[ 472.538902] env[63248]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63248) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 472.539351] env[63248]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63248) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 472.539455] env[63248]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63248) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 472.539776] env[63248]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 472.637303] env[63248]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63248) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 472.647172] env[63248]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=63248) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 473.251013] env[63248]: INFO nova.virt.driver [None req-6fcc028c-22cf-4c52-be74-e63aadd020eb None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 473.322935] env[63248]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 473.323149] env[63248]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 473.323222] env[63248]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63248) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 476.522238] env[63248]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-534c47f3-286c-424d-bc6a-29876628c23b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.538289] env[63248]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63248) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 476.538499] env[63248]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-72f28859-e537-424d-8358-4abb3761916b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.573581] env[63248]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 99d9d. [ 476.573809] env[63248]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.251s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 476.575311] env[63248]: INFO nova.virt.vmwareapi.driver [None req-6fcc028c-22cf-4c52-be74-e63aadd020eb None None] VMware vCenter version: 7.0.3 [ 476.578842] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac02350-7ef4-45e5-8107-783924296499 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.596734] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5625e008-90be-4ed9-b7c7-bbf213fddafb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.603147] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967e99bf-f7b4-49ca-b4c2-1086a93776fd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.610123] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bfbf23-d70d-409a-805e-111c1ebe99b7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.623290] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc655d4-f764-4683-a2d8-b491b5660085 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.629229] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ff946b-2c80-4788-8769-a5088d64a8e3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.658552] env[63248]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f9179353-cb8c-4c37-b14f-4c6722793bea {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.663282] env[63248]: DEBUG nova.virt.vmwareapi.driver [None req-6fcc028c-22cf-4c52-be74-e63aadd020eb None None] Extension org.openstack.compute already exists. {{(pid=63248) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 476.665936] env[63248]: INFO nova.compute.provider_config [None req-6fcc028c-22cf-4c52-be74-e63aadd020eb None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 477.169702] env[63248]: DEBUG nova.context [None req-6fcc028c-22cf-4c52-be74-e63aadd020eb None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),788f41a7-d740-4bf2-bd15-d941ab67246b(cell1) {{(pid=63248) load_cells /opt/stack/nova/nova/context.py:464}} [ 477.171923] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 477.172163] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 477.172844] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 477.173265] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] Acquiring lock "788f41a7-d740-4bf2-bd15-d941ab67246b" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 477.173453] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] Lock "788f41a7-d740-4bf2-bd15-d941ab67246b" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 477.174467] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] Lock "788f41a7-d740-4bf2-bd15-d941ab67246b" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 477.194447] env[63248]: INFO dbcounter [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] Registered counter for database nova_cell0 [ 477.202369] env[63248]: INFO dbcounter [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] Registered counter for database nova_cell1 [ 477.205607] env[63248]: DEBUG oslo_db.sqlalchemy.engines [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63248) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 477.205967] env[63248]: DEBUG oslo_db.sqlalchemy.engines [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63248) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 477.210777] env[63248]: ERROR nova.db.main.api [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 477.210777] env[63248]: result = function(*args, **kwargs) [ 477.210777] env[63248]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 477.210777] env[63248]: return func(*args, **kwargs) [ 477.210777] env[63248]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 477.210777] env[63248]: result = fn(*args, **kwargs) [ 477.210777] env[63248]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 477.210777] env[63248]: return f(*args, **kwargs) [ 477.210777] env[63248]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 477.210777] env[63248]: return db.service_get_minimum_version(context, binaries) [ 477.210777] env[63248]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 477.210777] env[63248]: _check_db_access() [ 477.210777] env[63248]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 477.210777] env[63248]: stacktrace = ''.join(traceback.format_stack()) [ 477.210777] env[63248]: [ 477.211602] env[63248]: ERROR nova.db.main.api [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 477.211602] env[63248]: result = function(*args, **kwargs) [ 477.211602] env[63248]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 477.211602] env[63248]: return func(*args, **kwargs) [ 477.211602] env[63248]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 477.211602] env[63248]: result = fn(*args, **kwargs) [ 477.211602] env[63248]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 477.211602] env[63248]: return f(*args, **kwargs) [ 477.211602] env[63248]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 477.211602] env[63248]: return db.service_get_minimum_version(context, binaries) [ 477.211602] env[63248]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 477.211602] env[63248]: _check_db_access() [ 477.211602] env[63248]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 477.211602] env[63248]: stacktrace = ''.join(traceback.format_stack()) [ 477.211602] env[63248]: [ 477.212164] env[63248]: WARNING nova.objects.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] Failed to get minimum service version for cell 788f41a7-d740-4bf2-bd15-d941ab67246b [ 477.212164] env[63248]: WARNING nova.objects.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 477.212519] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] Acquiring lock "singleton_lock" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 477.212672] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] Acquired lock "singleton_lock" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 477.212900] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] Releasing lock "singleton_lock" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 477.213223] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] Full set of CONF: {{(pid=63248) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 477.213365] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ******************************************************************************** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 477.213491] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] Configuration options gathered from: {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 477.213624] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 477.213805] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 477.213930] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ================================================================================ {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 477.214147] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] allow_resize_to_same_host = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.214314] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] arq_binding_timeout = 300 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.214443] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] backdoor_port = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.214568] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] backdoor_socket = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.214729] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] block_device_allocate_retries = 60 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.214887] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] block_device_allocate_retries_interval = 3 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.215069] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cert = self.pem {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.215241] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.215405] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] compute_monitors = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.215568] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] config_dir = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.215734] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] config_drive_format = iso9660 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.215865] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.216061] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] config_source = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.216258] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] console_host = devstack {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.216426] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] control_exchange = nova {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.216583] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cpu_allocation_ratio = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.216741] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] daemon = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.216930] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] debug = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.217105] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] default_access_ip_network_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.217273] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] default_availability_zone = nova {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.217429] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] default_ephemeral_format = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.217588] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] default_green_pool_size = 1000 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.217825] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.217986] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] default_schedule_zone = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.218157] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] disk_allocation_ratio = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.218318] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] enable_new_services = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.218558] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] enabled_apis = ['osapi_compute'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.218737] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] enabled_ssl_apis = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.218922] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] flat_injected = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.219122] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] force_config_drive = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.219290] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] force_raw_images = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.219458] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] graceful_shutdown_timeout = 5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.219618] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] heal_instance_info_cache_interval = 60 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.219835] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] host = cpu-1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.220012] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.220180] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] initial_disk_allocation_ratio = 1.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.220337] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] initial_ram_allocation_ratio = 1.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.220549] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.220714] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] instance_build_timeout = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.220863] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] instance_delete_interval = 300 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.221067] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] instance_format = [instance: %(uuid)s] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.221258] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] instance_name_template = instance-%08x {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.221418] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] instance_usage_audit = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.221583] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] instance_usage_audit_period = month {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.221746] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.221905] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] instances_path = /opt/stack/data/nova/instances {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.222078] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] internal_service_availability_zone = internal {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.222237] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] key = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.222395] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] live_migration_retry_count = 30 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.222559] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] log_color = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.222717] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] log_config_append = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.222879] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.223083] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] log_dir = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.223249] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] log_file = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.223376] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] log_options = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.223533] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] log_rotate_interval = 1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.223698] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] log_rotate_interval_type = days {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.223858] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] log_rotation_type = none {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.223991] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.224132] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.224297] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.224458] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.224582] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.224743] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] long_rpc_timeout = 1800 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.224899] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] max_concurrent_builds = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.225062] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] max_concurrent_live_migrations = 1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.225224] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] max_concurrent_snapshots = 5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.225378] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] max_local_block_devices = 3 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.225530] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] max_logfile_count = 30 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.225682] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] max_logfile_size_mb = 200 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.225835] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] maximum_instance_delete_attempts = 5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.225999] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] metadata_listen = 0.0.0.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.226180] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] metadata_listen_port = 8775 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.226349] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] metadata_workers = 2 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.226509] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] migrate_max_retries = -1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.226673] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] mkisofs_cmd = genisoimage {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.226890] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] my_block_storage_ip = 10.180.1.21 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.227038] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] my_ip = 10.180.1.21 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.227252] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.227415] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] network_allocate_retries = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.227592] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.227758] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] osapi_compute_listen = 0.0.0.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.227918] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] osapi_compute_listen_port = 8774 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.228121] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] osapi_compute_unique_server_name_scope = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.228317] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] osapi_compute_workers = 2 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.228480] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] password_length = 12 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.228639] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] periodic_enable = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.228834] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] periodic_fuzzy_delay = 60 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.228990] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] pointer_model = usbtablet {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.229180] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] preallocate_images = none {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.229343] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] publish_errors = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.229471] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] pybasedir = /opt/stack/nova {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.229627] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ram_allocation_ratio = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.229784] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] rate_limit_burst = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.229950] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] rate_limit_except_level = CRITICAL {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.230125] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] rate_limit_interval = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.230286] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] reboot_timeout = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.230463] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] reclaim_instance_interval = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.230631] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] record = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.230798] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] reimage_timeout_per_gb = 60 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.230961] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] report_interval = 120 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.231138] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] rescue_timeout = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.231302] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] reserved_host_cpus = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.231464] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] reserved_host_disk_mb = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.231619] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] reserved_host_memory_mb = 512 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.231774] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] reserved_huge_pages = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.231932] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] resize_confirm_window = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.232104] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] resize_fs_using_block_device = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.232263] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] resume_guests_state_on_host_boot = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.232430] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.232588] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] rpc_response_timeout = 60 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.232747] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] run_external_periodic_tasks = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.232910] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] running_deleted_instance_action = reap {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.233086] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] running_deleted_instance_poll_interval = 1800 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.233247] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] running_deleted_instance_timeout = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.233404] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] scheduler_instance_sync_interval = 120 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.233568] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] service_down_time = 720 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.233732] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] servicegroup_driver = db {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.233887] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] shell_completion = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.234055] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] shelved_offload_time = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.234217] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] shelved_poll_interval = 3600 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.234379] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] shutdown_timeout = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.234537] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] source_is_ipv6 = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.234709] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ssl_only = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.234932] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.235111] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] sync_power_state_interval = 600 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.235275] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] sync_power_state_pool_size = 1000 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.235689] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] syslog_log_facility = LOG_USER {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.235866] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] tempdir = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.236046] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] timeout_nbd = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.236224] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] transport_url = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.236388] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] update_resources_interval = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.236549] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] use_cow_images = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.236709] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] use_eventlog = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.236866] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] use_journal = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.237034] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] use_json = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.237199] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] use_rootwrap_daemon = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.237357] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] use_stderr = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.237513] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] use_syslog = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.237668] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vcpu_pin_set = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.237832] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vif_plugging_is_fatal = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.237996] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vif_plugging_timeout = 300 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.238177] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] virt_mkfs = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.238339] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] volume_usage_poll_interval = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.238497] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] watch_log_file = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.238663] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] web = /usr/share/spice-html5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.238843] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.239044] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.239225] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.239428] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_concurrency.disable_process_locking = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.239670] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.239850] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.240096] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.240307] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.240484] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.240649] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.240830] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.auth_strategy = keystone {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.241020] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.compute_link_prefix = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.241182] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.241356] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.dhcp_domain = novalocal {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.241522] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.enable_instance_password = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.241685] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.glance_link_prefix = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.241847] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.242024] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.242192] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.instance_list_per_project_cells = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.242352] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.list_records_by_skipping_down_cells = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.242537] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.local_metadata_per_cell = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.242709] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.max_limit = 1000 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.242874] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.metadata_cache_expiration = 15 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.243058] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.neutron_default_tenant_id = default {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.243236] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.response_validation = warn {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.243401] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.use_neutron_default_nets = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.243567] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.243727] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.243888] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.244070] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.244247] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.vendordata_dynamic_targets = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.244402] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.vendordata_jsonfile_path = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.244575] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.244762] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.backend = dogpile.cache.memcached {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.244924] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.backend_argument = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.245098] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.backend_expiration_time = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.245267] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.config_prefix = cache.oslo {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.245432] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.dead_timeout = 60.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.245592] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.debug_cache_backend = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.245755] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.enable_retry_client = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.245913] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.enable_socket_keepalive = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.246095] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.enabled = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.246258] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.enforce_fips_mode = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.246418] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.expiration_time = 600 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.246576] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.hashclient_retry_attempts = 2 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.246735] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.hashclient_retry_delay = 1.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.246897] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.memcache_dead_retry = 300 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.247087] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.memcache_password = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.247255] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.247414] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.247574] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.memcache_pool_maxsize = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.247735] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.247894] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.memcache_sasl_enabled = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.248078] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.248246] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.memcache_socket_timeout = 1.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.248402] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.memcache_username = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.248563] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.proxies = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.248724] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.redis_db = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.248879] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.redis_password = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.249088] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.redis_sentinel_service_name = mymaster {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.249273] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.249440] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.redis_server = localhost:6379 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.249601] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.redis_socket_timeout = 1.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.249756] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.redis_username = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.249923] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.retry_attempts = 2 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.250117] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.retry_delay = 0.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.250285] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.socket_keepalive_count = 1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.250445] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.socket_keepalive_idle = 1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.250603] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.socket_keepalive_interval = 1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.250758] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.tls_allowed_ciphers = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.250925] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.tls_cafile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.251127] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.tls_certfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.251241] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.tls_enabled = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.251395] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cache.tls_keyfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.251558] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cinder.auth_section = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.251726] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cinder.auth_type = password {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.251882] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cinder.cafile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.252087] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cinder.catalog_info = volumev3::publicURL {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.252266] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cinder.certfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.252428] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cinder.collect_timing = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.252586] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cinder.cross_az_attach = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.252743] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cinder.debug = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.252899] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cinder.endpoint_template = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.253069] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cinder.http_retries = 3 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.253233] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cinder.insecure = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.253389] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cinder.keyfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.253555] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cinder.os_region_name = RegionOne {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.253713] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cinder.split_loggers = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.253867] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cinder.timeout = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.254042] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.254203] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] compute.cpu_dedicated_set = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.254357] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] compute.cpu_shared_set = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.254539] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] compute.image_type_exclude_list = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.254709] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.254869] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] compute.max_concurrent_disk_ops = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.255038] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] compute.max_disk_devices_to_attach = -1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.255204] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.255369] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.255528] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] compute.resource_provider_association_refresh = 300 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.255686] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.255841] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] compute.shutdown_retry_interval = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.256026] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.256197] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] conductor.workers = 2 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.256372] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] console.allowed_origins = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.256530] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] console.ssl_ciphers = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.256696] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] console.ssl_minimum_version = default {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.256860] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] consoleauth.enforce_session_timeout = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.257068] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] consoleauth.token_ttl = 600 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.257249] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.cafile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.257407] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.certfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.257564] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.collect_timing = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.257718] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.connect_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.257869] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.connect_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.258032] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.endpoint_override = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.258199] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.insecure = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.258354] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.keyfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.258508] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.max_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.258660] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.min_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.258814] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.region_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.258995] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.retriable_status_codes = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.259186] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.service_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.259355] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.service_type = accelerator {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.259514] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.split_loggers = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.259668] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.status_code_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.259822] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.status_code_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.259994] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.timeout = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.260193] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.260352] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] cyborg.version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.260525] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.backend = sqlalchemy {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.260688] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.connection = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.260848] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.connection_debug = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.261048] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.connection_parameters = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.261188] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.connection_recycle_time = 3600 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.261343] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.connection_trace = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.261499] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.db_inc_retry_interval = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.261654] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.db_max_retries = 20 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.261809] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.db_max_retry_interval = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.261963] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.db_retry_interval = 1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.262133] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.max_overflow = 50 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.262291] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.max_pool_size = 5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.262447] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.max_retries = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.262608] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.262759] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.mysql_wsrep_sync_wait = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.262912] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.pool_timeout = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.263085] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.retry_interval = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.263244] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.slave_connection = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.263401] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.sqlite_synchronous = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.263558] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] database.use_db_reconnect = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.263728] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.backend = sqlalchemy {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.263891] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.connection = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.264082] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.connection_debug = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.264268] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.connection_parameters = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.264431] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.connection_recycle_time = 3600 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.264591] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.connection_trace = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.264749] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.db_inc_retry_interval = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.264908] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.db_max_retries = 20 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.265085] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.db_max_retry_interval = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.265250] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.db_retry_interval = 1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.265407] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.max_overflow = 50 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.265565] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.max_pool_size = 5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.265720] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.max_retries = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.265884] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.266052] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.266211] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.pool_timeout = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.266367] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.retry_interval = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.266541] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.slave_connection = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.266711] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] api_database.sqlite_synchronous = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.266882] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] devices.enabled_mdev_types = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.267094] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.267273] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ephemeral_storage_encryption.default_format = luks {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.267432] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ephemeral_storage_encryption.enabled = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.267593] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.267760] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.api_servers = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.267920] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.cafile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.268093] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.certfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.268255] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.collect_timing = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.268410] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.connect_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.268564] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.connect_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.268720] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.debug = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.268880] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.default_trusted_certificate_ids = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.269082] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.enable_certificate_validation = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.269255] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.enable_rbd_download = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.269414] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.endpoint_override = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.269576] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.insecure = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.269733] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.keyfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.269887] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.max_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.270074] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.min_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.270241] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.num_retries = 3 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.270406] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.rbd_ceph_conf = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.270563] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.rbd_connect_timeout = 5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.270728] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.rbd_pool = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.270890] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.rbd_user = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.271055] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.region_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.271221] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.retriable_status_codes = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.271372] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.service_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.271540] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.service_type = image {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.271697] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.split_loggers = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.271851] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.status_code_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.272012] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.status_code_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.272174] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.timeout = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.272348] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.272504] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.verify_glance_signatures = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.272658] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] glance.version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.272819] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] guestfs.debug = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.272984] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.auth_section = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.273159] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.auth_type = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.273317] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.cafile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.273470] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.certfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.273629] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.collect_timing = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.273784] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.connect_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.273935] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.connect_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.274102] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.endpoint_override = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.274263] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.insecure = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.274419] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.keyfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.274572] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.max_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.274725] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.min_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.274879] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.region_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.275043] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.retriable_status_codes = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.275246] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.service_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.275427] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.service_type = shared-file-system {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.275592] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.share_apply_policy_timeout = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.275754] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.split_loggers = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.275912] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.status_code_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.276104] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.status_code_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.276284] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.timeout = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.276466] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.276626] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] manila.version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.276794] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] mks.enabled = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.277137] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.277329] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] image_cache.manager_interval = 2400 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.277498] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] image_cache.precache_concurrency = 1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.277665] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] image_cache.remove_unused_base_images = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.277832] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.277996] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.278184] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] image_cache.subdirectory_name = _base {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.278358] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.api_max_retries = 60 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.278550] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.api_retry_interval = 2 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.278740] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.auth_section = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.278918] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.auth_type = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.279109] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.cafile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.279277] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.certfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.279444] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.collect_timing = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.279605] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.conductor_group = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.279762] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.connect_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.279921] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.connect_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.280092] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.endpoint_override = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.280258] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.insecure = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.280417] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.keyfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.280574] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.max_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.280730] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.min_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.280892] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.peer_list = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.281061] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.region_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.281224] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.retriable_status_codes = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.281383] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.serial_console_state_timeout = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.281539] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.service_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.281705] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.service_type = baremetal {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.281862] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.shard = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.282030] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.split_loggers = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.282192] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.status_code_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.282349] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.status_code_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.282505] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.timeout = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.282680] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.282840] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ironic.version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.283028] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.283207] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] key_manager.fixed_key = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.283388] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.283550] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.barbican_api_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.283708] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.barbican_endpoint = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.283874] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.barbican_endpoint_type = public {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.284043] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.barbican_region_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.284208] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.cafile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.284364] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.certfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.284523] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.collect_timing = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.284680] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.insecure = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.284835] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.keyfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.284994] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.number_of_retries = 60 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.285167] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.retry_delay = 1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.285327] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.send_service_user_token = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.285486] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.split_loggers = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.285638] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.timeout = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.285795] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.verify_ssl = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.285949] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican.verify_ssl_path = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.286126] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican_service_user.auth_section = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.286287] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican_service_user.auth_type = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.286443] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican_service_user.cafile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.286598] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican_service_user.certfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.286758] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican_service_user.collect_timing = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.286924] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican_service_user.insecure = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.287111] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican_service_user.keyfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.287276] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican_service_user.split_loggers = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.287433] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] barbican_service_user.timeout = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.287600] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vault.approle_role_id = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.287757] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vault.approle_secret_id = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.287921] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vault.kv_mountpoint = secret {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.288101] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vault.kv_path = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.288294] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vault.kv_version = 2 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.288457] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vault.namespace = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.288618] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vault.root_token_id = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.288773] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vault.ssl_ca_crt_file = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.288953] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vault.timeout = 60.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.289155] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vault.use_ssl = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.289332] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.289501] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.cafile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.289659] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.certfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.289819] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.collect_timing = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.289976] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.connect_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.290148] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.connect_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.290305] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.endpoint_override = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.290468] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.insecure = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.290648] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.keyfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.290823] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.max_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.290982] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.min_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.291157] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.region_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.291318] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.retriable_status_codes = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.291473] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.service_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.291639] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.service_type = identity {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.291801] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.split_loggers = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.291961] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.status_code_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.292144] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.status_code_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.292305] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.timeout = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.292482] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.292641] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] keystone.version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.292826] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.ceph_mount_options = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.293139] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.293326] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.connection_uri = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.293488] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.cpu_mode = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.293655] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.cpu_model_extra_flags = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.293821] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.cpu_models = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.293988] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.cpu_power_governor_high = performance {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.294171] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.cpu_power_governor_low = powersave {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.294335] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.cpu_power_management = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.294505] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.294667] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.device_detach_attempts = 8 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.294827] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.device_detach_timeout = 20 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.294988] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.disk_cachemodes = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.295166] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.disk_prefix = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.295330] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.enabled_perf_events = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.295548] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.file_backed_memory = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.295738] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.gid_maps = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.295902] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.hw_disk_discard = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.296073] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.hw_machine_type = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.296251] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.images_rbd_ceph_conf = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.296424] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.296586] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.296754] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.images_rbd_glance_store_name = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.296922] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.images_rbd_pool = rbd {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.297105] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.images_type = default {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.297266] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.images_volume_group = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.297428] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.inject_key = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.297589] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.inject_partition = -2 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.297748] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.inject_password = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.297909] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.iscsi_iface = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.298079] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.iser_use_multipath = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.298246] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.live_migration_bandwidth = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.298405] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.298565] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.live_migration_downtime = 500 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.298724] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.298884] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.299082] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.live_migration_inbound_addr = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.299255] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.299414] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.live_migration_permit_post_copy = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.299570] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.live_migration_scheme = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.299739] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.live_migration_timeout_action = abort {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.299902] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.live_migration_tunnelled = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.300103] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.live_migration_uri = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.300274] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.live_migration_with_native_tls = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.300433] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.max_queues = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.300595] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.300810] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.300971] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.nfs_mount_options = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.301337] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.301543] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.301688] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.num_iser_scan_tries = 5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.301850] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.num_memory_encrypted_guests = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.302015] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.302186] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.num_pcie_ports = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.302354] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.num_volume_scan_tries = 5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.302519] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.pmem_namespaces = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.302703] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.quobyte_client_cfg = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.303013] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.303202] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.rbd_connect_timeout = 5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.303367] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.303527] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.303688] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.rbd_secret_uuid = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.303844] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.rbd_user = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.304023] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.304195] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.remote_filesystem_transport = ssh {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.304355] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.rescue_image_id = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.304510] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.rescue_kernel_id = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.304665] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.rescue_ramdisk_id = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.304830] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.304986] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.rx_queue_size = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.305168] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.smbfs_mount_options = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.305451] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.305624] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.snapshot_compression = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.305788] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.snapshot_image_format = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.306422] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.306594] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.sparse_logical_volumes = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.306757] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.swtpm_enabled = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.306935] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.swtpm_group = tss {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.307136] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.swtpm_user = tss {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.307308] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.sysinfo_serial = unique {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.307467] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.tb_cache_size = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.307626] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.tx_queue_size = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.307785] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.uid_maps = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.307946] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.use_virtio_for_bridges = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.308129] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.virt_type = kvm {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.308298] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.volume_clear = zero {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.308459] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.volume_clear_size = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.308623] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.volume_use_multipath = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.308781] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.vzstorage_cache_path = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.308976] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.309163] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.vzstorage_mount_group = qemu {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.309329] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.vzstorage_mount_opts = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.309498] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.309775] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.309966] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.vzstorage_mount_user = stack {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.310153] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.310326] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.auth_section = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.310495] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.auth_type = password {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.310655] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.cafile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.310812] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.certfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.310975] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.collect_timing = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.311148] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.connect_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.311305] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.connect_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.311474] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.default_floating_pool = public {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.311653] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.endpoint_override = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.311791] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.extension_sync_interval = 600 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.311958] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.http_retries = 3 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.312156] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.insecure = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.312319] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.keyfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.312475] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.max_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.312642] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.312797] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.min_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.312961] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.ovs_bridge = br-int {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.313143] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.physnets = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.313313] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.region_name = RegionOne {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.313470] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.retriable_status_codes = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.313634] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.service_metadata_proxy = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.313794] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.service_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.313960] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.service_type = network {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.314137] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.split_loggers = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.314296] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.status_code_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.314452] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.status_code_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.314611] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.timeout = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.314816] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.314984] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] neutron.version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.315216] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] notifications.bdms_in_notifications = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.315441] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] notifications.default_level = INFO {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.315619] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] notifications.include_share_mapping = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.315811] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] notifications.notification_format = unversioned {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.315994] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] notifications.notify_on_state_change = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.316200] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.316397] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] pci.alias = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.316568] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] pci.device_spec = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.316733] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] pci.report_in_placement = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.316907] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.auth_section = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.317135] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.auth_type = password {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.317312] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.317498] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.cafile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.317659] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.certfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.317820] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.collect_timing = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.317993] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.connect_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.318166] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.connect_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.318321] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.default_domain_id = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.318477] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.default_domain_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.318647] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.domain_id = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.318806] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.domain_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.318987] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.endpoint_override = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.319195] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.insecure = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.319371] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.keyfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.319606] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.max_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.319806] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.min_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.319993] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.password = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.320184] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.project_domain_id = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.320366] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.project_domain_name = Default {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.320534] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.project_id = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.320702] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.project_name = service {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.320868] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.region_name = RegionOne {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.321036] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.retriable_status_codes = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.321199] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.service_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.321366] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.service_type = placement {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.321545] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.split_loggers = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.321764] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.status_code_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.321865] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.status_code_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.322031] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.system_scope = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.322192] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.timeout = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.322346] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.trust_id = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.322499] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.user_domain_id = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.322661] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.user_domain_name = Default {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.322818] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.user_id = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.322987] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.username = nova {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.323179] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.323340] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] placement.version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.323514] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] quota.cores = 20 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.323678] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] quota.count_usage_from_placement = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.323844] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.324042] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] quota.injected_file_content_bytes = 10240 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.324234] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] quota.injected_file_path_length = 255 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.324401] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] quota.injected_files = 5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.324565] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] quota.instances = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.324732] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] quota.key_pairs = 100 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.324897] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] quota.metadata_items = 128 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.325074] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] quota.ram = 51200 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.325244] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] quota.recheck_quota = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.325408] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] quota.server_group_members = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.325572] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] quota.server_groups = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.325777] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.325949] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] quota.unified_limits_resource_strategy = require {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.326152] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.326324] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.326484] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] scheduler.image_metadata_prefilter = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.326645] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.326831] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] scheduler.max_attempts = 3 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.327030] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] scheduler.max_placement_results = 1000 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.327211] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.327376] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] scheduler.query_placement_for_image_type_support = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.327538] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.327709] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] scheduler.workers = 2 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.327883] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.328065] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.328258] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.328429] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.328591] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.328755] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.328928] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.329140] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.329316] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.host_subset_size = 1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.329480] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.329640] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.329837] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.329977] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.isolated_hosts = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.330165] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.isolated_images = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.330337] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.330487] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.330646] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.330823] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.pci_in_placement = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.330982] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.331238] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.331501] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.331777] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.332071] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.332356] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.332617] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.track_instance_changes = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.332865] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.333066] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] metrics.required = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.333247] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] metrics.weight_multiplier = 1.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.333416] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.333583] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] metrics.weight_setting = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.333896] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.334087] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] serial_console.enabled = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.334272] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] serial_console.port_range = 10000:20000 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.334444] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.334612] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.334778] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] serial_console.serialproxy_port = 6083 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.334944] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] service_user.auth_section = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.335131] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] service_user.auth_type = password {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.335295] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] service_user.cafile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.335453] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] service_user.certfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.335614] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] service_user.collect_timing = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.335774] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] service_user.insecure = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.335930] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] service_user.keyfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.336139] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] service_user.send_service_user_token = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.336318] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] service_user.split_loggers = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.336477] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] service_user.timeout = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.336646] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] spice.agent_enabled = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.336808] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] spice.enabled = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.337150] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.337361] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.337532] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] spice.html5proxy_port = 6082 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.337694] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] spice.image_compression = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.337853] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] spice.jpeg_compression = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.338018] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] spice.playback_compression = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.338185] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] spice.require_secure = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.338354] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] spice.server_listen = 127.0.0.1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.338521] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.338681] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] spice.streaming_mode = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.338865] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] spice.zlib_compression = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.339076] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] upgrade_levels.baseapi = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.339260] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] upgrade_levels.compute = auto {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.339425] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] upgrade_levels.conductor = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.339585] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] upgrade_levels.scheduler = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.339752] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vendordata_dynamic_auth.auth_section = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.339937] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vendordata_dynamic_auth.auth_type = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.340086] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vendordata_dynamic_auth.cafile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.340250] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vendordata_dynamic_auth.certfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.340431] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.340569] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vendordata_dynamic_auth.insecure = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.340724] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vendordata_dynamic_auth.keyfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.340886] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.341053] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vendordata_dynamic_auth.timeout = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.341247] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.api_retry_count = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.341407] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.ca_file = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.341580] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.cache_prefix = devstack-image-cache {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.341745] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.cluster_name = testcl1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.341909] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.connection_pool_size = 10 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.342084] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.console_delay_seconds = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.342254] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.datastore_regex = ^datastore.* {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.342465] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.342645] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.host_password = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.342813] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.host_port = 443 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.342981] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.host_username = administrator@vsphere.local {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.343164] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.insecure = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.343327] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.integration_bridge = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.343489] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.maximum_objects = 100 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.343646] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.pbm_default_policy = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.343806] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.pbm_enabled = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.343967] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.pbm_wsdl_location = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.344149] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.344309] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.serial_port_proxy_uri = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.344467] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.serial_port_service_uri = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.344631] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.task_poll_interval = 0.5 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.344799] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.use_linked_clone = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.344968] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.vnc_keymap = en-us {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.345148] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.vnc_port = 5900 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.345312] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vmware.vnc_port_total = 10000 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.345494] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vnc.auth_schemes = ['none'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.345668] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vnc.enabled = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.345955] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.346155] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.346328] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vnc.novncproxy_port = 6080 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.346520] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vnc.server_listen = 127.0.0.1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.346699] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.346860] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vnc.vencrypt_ca_certs = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.347047] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vnc.vencrypt_client_cert = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.347218] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vnc.vencrypt_client_key = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.347395] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.347557] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.disable_deep_image_inspection = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.347714] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.347872] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.348047] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.348215] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.disable_rootwrap = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.348378] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.enable_numa_live_migration = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.348536] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.348693] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.348849] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.349038] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.libvirt_disable_apic = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.349213] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.349374] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.349533] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.349691] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.349847] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.350040] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.350198] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.350361] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.350525] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.350680] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.350859] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.351036] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] wsgi.client_socket_timeout = 900 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.351209] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] wsgi.default_pool_size = 1000 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.351376] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] wsgi.keep_alive = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.351537] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] wsgi.max_header_line = 16384 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.351698] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] wsgi.secure_proxy_ssl_header = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.351858] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] wsgi.ssl_ca_file = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.352027] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] wsgi.ssl_cert_file = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.352194] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] wsgi.ssl_key_file = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.352359] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] wsgi.tcp_keepidle = 600 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.352539] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.352706] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] zvm.ca_file = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.352866] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] zvm.cloud_connector_url = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.353161] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.353337] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] zvm.reachable_timeout = 300 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.353510] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.353685] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.353862] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] profiler.connection_string = messaging:// {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.354037] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] profiler.enabled = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.354212] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] profiler.es_doc_type = notification {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.354376] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] profiler.es_scroll_size = 10000 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.354543] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] profiler.es_scroll_time = 2m {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.354701] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] profiler.filter_error_trace = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.354864] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] profiler.hmac_keys = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.355038] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] profiler.sentinel_service_name = mymaster {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.355209] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] profiler.socket_timeout = 0.1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.355372] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] profiler.trace_requests = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.355532] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] profiler.trace_sqlalchemy = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.355709] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] profiler_jaeger.process_tags = {} {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.355867] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] profiler_jaeger.service_name_prefix = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.356039] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] profiler_otlp.service_name_prefix = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.356203] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] remote_debug.host = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.356359] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] remote_debug.port = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.356532] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.356690] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.356853] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.357033] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.357207] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.357368] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.357524] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.357682] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.357840] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.358014] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.358181] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.358364] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.358583] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.358759] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.358942] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.359147] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.359324] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.359500] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.359669] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.359829] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.359995] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.360209] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.360378] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.360546] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.360707] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.360864] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.361034] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.361199] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.361367] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.361529] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.ssl = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.361699] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.361866] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.362035] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.362243] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.362377] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.ssl_version = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.362538] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.362721] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.362887] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_notifications.retry = -1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.363077] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.363256] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_messaging_notifications.transport_url = **** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.363428] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.auth_section = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.363587] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.auth_type = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.363743] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.cafile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.363897] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.certfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.364071] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.collect_timing = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.364234] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.connect_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.364389] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.connect_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.364545] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.endpoint_id = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.364709] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.endpoint_interface = publicURL {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.364865] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.endpoint_override = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.365026] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.endpoint_region_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.365190] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.endpoint_service_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.365347] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.endpoint_service_type = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.365507] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.insecure = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.365661] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.keyfile = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.365813] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.max_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.365967] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.min_version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.366138] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.region_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.366294] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.retriable_status_codes = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.366451] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.service_name = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.366609] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.service_type = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.366766] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.split_loggers = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.366923] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.status_code_retries = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.367090] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.status_code_retry_delay = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.367247] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.timeout = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.367403] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.valid_interfaces = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.367558] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_limit.version = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.367719] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_reports.file_event_handler = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.367879] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.368045] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] oslo_reports.log_dir = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.368219] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.368378] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.368534] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.368696] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.368856] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.369047] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.369227] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.369387] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vif_plug_ovs_privileged.group = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.369543] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.369706] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.369865] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.370062] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] vif_plug_ovs_privileged.user = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.370265] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_vif_linux_bridge.flat_interface = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.370447] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.370618] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.370789] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.370958] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.371140] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.371308] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.371469] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.371644] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.371811] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_vif_ovs.isolate_vif = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.371981] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.372160] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.372352] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.372502] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_vif_ovs.ovsdb_interface = native {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.372666] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] os_vif_ovs.per_port_bridge = False {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.372834] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] privsep_osbrick.capabilities = [21] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.372994] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] privsep_osbrick.group = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.373165] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] privsep_osbrick.helper_command = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.373326] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.373487] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.373641] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] privsep_osbrick.user = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.373808] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.373963] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] nova_sys_admin.group = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.374129] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] nova_sys_admin.helper_command = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.374291] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.374448] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.374602] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] nova_sys_admin.user = None {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.374732] env[63248]: DEBUG oslo_service.service [None req-fa5c6631-8fe0-4caa-b262-77ab7a7a286f None None] ******************************************************************************** {{(pid=63248) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 477.375141] env[63248]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 477.878626] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Getting list of instances from cluster (obj){ [ 477.878626] env[63248]: value = "domain-c8" [ 477.878626] env[63248]: _type = "ClusterComputeResource" [ 477.878626] env[63248]: } {{(pid=63248) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 477.879760] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1da5bb3-21dc-4f6c-aab1-c2862b0c19f6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.888500] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Got total of 0 instances {{(pid=63248) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 477.889116] env[63248]: WARNING nova.virt.vmwareapi.driver [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 477.889577] env[63248]: INFO nova.virt.node [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Generated node identity 1638ab4e-cea9-4ee4-8810-cd0c789d1eec [ 477.889800] env[63248]: INFO nova.virt.node [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Wrote node identity 1638ab4e-cea9-4ee4-8810-cd0c789d1eec to /opt/stack/data/n-cpu-1/compute_id [ 478.392317] env[63248]: WARNING nova.compute.manager [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Compute nodes ['1638ab4e-cea9-4ee4-8810-cd0c789d1eec'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 479.399189] env[63248]: INFO nova.compute.manager [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 480.404847] env[63248]: WARNING nova.compute.manager [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 480.405229] env[63248]: DEBUG oslo_concurrency.lockutils [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 480.405327] env[63248]: DEBUG oslo_concurrency.lockutils [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 480.405470] env[63248]: DEBUG oslo_concurrency.lockutils [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 480.405622] env[63248]: DEBUG nova.compute.resource_tracker [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 480.406558] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a68aa1-c9f2-4e95-8348-f2dd6879a1db {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.414747] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2158edb0-277d-46db-b6f9-89865c2fe2e4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.428405] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096c921d-4e6a-443d-b196-66ce95976b98 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.434799] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b37a69-bc80-42d2-bca4-34acd91e81f1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.464254] env[63248]: DEBUG nova.compute.resource_tracker [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181379MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 480.464254] env[63248]: DEBUG oslo_concurrency.lockutils [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 480.464500] env[63248]: DEBUG oslo_concurrency.lockutils [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 480.967140] env[63248]: WARNING nova.compute.resource_tracker [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] No compute node record for cpu-1:1638ab4e-cea9-4ee4-8810-cd0c789d1eec: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 1638ab4e-cea9-4ee4-8810-cd0c789d1eec could not be found. [ 481.470868] env[63248]: INFO nova.compute.resource_tracker [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec [ 482.978497] env[63248]: DEBUG nova.compute.resource_tracker [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 482.978857] env[63248]: DEBUG nova.compute.resource_tracker [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 483.142485] env[63248]: INFO nova.scheduler.client.report [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] [req-bfa94c95-da79-414b-a758-81fb8b13e604] Created resource provider record via placement API for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 483.162964] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa87dafc-2e3f-44d9-9bcd-0645abbdecbb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.170945] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e3cf75-96cf-43fa-bdc1-a12d6b2b5b7e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.201944] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88efb86c-b855-4477-b34c-923a78989efe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.209336] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c90ef3-ec72-44c1-b5b8-2a9bbbaecff4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.222550] env[63248]: DEBUG nova.compute.provider_tree [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 483.756352] env[63248]: DEBUG nova.scheduler.client.report [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 483.756570] env[63248]: DEBUG nova.compute.provider_tree [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 0 to 1 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 483.756708] env[63248]: DEBUG nova.compute.provider_tree [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 483.803615] env[63248]: DEBUG nova.compute.provider_tree [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 1 to 2 during operation: update_traits {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 484.308537] env[63248]: DEBUG nova.compute.resource_tracker [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 484.309089] env[63248]: DEBUG oslo_concurrency.lockutils [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.844s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 484.309089] env[63248]: DEBUG nova.service [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Creating RPC server for service compute {{(pid=63248) start /opt/stack/nova/nova/service.py:186}} [ 484.322651] env[63248]: DEBUG nova.service [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] Join ServiceGroup membership for this service compute {{(pid=63248) start /opt/stack/nova/nova/service.py:203}} [ 484.322952] env[63248]: DEBUG nova.servicegroup.drivers.db [None req-327dd9e5-4dbe-490a-acef-e724c832ba89 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63248) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 511.329062] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 511.832102] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Getting list of instances from cluster (obj){ [ 511.832102] env[63248]: value = "domain-c8" [ 511.832102] env[63248]: _type = "ClusterComputeResource" [ 511.832102] env[63248]: } {{(pid=63248) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 511.833268] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adf099f-8afd-4205-97c0-729dc4eb582f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.841726] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Got total of 0 instances {{(pid=63248) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 511.841941] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 511.842263] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Getting list of instances from cluster (obj){ [ 511.842263] env[63248]: value = "domain-c8" [ 511.842263] env[63248]: _type = "ClusterComputeResource" [ 511.842263] env[63248]: } {{(pid=63248) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 511.843152] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c06553-8b5f-4f8d-92b4-879ffa767594 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.851472] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Got total of 0 instances {{(pid=63248) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 532.701690] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 532.701690] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 532.701690] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 532.701690] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 533.204052] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 533.204052] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.204052] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.204052] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.204384] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.204441] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.204615] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.204775] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 533.204918] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.707874] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.708291] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.708291] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.708430] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 533.709298] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d76921-7bba-436d-abb4-00e69ed8539c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.717595] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07961f0d-61a9-4927-88cf-7f1b0dfac28b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.730888] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df64926c-af37-4884-a741-c4e16fee0c41 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.737078] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c420e3da-a280-4e45-9e74-69ce227fe67b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.764823] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181372MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 533.764960] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.765149] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.783450] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 534.783687] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 534.798233] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cce85ea-f246-4e5e-b709-cc52b345915c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.805614] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a483634c-daeb-4af1-9cc3-23a21d7247e8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.834894] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ff7695-56a6-4bbc-9879-c26f0eacda7d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.842014] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237753fd-c9ac-4148-97ed-7f787ab93939 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.854661] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 535.357339] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 535.862484] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 535.862965] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.846904] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.847298] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.351839] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.351991] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 596.352122] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 596.857449] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 596.857791] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.857869] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.857978] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.858114] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.858255] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.858394] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.858521] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 596.858658] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.361850] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.362105] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.362271] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.362436] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 597.363369] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f42edd-6022-4f8a-8adf-9ca5a91291d7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.371414] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2660aa-4781-4db1-b25f-8ec08bc7eadf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.384755] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75bd4c9-c8ea-4692-946c-24f409963204 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.390599] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf7d91b-b798-4b2e-8b3e-c77ff5640435 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.417929] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181376MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 597.418074] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.418254] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.435977] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 598.436215] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 598.448700] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762fa653-aad2-449c-af7e-e45f8b4eacb4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.456579] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69662e7-fd2f-4c0d-a7a5-bb1974a3e879 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.486413] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28422718-b620-4565-ae31-0587e4870716 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.493128] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d329c1-98b1-4a2d-a996-464d76819de7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.505824] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.008545] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.009826] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 599.009999] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.012234] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.012672] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.012672] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 659.012746] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 659.515915] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 659.516168] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.516319] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.516465] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.516613] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.516757] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.516902] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.517040] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 659.517185] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.021075] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.021501] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.021501] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.023021] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 660.023021] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baa83bd-3481-40e3-aa4d-7a644019d842 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.030964] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7be6c8-6fa0-41bd-b069-12e61f3462a7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.044976] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579738af-53e5-406a-a545-b7f4b00440de {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.051176] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35efefc1-bbd2-4a9d-9f6c-5e73baf8b2ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.079554] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181368MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 660.079694] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.079885] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.098584] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 661.098846] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 661.111301] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f119d5f-feb2-4559-83cf-1394664acaf7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.119059] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9eae46-5d7d-40f4-84ae-b8a3a19e1a0a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.148307] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f965d8de-f9b3-4359-94a2-d3f6ae2b794d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.154968] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c76ef9-270d-47f0-9c57-7ba791040c8d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.167376] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.670062] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.671380] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 661.671562] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.343937] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.344417] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.851608] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.851608] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 718.851608] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 719.353968] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 719.354406] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.354406] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.354560] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.354727] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.354870] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.355023] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.355148] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 719.355291] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.858761] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.858999] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.859183] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.859341] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 719.860247] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd78e241-a148-4420-bff8-fd03fdffa5fe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.868691] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b53a4e2-debc-4d32-b004-88cc6afb02d7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.883276] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87468843-7cce-4099-a049-37a189fbd131 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.889352] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07813ae-9288-417f-a0d3-0b8566e26e7b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.917035] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181370MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 719.917177] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.917357] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.935977] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 720.936245] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 720.948863] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d3af17-dff6-4576-be01-7c0487699958 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.956590] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26924ff8-87e1-4964-a4ec-30311239c8c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.986506] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f3b085-fa53-4df4-8eb4-d390eae71e77 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.993736] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313ee233-77e4-4569-bd3d-b687e87e369e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.006878] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.510080] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.511492] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 721.511696] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.690222] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 772.690619] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Cleaning up deleted instances {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 773.194185] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] There are 0 instances to clean {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 773.194431] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.194571] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Cleaning up deleted instances with incomplete migration {{(pid=63248) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 773.697275] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.200529] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.200933] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.200933] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 776.201065] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 776.704113] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 776.704332] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.704507] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.704638] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 776.704800] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.207778] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.208066] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.208198] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.208351] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 777.209255] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aec9e7-fee9-4ceb-a48d-bd5098c41460 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.217431] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bda42e-4186-4f11-89b0-39bc93d5d41b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.231679] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0413164-bd98-4a39-a0d4-f336aabd0452 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.237571] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69f1f47-93ee-4380-a0f2-2e893518acb0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.265434] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181371MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 777.265580] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.265770] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.282947] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 778.283233] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 778.295064] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b5b375-ce0d-4e9b-bf2c-43f37840793c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.302428] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ca18ba-fe8b-4995-9380-af86959fb5fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.331284] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7377efd0-98b5-45ba-9cf6-eaa6341a739b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.337884] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7984486a-53e1-45ae-8f16-dbbd6e73cfd8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.350149] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.853664] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.855139] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 778.855354] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.841638] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.842097] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.842097] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 780.842282] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.691751] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.691751] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 834.691751] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 835.194380] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 836.690342] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.690785] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.690785] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 837.684657] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.689348] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 838.192687] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.193068] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.193111] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.193255] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 838.194217] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c86e7cb-7d76-4263-bb8e-8666d696b789 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.202521] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae19e84-0bba-49ab-82fd-f8e37eec4f96 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.217179] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b855f2b-eb2b-40e5-83a1-ecd41afdbad2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.223826] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841f3360-a00e-494f-a0fd-56e661482b43 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.253240] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181374MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 838.253390] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.253575] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.287410] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 839.287679] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 839.305107] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 839.318543] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 839.318718] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.330361] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 839.344992] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 839.355435] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a9e5cf-77f7-4d0a-8152-e850c0d3366c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.362563] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47acad42-d5c9-4e37-a9dc-f87c1ada861e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.390437] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed237e95-cf53-45f2-834b-7feb29234077 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.396860] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5316d3a-9083-49de-b9b5-985b814a8841 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.409637] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.913017] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.914324] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 839.914505] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.661s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.910066] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.417500] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.417500] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.417500] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.417500] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.691015] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.691401] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 895.691401] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 896.194988] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 896.689761] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.683975] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.689718] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.193333] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.193570] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.193739] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.193893] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 898.194894] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec872f4-e349-40d7-8d0a-bce9a24eded3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.203225] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab25702-c4ea-4f9a-8e2d-9a88d80254e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.216637] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26115c7b-f9c5-4116-a760-fa629679c827 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.222659] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65241d46-2e57-45bf-8032-1744ba61552d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.251284] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181345MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 898.251444] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.251602] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.274027] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 899.274027] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 899.284914] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f27cf7-c9ad-448a-be82-7e7bd95cb845 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.291964] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acafd612-3b9b-4ae1-947f-0c7779064375 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.320511] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36005ff6-569d-4f4b-93a5-f032310dc29e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.327170] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e6c91e-92bd-4533-b33f-ace41a2753b6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.340835] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.844362] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.845720] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 899.845899] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.846894] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.846894] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.847288] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.847288] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.847288] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 902.690620] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.684519] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.689104] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.689253] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 957.689373] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 958.192468] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 958.192799] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.695839] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.696378] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.696378] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.696378] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 958.697305] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4591e3b-2796-4198-b736-1a516b533036 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.705747] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e076ed5e-edd6-423c-8243-1f802270233f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.719407] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4a37a1-9a0e-435a-8006-5535adcbd23b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.725447] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c143e768-bf78-4bb9-8be2-9628dda42417 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.756563] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181368MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 958.756739] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.756907] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.774682] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 959.774993] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 959.787461] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6b07fa-46cf-474e-9bb0-7616330bd957 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.794671] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f5b57b-aaf9-4603-80bb-5746e6709c13 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.823345] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfaf076-ae41-45d6-a08d-cf46cece3779 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.830209] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5d76ab-ab53-4fae-99ca-4fd019766322 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.842726] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.345747] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.347138] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 960.347276] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.844928] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.845363] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.845363] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.845444] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 962.691223] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.691587] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 963.690664] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.684653] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.189922] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.690301] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.690487] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1018.690613] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1019.193822] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1019.690097] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.690294] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1019.690458] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.193440] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.193677] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.193888] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.194186] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1020.195024] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a588e9d3-7f75-4daf-9884-5b51c6d7d05a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.203335] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6410182a-dc27-4a3c-b6c8-e67b25347760 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.217463] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ea76f1-07d6-4107-bf97-6be398a8de71 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.223548] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6878f317-12e0-41a8-8305-c86ef0fb940d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.252098] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181373MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1020.252237] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.252421] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.270682] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1021.271052] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1021.286387] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d14288b-7b18-4a76-8f39-10ed1a2bf2d0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.294246] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6d7700-6d99-4e05-b5a5-f39d3f0e1000 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.323523] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a980cb-8f71-41e3-9ec1-e657eacf3389 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.330779] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2de6bf-d5d2-4161-a4b0-734ea6b733e8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.343663] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.847222] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.848428] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1021.848612] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.848957] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.848957] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.690581] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.689999] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.689999] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.685050] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.689684] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1078.689858] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1078.689934] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1079.193112] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1079.690333] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.194102] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.194334] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.194501] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.194641] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1080.195532] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3d7b4f-b8cc-4f89-b8c2-80df006ea51b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.203912] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e59555-8537-4e6f-a95e-1fdab317b2b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.218329] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d8383c-f67a-4c5f-a3a7-9c2f3e857da2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.224395] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3639447c-2eef-453d-bf7d-40045d8d9646 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.253100] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181372MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1080.253267] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.253421] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.271425] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1081.271663] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1081.285897] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4fcc1f-d606-44e7-9a4c-2dd21ddd8890 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.293142] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d442614-cd5d-4367-8e58-d3b0439085e9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.321865] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db93b9d3-6737-4c06-9810-24d2e7ad7980 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.328827] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf67e14-6993-432f-a194-6b333aa64725 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.342082] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.845636] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.847104] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1081.847300] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.847520] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.847658] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Cleaning up deleted instances {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1082.350853] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] There are 0 instances to clean {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1082.351241] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.351241] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Cleaning up deleted instances with incomplete migration {{(pid=63248) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1083.690457] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.690834] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.690834] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.690922] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1083.691712] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.187612] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.692847] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.692847] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.690790] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.333085] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.838023] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Getting list of instances from cluster (obj){ [ 1111.838023] env[63248]: value = "domain-c8" [ 1111.838023] env[63248]: _type = "ClusterComputeResource" [ 1111.838023] env[63248]: } {{(pid=63248) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1111.838023] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1e4075-248c-4dd4-81bb-1ea811359cf2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.846204] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Got total of 0 instances {{(pid=63248) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1139.200099] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.200505] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.200505] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1139.200583] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1139.703075] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1139.703349] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.206871] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.207265] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.207382] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.207499] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1140.208395] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d208e597-54fe-4be8-8d9d-bfe54fac6f8a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.217254] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b153d1-376f-4eda-904b-1c1c9fd08714 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.230834] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cf7b47-4baa-4d45-b35d-d355dd36a8e6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.236713] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f17e12-1573-4e9f-a769-66dbcd64b840 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.265495] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181369MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1140.265656] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.265817] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.383787] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1141.384063] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1141.399044] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1141.409995] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1141.410182] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.419096] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1141.433671] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1141.444499] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97d7e9a-2b86-42ee-b63f-4b26672944a8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.452091] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e109b22-5b83-48ba-8847-69f6d0ce5d5d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.480453] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd0d441-4efa-4188-9dc9-61e928d093bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.486890] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d15251-6f0b-4a07-af3a-be075e98ce5a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.499323] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.002923] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.004277] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1142.004468] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.739s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.991375] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.991856] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.991856] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.991931] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1144.690746] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.689984] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.690594] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.685122] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.689776] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.689940] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1198.690106] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1199.192625] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1199.690166] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.193500] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.193679] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.193844] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.193997] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1200.194925] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5c1273-98c2-4fac-b3e4-98b6af7e1eac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.202811] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baed909-995c-4866-a631-1cdad46bef7b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.216429] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93eb3660-8ba3-4670-819c-c2dd9fd9e982 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.222435] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4525d749-10ea-41d0-b836-6595cb27f8a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.250331] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181371MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1200.250468] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.250655] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.267402] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1201.267758] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1201.280433] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1550b267-13bb-409c-8dfa-21ae71efcbd4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.287722] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af31adce-fbcc-4cb0-adf1-fdabc39a3fab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.317046] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7281df6f-a0a6-4f6f-a25a-7340fbb9993e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.323889] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2b778f-83bf-47ff-817a-3752e268283a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.336837] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.840492] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.841745] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1201.841926] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.841897] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.842304] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.842304] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1205.690299] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.691077] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.691438] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.691474] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.684804] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.690354] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.194452] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.198037] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.198037] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.198037] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1260.198037] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45162d2-054f-43f2-b110-1d22ddeac73d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.203782] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45f9703-23bc-4ab7-907d-d1465bdc0808 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.217437] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37780a31-3dd4-45c1-bb6e-777b1103342e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.223375] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363b6774-74f9-410f-8498-d143c403dd7a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.251183] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181364MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1260.251322] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.251498] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.271848] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1261.271848] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1261.286019] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30f8796-3f23-4cdb-b7e7-acd0b0eb0cb7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.291797] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024a838f-2401-430e-b966-f5e568c18746 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.328961] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a1776b-d4fc-4155-a4ff-1e7eb6762161 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.340023] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac95cec-41d9-4368-bdfe-235187db896e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.350312] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.854115] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.855097] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1261.855330] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.604s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.849417] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.849862] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.849862] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1262.849975] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1263.353249] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1263.689821] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.690068] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.690234] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1266.691699] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.690910] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.690699] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.691166] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.168425] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.168827] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.672295] env[63248]: DEBUG nova.compute.manager [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1301.221947] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.222523] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.224241] env[63248]: INFO nova.compute.claims [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.038271] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Acquiring lock "20881a6c-47ee-49e4-a3c3-250e8c91c8c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.038372] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Lock "20881a6c-47ee-49e4-a3c3-250e8c91c8c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.320637] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc4f6fc-e1b7-4621-a84e-b417a80de8c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.332020] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acf31ed-c7dc-4b4c-8304-bc7d3232110f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.370222] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a589d83c-db3f-461f-a54b-3c9ffab7757f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.380487] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fcc58e-e8c3-478a-afcf-a99a6cec9c55 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.396065] env[63248]: DEBUG nova.compute.provider_tree [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.493689] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Acquiring lock "f371493e-8d5c-41ac-a4a5-bde83cbbca3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.493927] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Lock "f371493e-8d5c-41ac-a4a5-bde83cbbca3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.541105] env[63248]: DEBUG nova.compute.manager [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1302.900691] env[63248]: DEBUG nova.scheduler.client.report [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.001530] env[63248]: DEBUG nova.compute.manager [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.078521] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.411625] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.412274] env[63248]: DEBUG nova.compute.manager [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1303.415333] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.337s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.416822] env[63248]: INFO nova.compute.claims [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.542708] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.695371] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Acquiring lock "b4cfef43-d840-40dc-bad4-303750e486e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.695614] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Lock "b4cfef43-d840-40dc-bad4-303750e486e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.721637] env[63248]: DEBUG oslo_concurrency.lockutils [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Acquiring lock "440afce9-d205-40ee-9101-82d751e72a1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.721916] env[63248]: DEBUG oslo_concurrency.lockutils [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Lock "440afce9-d205-40ee-9101-82d751e72a1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.921770] env[63248]: DEBUG nova.compute.utils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1303.923325] env[63248]: DEBUG nova.compute.manager [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1303.923593] env[63248]: DEBUG nova.network.neutron [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1304.201479] env[63248]: DEBUG nova.compute.manager [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.224726] env[63248]: DEBUG nova.compute.manager [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.430874] env[63248]: DEBUG nova.compute.manager [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1304.558106] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407bc5c1-02c6-45d8-942b-9b7bfbc41b42 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.566167] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fd7ea8-7f92-4e1a-9114-56c290d9b1e0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.602504] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650a00af-e4ff-49ff-af02-c3424691be9f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.610020] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d51ca48-d97d-42fa-943e-16bca738d1a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.626752] env[63248]: DEBUG nova.policy [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '131af6da4b844463a188d1dc7abf0bd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e24b51c2d0994aeda71f836ddd2d453d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1304.638190] env[63248]: DEBUG nova.compute.provider_tree [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.739417] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.759805] env[63248]: DEBUG oslo_concurrency.lockutils [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.142427] env[63248]: DEBUG nova.scheduler.client.report [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.451016] env[63248]: DEBUG nova.compute.manager [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1305.482194] env[63248]: DEBUG nova.network.neutron [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Successfully created port: 186d5a26-b152-4e4a-a7ec-5eaba52fdf06 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1305.491929] env[63248]: DEBUG nova.virt.hardware [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.492143] env[63248]: DEBUG nova.virt.hardware [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.492217] env[63248]: DEBUG nova.virt.hardware [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.492372] env[63248]: DEBUG nova.virt.hardware [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.492768] env[63248]: DEBUG nova.virt.hardware [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.492768] env[63248]: DEBUG nova.virt.hardware [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.492882] env[63248]: DEBUG nova.virt.hardware [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.493035] env[63248]: DEBUG nova.virt.hardware [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.493201] env[63248]: DEBUG nova.virt.hardware [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.493361] env[63248]: DEBUG nova.virt.hardware [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.493530] env[63248]: DEBUG nova.virt.hardware [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.494504] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c766bd8-04e5-4d81-a835-748b10109ec6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.508910] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bd8445-3f39-4e17-9af4-a96ca1b5280d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.528789] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeb28bb-eadf-4396-abfc-5c9f43cd2e10 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.654101] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.654803] env[63248]: DEBUG nova.compute.manager [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1305.657605] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.116s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.659037] env[63248]: INFO nova.compute.claims [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.171964] env[63248]: DEBUG nova.compute.utils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1306.176309] env[63248]: DEBUG nova.compute.manager [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1306.176701] env[63248]: DEBUG nova.network.neutron [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1306.265667] env[63248]: DEBUG nova.policy [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca2ce1f9dac74c24b3be3d14b1e77e62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0859769dea1b4290afbf2f541e3d3df5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1306.688342] env[63248]: DEBUG nova.compute.manager [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1306.813638] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cdcbb9-fcc4-44fc-b4c2-ae59037c4d8c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.828126] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c674e1a-671c-4f45-8cd2-3be8d1f33ae8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.872735] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36e96ea-18e0-44eb-a373-e1bb4bf191f2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.882862] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf90dc84-c860-4a1b-be52-0072e271dadd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.901405] env[63248]: DEBUG nova.compute.provider_tree [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.098158] env[63248]: DEBUG nova.network.neutron [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Successfully created port: 3501d4ea-8ce9-47cd-9ea2-367511cc7985 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1307.406233] env[63248]: DEBUG nova.scheduler.client.report [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.704267] env[63248]: DEBUG nova.compute.manager [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1307.751016] env[63248]: DEBUG nova.virt.hardware [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.751016] env[63248]: DEBUG nova.virt.hardware [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.751267] env[63248]: DEBUG nova.virt.hardware [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.751368] env[63248]: DEBUG nova.virt.hardware [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.751508] env[63248]: DEBUG nova.virt.hardware [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.751652] env[63248]: DEBUG nova.virt.hardware [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.751852] env[63248]: DEBUG nova.virt.hardware [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.752016] env[63248]: DEBUG nova.virt.hardware [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.754229] env[63248]: DEBUG nova.virt.hardware [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.754491] env[63248]: DEBUG nova.virt.hardware [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.754659] env[63248]: DEBUG nova.virt.hardware [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.755911] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01f8b86-1cbe-4b9d-af11-924127c15c5a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.772469] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f50892-8448-47fd-a55a-09089c7f109e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.918148] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.918690] env[63248]: DEBUG nova.compute.manager [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1307.925032] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.189s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.926375] env[63248]: INFO nova.compute.claims [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.154813] env[63248]: DEBUG nova.network.neutron [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Successfully updated port: 186d5a26-b152-4e4a-a7ec-5eaba52fdf06 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1308.427205] env[63248]: DEBUG nova.compute.utils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1308.429012] env[63248]: DEBUG nova.compute.manager [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1308.429331] env[63248]: DEBUG nova.network.neutron [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1308.555630] env[63248]: DEBUG nova.policy [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0b8f40bdcde45d1864ffc1560c0eea3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a2e37fe65084c35a455c205d6d325d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1308.661461] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.661997] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquired lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.662165] env[63248]: DEBUG nova.network.neutron [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.936674] env[63248]: DEBUG nova.compute.manager [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1309.048985] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d451eff2-79c0-4f11-9ba9-5d86b8c80d71 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.056840] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fba439-22b0-46cf-a19b-c7c353c9c2e3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.094254] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bd5938-03b7-4fdb-8c19-f199abaac74e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.100877] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011132d3-f6a3-4942-88cc-ed3d8cbe0938 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.116132] env[63248]: DEBUG nova.compute.provider_tree [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.229143] env[63248]: DEBUG nova.network.neutron [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Successfully created port: 1826e2d7-0fe8-47fc-a5eb-f7923c4ff348 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.253810] env[63248]: DEBUG nova.network.neutron [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1309.283228] env[63248]: DEBUG nova.compute.manager [req-1e228874-8799-4ab3-8685-4afdd44cf501 req-ade1c012-086d-4ee5-aadc-a87d90626096 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Received event network-vif-plugged-186d5a26-b152-4e4a-a7ec-5eaba52fdf06 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1309.283354] env[63248]: DEBUG oslo_concurrency.lockutils [req-1e228874-8799-4ab3-8685-4afdd44cf501 req-ade1c012-086d-4ee5-aadc-a87d90626096 service nova] Acquiring lock "c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.283561] env[63248]: DEBUG oslo_concurrency.lockutils [req-1e228874-8799-4ab3-8685-4afdd44cf501 req-ade1c012-086d-4ee5-aadc-a87d90626096 service nova] Lock "c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.283725] env[63248]: DEBUG oslo_concurrency.lockutils [req-1e228874-8799-4ab3-8685-4afdd44cf501 req-ade1c012-086d-4ee5-aadc-a87d90626096 service nova] Lock "c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.283891] env[63248]: DEBUG nova.compute.manager [req-1e228874-8799-4ab3-8685-4afdd44cf501 req-ade1c012-086d-4ee5-aadc-a87d90626096 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] No waiting events found dispatching network-vif-plugged-186d5a26-b152-4e4a-a7ec-5eaba52fdf06 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.284315] env[63248]: WARNING nova.compute.manager [req-1e228874-8799-4ab3-8685-4afdd44cf501 req-ade1c012-086d-4ee5-aadc-a87d90626096 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Received unexpected event network-vif-plugged-186d5a26-b152-4e4a-a7ec-5eaba52fdf06 for instance with vm_state building and task_state spawning. [ 1309.619515] env[63248]: DEBUG nova.network.neutron [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Successfully updated port: 3501d4ea-8ce9-47cd-9ea2-367511cc7985 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1309.624235] env[63248]: DEBUG nova.scheduler.client.report [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.787263] env[63248]: DEBUG nova.network.neutron [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Updating instance_info_cache with network_info: [{"id": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "address": "fa:16:3e:7e:ca:24", "network": {"id": "1267c86f-5f2d-425e-a44e-b532b7329267", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040917390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24b51c2d0994aeda71f836ddd2d453d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap186d5a26-b1", "ovs_interfaceid": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.955476] env[63248]: DEBUG nova.compute.manager [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1309.989919] env[63248]: DEBUG nova.virt.hardware [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.990148] env[63248]: DEBUG nova.virt.hardware [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.990311] env[63248]: DEBUG nova.virt.hardware [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.990719] env[63248]: DEBUG nova.virt.hardware [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.990719] env[63248]: DEBUG nova.virt.hardware [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.990865] env[63248]: DEBUG nova.virt.hardware [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.990962] env[63248]: DEBUG nova.virt.hardware [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.992022] env[63248]: DEBUG nova.virt.hardware [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.992125] env[63248]: DEBUG nova.virt.hardware [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.992284] env[63248]: DEBUG nova.virt.hardware [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.992454] env[63248]: DEBUG nova.virt.hardware [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.993342] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3a8fef-ecab-471e-807a-0e62cda99910 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.007325] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9329d84d-4750-4f25-8b43-ee83414af8f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.129930] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Acquiring lock "refresh_cache-20881a6c-47ee-49e4-a3c3-250e8c91c8c2" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.129930] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Acquired lock "refresh_cache-20881a6c-47ee-49e4-a3c3-250e8c91c8c2" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.129930] env[63248]: DEBUG nova.network.neutron [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.136469] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.137318] env[63248]: DEBUG nova.compute.manager [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.144460] env[63248]: DEBUG oslo_concurrency.lockutils [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.380s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.144460] env[63248]: INFO nova.compute.claims [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.295766] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Releasing lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.296135] env[63248]: DEBUG nova.compute.manager [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Instance network_info: |[{"id": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "address": "fa:16:3e:7e:ca:24", "network": {"id": "1267c86f-5f2d-425e-a44e-b532b7329267", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040917390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24b51c2d0994aeda71f836ddd2d453d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap186d5a26-b1", "ovs_interfaceid": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1310.296673] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:ca:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '186d5a26-b152-4e4a-a7ec-5eaba52fdf06', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.308856] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1310.310260] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eca64a8-3c3d-42aa-b16a-b89901b49f1a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.313159] env[63248]: DEBUG nova.compute.manager [req-d81b2305-bb0b-45f5-97da-4e1742aa41b0 req-b661a9f1-bf3d-41b8-8c9e-558356570203 service nova] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Received event network-vif-plugged-3501d4ea-8ce9-47cd-9ea2-367511cc7985 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1310.313361] env[63248]: DEBUG oslo_concurrency.lockutils [req-d81b2305-bb0b-45f5-97da-4e1742aa41b0 req-b661a9f1-bf3d-41b8-8c9e-558356570203 service nova] Acquiring lock "20881a6c-47ee-49e4-a3c3-250e8c91c8c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.314192] env[63248]: DEBUG oslo_concurrency.lockutils [req-d81b2305-bb0b-45f5-97da-4e1742aa41b0 req-b661a9f1-bf3d-41b8-8c9e-558356570203 service nova] Lock "20881a6c-47ee-49e4-a3c3-250e8c91c8c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.314192] env[63248]: DEBUG oslo_concurrency.lockutils [req-d81b2305-bb0b-45f5-97da-4e1742aa41b0 req-b661a9f1-bf3d-41b8-8c9e-558356570203 service nova] Lock "20881a6c-47ee-49e4-a3c3-250e8c91c8c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.314192] env[63248]: DEBUG nova.compute.manager [req-d81b2305-bb0b-45f5-97da-4e1742aa41b0 req-b661a9f1-bf3d-41b8-8c9e-558356570203 service nova] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] No waiting events found dispatching network-vif-plugged-3501d4ea-8ce9-47cd-9ea2-367511cc7985 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1310.314572] env[63248]: WARNING nova.compute.manager [req-d81b2305-bb0b-45f5-97da-4e1742aa41b0 req-b661a9f1-bf3d-41b8-8c9e-558356570203 service nova] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Received unexpected event network-vif-plugged-3501d4ea-8ce9-47cd-9ea2-367511cc7985 for instance with vm_state building and task_state spawning. [ 1310.326041] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Created folder: OpenStack in parent group-v4. [ 1310.326350] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Creating folder: Project (e24b51c2d0994aeda71f836ddd2d453d). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1310.326501] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff57b12c-2bc5-43d4-a9f3-d95be44ccbfc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.337718] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Created folder: Project (e24b51c2d0994aeda71f836ddd2d453d) in parent group-v373228. [ 1310.338175] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Creating folder: Instances. Parent ref: group-v373229. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1310.338175] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e97cfaf-56e2-4c51-ad9b-1c53b4240ebf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.347644] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Created folder: Instances in parent group-v373229. [ 1310.347923] env[63248]: DEBUG oslo.service.loopingcall [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1310.348121] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.348636] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2bb537f-3b38-4fa5-bfcf-e00eb224f2a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.375145] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.375145] env[63248]: value = "task-1800079" [ 1310.375145] env[63248]: _type = "Task" [ 1310.375145] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.386512] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800079, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.645910] env[63248]: DEBUG nova.compute.utils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1310.649374] env[63248]: DEBUG nova.compute.manager [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.649491] env[63248]: DEBUG nova.network.neutron [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.736503] env[63248]: DEBUG nova.network.neutron [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.852498] env[63248]: DEBUG nova.policy [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '861d7ccfec9645709e46d6ac84ef4195', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eba9f0188c77452086b478a9f222a76d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.889089] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800079, 'name': CreateVM_Task, 'duration_secs': 0.383247} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.890115] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.911402] env[63248]: DEBUG oslo_vmware.service [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf04674-4470-49b1-bfab-4c1cdf5020d2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.921301] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.922485] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.922756] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1310.924999] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709b8100-e539-4592-a565-193604d63bfc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.929627] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1310.929627] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52579156-aa04-5f61-c66e-a75382018778" [ 1310.929627] env[63248]: _type = "Task" [ 1310.929627] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.939189] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52579156-aa04-5f61-c66e-a75382018778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.150253] env[63248]: DEBUG nova.compute.manager [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.266604] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3281fc5e-34bb-4f57-89df-38051ec2c366 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.275292] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85eb9a7c-aa4d-4e13-aa78-dee9b06a4066 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.316942] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d5d714-74c6-4cea-beac-36676cbf95b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.325856] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986b49b4-3c78-41f3-8c73-6942a8ae8326 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.342401] env[63248]: DEBUG nova.compute.provider_tree [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.344963] env[63248]: DEBUG nova.network.neutron [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Updating instance_info_cache with network_info: [{"id": "3501d4ea-8ce9-47cd-9ea2-367511cc7985", "address": "fa:16:3e:83:08:07", "network": {"id": "494faf32-d844-48f3-bba9-dba23e89629f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1892707030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0859769dea1b4290afbf2f541e3d3df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3501d4ea-8c", "ovs_interfaceid": "3501d4ea-8ce9-47cd-9ea2-367511cc7985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.445360] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.445610] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.445857] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.446011] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.446541] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.452828] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6272ba2c-3a8d-4038-985b-3d06c46f104e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.463221] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.463426] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.464341] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81070ae1-ebc8-4bc3-a723-29d7e170bf08 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.472386] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f9b66c6-1712-4662-9c40-b2af9e13fa70 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.479137] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1311.479137] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525d8c2d-5b5b-f26e-d690-188e0d6d8b85" [ 1311.479137] env[63248]: _type = "Task" [ 1311.479137] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.498078] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Preparing fetch location {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1311.498646] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Creating directory with path [datastore1] vmware_temp/b9ec9078-cd8b-478b-beb7-65b2449fba52/e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.498646] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f381cc76-eeb7-4af0-8e7d-74dffe00c154 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.529374] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Created directory with path [datastore1] vmware_temp/b9ec9078-cd8b-478b-beb7-65b2449fba52/e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.529374] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Fetch image to [datastore1] vmware_temp/b9ec9078-cd8b-478b-beb7-65b2449fba52/e2b56cce-89e7-4da7-be26-1c226d221e06/tmp-sparse.vmdk {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1311.529374] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Downloading image file data e2b56cce-89e7-4da7-be26-1c226d221e06 to [datastore1] vmware_temp/b9ec9078-cd8b-478b-beb7-65b2449fba52/e2b56cce-89e7-4da7-be26-1c226d221e06/tmp-sparse.vmdk on the data store datastore1 {{(pid=63248) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1311.531078] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289fb870-317e-4220-aa8f-27bcfb0099ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.540730] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa1220f-286a-4925-a2b0-5f4f70fbaf09 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.559388] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ba4ec1-26cc-4f8b-bc80-cb15c300d0ba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.616013] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c25364-1561-4fe9-9b0a-7e8d4a2039f4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.627261] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "53686d6b-0e38-4361-9fb4-dbdfcc4c80af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.627261] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "53686d6b-0e38-4361-9fb4-dbdfcc4c80af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.631171] env[63248]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-caa9e9b7-ba3c-4fe5-bd93-57ddbd78f251 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.670257] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Downloading image file data e2b56cce-89e7-4da7-be26-1c226d221e06 to the data store datastore1 {{(pid=63248) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1311.689899] env[63248]: DEBUG nova.network.neutron [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Successfully updated port: 1826e2d7-0fe8-47fc-a5eb-f7923c4ff348 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.769700] env[63248]: DEBUG oslo_vmware.rw_handles [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b9ec9078-cd8b-478b-beb7-65b2449fba52/e2b56cce-89e7-4da7-be26-1c226d221e06/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63248) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1311.848420] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Releasing lock "refresh_cache-20881a6c-47ee-49e4-a3c3-250e8c91c8c2" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.849086] env[63248]: DEBUG nova.compute.manager [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Instance network_info: |[{"id": "3501d4ea-8ce9-47cd-9ea2-367511cc7985", "address": "fa:16:3e:83:08:07", "network": {"id": "494faf32-d844-48f3-bba9-dba23e89629f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1892707030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0859769dea1b4290afbf2f541e3d3df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3501d4ea-8c", "ovs_interfaceid": "3501d4ea-8ce9-47cd-9ea2-367511cc7985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1311.849813] env[63248]: DEBUG nova.scheduler.client.report [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.855113] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:08:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3501d4ea-8ce9-47cd-9ea2-367511cc7985', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.872246] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Creating folder: Project (0859769dea1b4290afbf2f541e3d3df5). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1311.875390] env[63248]: DEBUG oslo_concurrency.lockutils [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.735s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.876889] env[63248]: DEBUG nova.compute.manager [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1311.881937] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60786b57-5e38-4335-b273-0e3146791503 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.900438] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Created folder: Project (0859769dea1b4290afbf2f541e3d3df5) in parent group-v373228. [ 1311.900438] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Creating folder: Instances. Parent ref: group-v373232. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1311.900665] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4ef4031-8179-404a-9d2d-b46cc761484c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.910737] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Created folder: Instances in parent group-v373232. [ 1311.911030] env[63248]: DEBUG oslo.service.loopingcall [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.914788] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.914788] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed3cc3e4-3cce-41ff-affd-0f77ce2ac8d7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.946979] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.946979] env[63248]: value = "task-1800082" [ 1311.946979] env[63248]: _type = "Task" [ 1311.946979] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.959277] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800082, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.038555] env[63248]: DEBUG nova.network.neutron [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Successfully created port: 8be4da84-1f33-4640-b89d-442ab5ab1eb0 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1312.128371] env[63248]: DEBUG nova.compute.manager [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1312.168306] env[63248]: DEBUG nova.compute.manager [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1312.195596] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Acquiring lock "refresh_cache-f371493e-8d5c-41ac-a4a5-bde83cbbca3a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.195756] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Acquired lock "refresh_cache-f371493e-8d5c-41ac-a4a5-bde83cbbca3a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.195878] env[63248]: DEBUG nova.network.neutron [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.333614] env[63248]: DEBUG nova.virt.hardware [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.337350] env[63248]: DEBUG nova.virt.hardware [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.337350] env[63248]: DEBUG nova.virt.hardware [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.337350] env[63248]: DEBUG nova.virt.hardware [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.337350] env[63248]: DEBUG nova.virt.hardware [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.337350] env[63248]: DEBUG nova.virt.hardware [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.337565] env[63248]: DEBUG nova.virt.hardware [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.337565] env[63248]: DEBUG nova.virt.hardware [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.337565] env[63248]: DEBUG nova.virt.hardware [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.337565] env[63248]: DEBUG nova.virt.hardware [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.337565] env[63248]: DEBUG nova.virt.hardware [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.338319] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64a1382-8955-4c7c-80e0-858ed648c010 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.349895] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802ceb7d-bc14-4235-bbfa-d226eacc109a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.393719] env[63248]: DEBUG nova.compute.utils [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1312.396112] env[63248]: DEBUG nova.compute.manager [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Not allocating networking since 'none' was specified. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1312.459482] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800082, 'name': CreateVM_Task, 'duration_secs': 0.50986} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.461103] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.461879] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.462136] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.462522] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.462865] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae60312c-8f6d-4a56-89fe-dc95fea742b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.471028] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1312.471028] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5238f669-1675-6e8f-3632-88f7ae7b31b9" [ 1312.471028] env[63248]: _type = "Task" [ 1312.471028] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.477867] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5238f669-1675-6e8f-3632-88f7ae7b31b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.583777] env[63248]: DEBUG oslo_vmware.rw_handles [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Completed reading data from the image iterator. {{(pid=63248) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1312.584133] env[63248]: DEBUG oslo_vmware.rw_handles [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b9ec9078-cd8b-478b-beb7-65b2449fba52/e2b56cce-89e7-4da7-be26-1c226d221e06/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1312.650825] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.651269] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.652624] env[63248]: INFO nova.compute.claims [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.749018] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Downloaded image file data e2b56cce-89e7-4da7-be26-1c226d221e06 to vmware_temp/b9ec9078-cd8b-478b-beb7-65b2449fba52/e2b56cce-89e7-4da7-be26-1c226d221e06/tmp-sparse.vmdk on the data store datastore1 {{(pid=63248) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1312.749018] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Caching image {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1312.749018] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Copying Virtual Disk [datastore1] vmware_temp/b9ec9078-cd8b-478b-beb7-65b2449fba52/e2b56cce-89e7-4da7-be26-1c226d221e06/tmp-sparse.vmdk to [datastore1] vmware_temp/b9ec9078-cd8b-478b-beb7-65b2449fba52/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.749018] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c556a07f-8040-448f-8361-dd8fd9193d28 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.762426] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1312.762426] env[63248]: value = "task-1800083" [ 1312.762426] env[63248]: _type = "Task" [ 1312.762426] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.765113] env[63248]: DEBUG nova.network.neutron [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.773606] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.897730] env[63248]: DEBUG nova.compute.manager [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1312.963386] env[63248]: DEBUG nova.network.neutron [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Updating instance_info_cache with network_info: [{"id": "1826e2d7-0fe8-47fc-a5eb-f7923c4ff348", "address": "fa:16:3e:44:0a:fe", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1826e2d7-0f", "ovs_interfaceid": "1826e2d7-0fe8-47fc-a5eb-f7923c4ff348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.980679] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.980941] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.981036] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.272107] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800083, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.354936] env[63248]: DEBUG nova.compute.manager [req-36888f33-9d63-4cf2-a73d-267dcb0d8eef req-487f4cf6-319f-4f61-8c0f-0486106d1856 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Received event network-changed-186d5a26-b152-4e4a-a7ec-5eaba52fdf06 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1313.355149] env[63248]: DEBUG nova.compute.manager [req-36888f33-9d63-4cf2-a73d-267dcb0d8eef req-487f4cf6-319f-4f61-8c0f-0486106d1856 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Refreshing instance network info cache due to event network-changed-186d5a26-b152-4e4a-a7ec-5eaba52fdf06. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1313.355399] env[63248]: DEBUG oslo_concurrency.lockutils [req-36888f33-9d63-4cf2-a73d-267dcb0d8eef req-487f4cf6-319f-4f61-8c0f-0486106d1856 service nova] Acquiring lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.355602] env[63248]: DEBUG oslo_concurrency.lockutils [req-36888f33-9d63-4cf2-a73d-267dcb0d8eef req-487f4cf6-319f-4f61-8c0f-0486106d1856 service nova] Acquired lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.355842] env[63248]: DEBUG nova.network.neutron [req-36888f33-9d63-4cf2-a73d-267dcb0d8eef req-487f4cf6-319f-4f61-8c0f-0486106d1856 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Refreshing network info cache for port 186d5a26-b152-4e4a-a7ec-5eaba52fdf06 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.464568] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Releasing lock "refresh_cache-f371493e-8d5c-41ac-a4a5-bde83cbbca3a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.464907] env[63248]: DEBUG nova.compute.manager [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Instance network_info: |[{"id": "1826e2d7-0fe8-47fc-a5eb-f7923c4ff348", "address": "fa:16:3e:44:0a:fe", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1826e2d7-0f", "ovs_interfaceid": "1826e2d7-0fe8-47fc-a5eb-f7923c4ff348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1313.465450] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:0a:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1826e2d7-0fe8-47fc-a5eb-f7923c4ff348', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.474043] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Creating folder: Project (3a2e37fe65084c35a455c205d6d325d1). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.475780] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58c50fd4-544d-42c0-8250-c129f14262b3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.486940] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Created folder: Project (3a2e37fe65084c35a455c205d6d325d1) in parent group-v373228. [ 1313.487180] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Creating folder: Instances. Parent ref: group-v373235. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.487696] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e94432e-53ce-474f-9cb8-56bc1770056e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.496990] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Created folder: Instances in parent group-v373235. [ 1313.497283] env[63248]: DEBUG oslo.service.loopingcall [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.497501] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.497750] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a8fca0e-554a-4585-b43a-5bb07289eefd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.523411] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.523411] env[63248]: value = "task-1800086" [ 1313.523411] env[63248]: _type = "Task" [ 1313.523411] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.532596] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800086, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.773538] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759142} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.773811] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Copied Virtual Disk [datastore1] vmware_temp/b9ec9078-cd8b-478b-beb7-65b2449fba52/e2b56cce-89e7-4da7-be26-1c226d221e06/tmp-sparse.vmdk to [datastore1] vmware_temp/b9ec9078-cd8b-478b-beb7-65b2449fba52/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.774013] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Deleting the datastore file [datastore1] vmware_temp/b9ec9078-cd8b-478b-beb7-65b2449fba52/e2b56cce-89e7-4da7-be26-1c226d221e06/tmp-sparse.vmdk {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.774309] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91b95339-f8d9-481c-b7ff-c2f13756265d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.785836] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1313.785836] env[63248]: value = "task-1800087" [ 1313.785836] env[63248]: _type = "Task" [ 1313.785836] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.795139] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.917413] env[63248]: DEBUG nova.compute.manager [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1313.947799] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "6366c103-ff17-4c0c-a8a2-f785c8547811" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.947799] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "6366c103-ff17-4c0c-a8a2-f785c8547811" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.964713] env[63248]: DEBUG nova.virt.hardware [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.964965] env[63248]: DEBUG nova.virt.hardware [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.967171] env[63248]: DEBUG nova.virt.hardware [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.967332] env[63248]: DEBUG nova.virt.hardware [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.967500] env[63248]: DEBUG nova.virt.hardware [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.969100] env[63248]: DEBUG nova.virt.hardware [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.969100] env[63248]: DEBUG nova.virt.hardware [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.969100] env[63248]: DEBUG nova.virt.hardware [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.969100] env[63248]: DEBUG nova.virt.hardware [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.969100] env[63248]: DEBUG nova.virt.hardware [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.969857] env[63248]: DEBUG nova.virt.hardware [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.971831] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3146e294-d254-4804-89a0-aa96e59490ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.995655] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a768f3-c739-403c-a894-57701e566437 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.015383] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Instance VIF info [] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.024538] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Creating folder: Project (8bd93e65bf034b07a0f8e669b652a859). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.027441] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c1ba31a-410e-4a02-8341-efa4976de36f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.041598] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104ba4bb-71d1-4b38-a202-d8eaf6bac040 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.047395] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Created folder: Project (8bd93e65bf034b07a0f8e669b652a859) in parent group-v373228. [ 1314.047395] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Creating folder: Instances. Parent ref: group-v373238. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.051451] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67355864-380a-46ae-b25b-d95abccd15bf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.055184] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800086, 'name': CreateVM_Task, 'duration_secs': 0.339288} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.055436] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.056555] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.056751] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.057384] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.057769] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8742613-667b-4939-b08a-390dca9b9263 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.065826] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e5e43b-17c0-47bf-9db6-b1c7f18bf650 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.069175] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Created folder: Instances in parent group-v373238. [ 1314.069393] env[63248]: DEBUG oslo.service.loopingcall [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1314.071202] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.071567] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Waiting for the task: (returnval){ [ 1314.071567] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5299b532-0f45-4724-6dbd-eac5469eaa73" [ 1314.071567] env[63248]: _type = "Task" [ 1314.071567] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.072055] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d1ff43a-7813-49f8-9a73-3e8dd0c2bfc9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.117400] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Acquiring lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.117672] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.119253] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5e8d1e-c309-483e-bbdc-f8cd27b5410c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.125655] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.125655] env[63248]: value = "task-1800090" [ 1314.125655] env[63248]: _type = "Task" [ 1314.125655] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.135503] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.135750] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.135956] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.137132] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2fd56d-5d2d-4378-80f0-f39e255efaa1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.144599] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800090, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.155698] env[63248]: DEBUG nova.compute.provider_tree [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.296812] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024432} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.298037] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.298252] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Moving file from [datastore1] vmware_temp/b9ec9078-cd8b-478b-beb7-65b2449fba52/e2b56cce-89e7-4da7-be26-1c226d221e06 to [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06. {{(pid=63248) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1314.299417] env[63248]: DEBUG nova.compute.manager [req-6cebc7f0-994b-408f-821b-504c4adbba5d req-44a1d19e-94e2-488f-8421-347f8a41cf45 service nova] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Received event network-changed-3501d4ea-8ce9-47cd-9ea2-367511cc7985 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1314.299608] env[63248]: DEBUG nova.compute.manager [req-6cebc7f0-994b-408f-821b-504c4adbba5d req-44a1d19e-94e2-488f-8421-347f8a41cf45 service nova] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Refreshing instance network info cache due to event network-changed-3501d4ea-8ce9-47cd-9ea2-367511cc7985. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1314.299820] env[63248]: DEBUG oslo_concurrency.lockutils [req-6cebc7f0-994b-408f-821b-504c4adbba5d req-44a1d19e-94e2-488f-8421-347f8a41cf45 service nova] Acquiring lock "refresh_cache-20881a6c-47ee-49e4-a3c3-250e8c91c8c2" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.299978] env[63248]: DEBUG oslo_concurrency.lockutils [req-6cebc7f0-994b-408f-821b-504c4adbba5d req-44a1d19e-94e2-488f-8421-347f8a41cf45 service nova] Acquired lock "refresh_cache-20881a6c-47ee-49e4-a3c3-250e8c91c8c2" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.300180] env[63248]: DEBUG nova.network.neutron [req-6cebc7f0-994b-408f-821b-504c4adbba5d req-44a1d19e-94e2-488f-8421-347f8a41cf45 service nova] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Refreshing network info cache for port 3501d4ea-8ce9-47cd-9ea2-367511cc7985 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.301227] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2ea358ae-6b7c-4486-9bd5-5585b3d01e12 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.309646] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1314.309646] env[63248]: value = "task-1800091" [ 1314.309646] env[63248]: _type = "Task" [ 1314.309646] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.319275] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800091, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.453697] env[63248]: DEBUG nova.compute.manager [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1314.529302] env[63248]: DEBUG nova.network.neutron [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Successfully updated port: 8be4da84-1f33-4640-b89d-442ab5ab1eb0 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1314.574783] env[63248]: DEBUG nova.network.neutron [req-36888f33-9d63-4cf2-a73d-267dcb0d8eef req-487f4cf6-319f-4f61-8c0f-0486106d1856 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Updated VIF entry in instance network info cache for port 186d5a26-b152-4e4a-a7ec-5eaba52fdf06. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.575198] env[63248]: DEBUG nova.network.neutron [req-36888f33-9d63-4cf2-a73d-267dcb0d8eef req-487f4cf6-319f-4f61-8c0f-0486106d1856 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Updating instance_info_cache with network_info: [{"id": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "address": "fa:16:3e:7e:ca:24", "network": {"id": "1267c86f-5f2d-425e-a44e-b532b7329267", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040917390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24b51c2d0994aeda71f836ddd2d453d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap186d5a26-b1", "ovs_interfaceid": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.576513] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.580580] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.624616] env[63248]: DEBUG nova.compute.manager [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1314.643210] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800090, 'name': CreateVM_Task, 'duration_secs': 0.356196} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.643210] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.643210] env[63248]: DEBUG oslo_concurrency.lockutils [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.643210] env[63248]: DEBUG oslo_concurrency.lockutils [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.643210] env[63248]: DEBUG oslo_concurrency.lockutils [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.643210] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a5073ef-fb7b-46c2-bc11-26e410ee57f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.651140] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Waiting for the task: (returnval){ [ 1314.651140] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52132020-b45d-4c3f-d260-05b60dfd9e51" [ 1314.651140] env[63248]: _type = "Task" [ 1314.651140] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.663993] env[63248]: DEBUG nova.scheduler.client.report [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.667392] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52132020-b45d-4c3f-d260-05b60dfd9e51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.822140] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800091, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.021929} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.822395] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] File moved {{(pid=63248) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1314.822579] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Cleaning up location [datastore1] vmware_temp/b9ec9078-cd8b-478b-beb7-65b2449fba52 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1314.822732] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Deleting the datastore file [datastore1] vmware_temp/b9ec9078-cd8b-478b-beb7-65b2449fba52 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.823035] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68dfc7ea-f5a1-47f4-ac07-74224147e185 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.836701] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1314.836701] env[63248]: value = "task-1800092" [ 1314.836701] env[63248]: _type = "Task" [ 1314.836701] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.847236] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.988755] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.033446] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Acquiring lock "refresh_cache-b4cfef43-d840-40dc-bad4-303750e486e9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.034107] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Acquired lock "refresh_cache-b4cfef43-d840-40dc-bad4-303750e486e9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.034107] env[63248]: DEBUG nova.network.neutron [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.082188] env[63248]: DEBUG oslo_concurrency.lockutils [req-36888f33-9d63-4cf2-a73d-267dcb0d8eef req-487f4cf6-319f-4f61-8c0f-0486106d1856 service nova] Releasing lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.082677] env[63248]: DEBUG nova.compute.manager [req-36888f33-9d63-4cf2-a73d-267dcb0d8eef req-487f4cf6-319f-4f61-8c0f-0486106d1856 service nova] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Received event network-vif-plugged-1826e2d7-0fe8-47fc-a5eb-f7923c4ff348 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1315.082677] env[63248]: DEBUG oslo_concurrency.lockutils [req-36888f33-9d63-4cf2-a73d-267dcb0d8eef req-487f4cf6-319f-4f61-8c0f-0486106d1856 service nova] Acquiring lock "f371493e-8d5c-41ac-a4a5-bde83cbbca3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.082938] env[63248]: DEBUG oslo_concurrency.lockutils [req-36888f33-9d63-4cf2-a73d-267dcb0d8eef req-487f4cf6-319f-4f61-8c0f-0486106d1856 service nova] Lock "f371493e-8d5c-41ac-a4a5-bde83cbbca3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.082998] env[63248]: DEBUG oslo_concurrency.lockutils [req-36888f33-9d63-4cf2-a73d-267dcb0d8eef req-487f4cf6-319f-4f61-8c0f-0486106d1856 service nova] Lock "f371493e-8d5c-41ac-a4a5-bde83cbbca3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.083220] env[63248]: DEBUG nova.compute.manager [req-36888f33-9d63-4cf2-a73d-267dcb0d8eef req-487f4cf6-319f-4f61-8c0f-0486106d1856 service nova] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] No waiting events found dispatching network-vif-plugged-1826e2d7-0fe8-47fc-a5eb-f7923c4ff348 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1315.083389] env[63248]: WARNING nova.compute.manager [req-36888f33-9d63-4cf2-a73d-267dcb0d8eef req-487f4cf6-319f-4f61-8c0f-0486106d1856 service nova] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Received unexpected event network-vif-plugged-1826e2d7-0fe8-47fc-a5eb-f7923c4ff348 for instance with vm_state building and task_state spawning. [ 1315.083807] env[63248]: DEBUG nova.compute.manager [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1315.146638] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.162268] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52132020-b45d-4c3f-d260-05b60dfd9e51, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.162564] env[63248]: DEBUG oslo_concurrency.lockutils [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.162792] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.162999] env[63248]: DEBUG oslo_concurrency.lockutils [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.167787] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.168294] env[63248]: DEBUG nova.compute.manager [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1315.171486] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.183s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.173130] env[63248]: INFO nova.compute.claims [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.346946] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024179} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.347892] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.348725] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31be551f-9452-4e0b-aa83-458b338cde84 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.354598] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1315.354598] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e0c2db-23cb-15e9-a30f-ff0963edb308" [ 1315.354598] env[63248]: _type = "Task" [ 1315.354598] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.376064] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e0c2db-23cb-15e9-a30f-ff0963edb308, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.376064] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.376326] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f/c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.378016] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.378016] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.378016] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25e638f4-5f2a-4c3b-bc70-dfecff2b749a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.382274] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38c0f913-e80c-45d4-9204-85e1e2dd594a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.387342] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1315.387342] env[63248]: value = "task-1800093" [ 1315.387342] env[63248]: _type = "Task" [ 1315.387342] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.392770] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.392949] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.393716] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c9a7a3-d659-491c-92b2-dd179b0d70ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.401028] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.402735] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1315.402735] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525f9590-c847-ab0f-9f82-aa53236ac023" [ 1315.402735] env[63248]: _type = "Task" [ 1315.402735] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.414576] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525f9590-c847-ab0f-9f82-aa53236ac023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.607194] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "a901b7d2-55d4-4ace-906e-40734377c899" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.607460] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "a901b7d2-55d4-4ace-906e-40734377c899" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.621941] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.672625] env[63248]: DEBUG nova.network.neutron [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1315.688131] env[63248]: DEBUG nova.compute.utils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1315.696888] env[63248]: DEBUG nova.compute.manager [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1315.699170] env[63248]: DEBUG nova.network.neutron [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1315.902772] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800093, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.916671] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525f9590-c847-ab0f-9f82-aa53236ac023, 'name': SearchDatastore_Task, 'duration_secs': 0.016272} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.917785] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6748cbf0-1284-4046-a2fc-bf1cffb24a33 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.928340] env[63248]: DEBUG nova.network.neutron [req-6cebc7f0-994b-408f-821b-504c4adbba5d req-44a1d19e-94e2-488f-8421-347f8a41cf45 service nova] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Updated VIF entry in instance network info cache for port 3501d4ea-8ce9-47cd-9ea2-367511cc7985. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.928340] env[63248]: DEBUG nova.network.neutron [req-6cebc7f0-994b-408f-821b-504c4adbba5d req-44a1d19e-94e2-488f-8421-347f8a41cf45 service nova] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Updating instance_info_cache with network_info: [{"id": "3501d4ea-8ce9-47cd-9ea2-367511cc7985", "address": "fa:16:3e:83:08:07", "network": {"id": "494faf32-d844-48f3-bba9-dba23e89629f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1892707030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0859769dea1b4290afbf2f541e3d3df5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3501d4ea-8c", "ovs_interfaceid": "3501d4ea-8ce9-47cd-9ea2-367511cc7985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.929386] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1315.929386] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5286d261-8b79-a094-8483-97ecd8e4a9ab" [ 1315.929386] env[63248]: _type = "Task" [ 1315.929386] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.940603] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5286d261-8b79-a094-8483-97ecd8e4a9ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.049653] env[63248]: DEBUG nova.policy [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '086ae568ea94473fafcd6444dbeead63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93f60da69baf40969264e09fbb327825', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1316.109659] env[63248]: DEBUG nova.compute.manager [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1316.195277] env[63248]: DEBUG nova.compute.manager [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1316.381630] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a48820-9642-4e86-988f-3d262019cb14 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.392923] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e3a1d6-6605-4a85-ab42-fe26bf0d5530 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.408170] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612052} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.439189] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f/c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.439455] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.440043] env[63248]: DEBUG oslo_concurrency.lockutils [req-6cebc7f0-994b-408f-821b-504c4adbba5d req-44a1d19e-94e2-488f-8421-347f8a41cf45 service nova] Releasing lock "refresh_cache-20881a6c-47ee-49e4-a3c3-250e8c91c8c2" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.440650] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0d215fc-8cd1-474b-9531-a8dcd3a5a350 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.446732] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6027b8-d7c6-45b6-b394-33ac0da8ab52 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.457472] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5286d261-8b79-a094-8483-97ecd8e4a9ab, 'name': SearchDatastore_Task, 'duration_secs': 0.044058} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.460803] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.461326] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 20881a6c-47ee-49e4-a3c3-250e8c91c8c2/20881a6c-47ee-49e4-a3c3-250e8c91c8c2.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.461772] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1316.461772] env[63248]: value = "task-1800094" [ 1316.461772] env[63248]: _type = "Task" [ 1316.461772] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.462046] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.462264] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.462489] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcf16c0e-178c-4e49-aa0c-dc6901bb9eb4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.468287] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0e5f43-983a-4e8a-8ea9-0bdbcbe12109 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.475310] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bff723b7-f477-46cf-8ca2-4f03b49c8662 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.490934] env[63248]: DEBUG nova.compute.provider_tree [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.494774] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.494853] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.495659] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1316.495659] env[63248]: value = "task-1800095" [ 1316.495659] env[63248]: _type = "Task" [ 1316.495659] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.496609] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f6e573-4bc0-479d-956f-c12ddce7c4e3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.508304] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800094, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.517672] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Waiting for the task: (returnval){ [ 1316.517672] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5212dcea-cfdd-acbe-cdb4-502cce144a79" [ 1316.517672] env[63248]: _type = "Task" [ 1316.517672] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.517672] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.517954] env[63248]: DEBUG nova.network.neutron [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Updating instance_info_cache with network_info: [{"id": "8be4da84-1f33-4640-b89d-442ab5ab1eb0", "address": "fa:16:3e:51:74:dd", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be4da84-1f", "ovs_interfaceid": "8be4da84-1f33-4640-b89d-442ab5ab1eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.530233] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5212dcea-cfdd-acbe-cdb4-502cce144a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.656053] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.752870] env[63248]: DEBUG nova.compute.manager [req-1ecb4494-348d-4935-a738-c7dc26a4ef90 req-10878209-d831-48e3-b00e-aa111421b741 service nova] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Received event network-changed-1826e2d7-0fe8-47fc-a5eb-f7923c4ff348 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1316.752870] env[63248]: DEBUG nova.compute.manager [req-1ecb4494-348d-4935-a738-c7dc26a4ef90 req-10878209-d831-48e3-b00e-aa111421b741 service nova] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Refreshing instance network info cache due to event network-changed-1826e2d7-0fe8-47fc-a5eb-f7923c4ff348. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1316.752870] env[63248]: DEBUG oslo_concurrency.lockutils [req-1ecb4494-348d-4935-a738-c7dc26a4ef90 req-10878209-d831-48e3-b00e-aa111421b741 service nova] Acquiring lock "refresh_cache-f371493e-8d5c-41ac-a4a5-bde83cbbca3a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.752870] env[63248]: DEBUG oslo_concurrency.lockutils [req-1ecb4494-348d-4935-a738-c7dc26a4ef90 req-10878209-d831-48e3-b00e-aa111421b741 service nova] Acquired lock "refresh_cache-f371493e-8d5c-41ac-a4a5-bde83cbbca3a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.752870] env[63248]: DEBUG nova.network.neutron [req-1ecb4494-348d-4935-a738-c7dc26a4ef90 req-10878209-d831-48e3-b00e-aa111421b741 service nova] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Refreshing network info cache for port 1826e2d7-0fe8-47fc-a5eb-f7923c4ff348 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.991152] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076063} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.991450] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1316.992474] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631b8cb6-d154-48d8-9e69-ec0be09fe7fc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.999116] env[63248]: DEBUG nova.scheduler.client.report [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.045420] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f/c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.045420] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Releasing lock "refresh_cache-b4cfef43-d840-40dc-bad4-303750e486e9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.045614] env[63248]: DEBUG nova.compute.manager [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Instance network_info: |[{"id": "8be4da84-1f33-4640-b89d-442ab5ab1eb0", "address": "fa:16:3e:51:74:dd", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be4da84-1f", "ovs_interfaceid": "8be4da84-1f33-4640-b89d-442ab5ab1eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1317.045614] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33060a2d-cebf-46a4-b9da-54d3d7bf32dc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.057513] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:74:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8be4da84-1f33-4640-b89d-442ab5ab1eb0', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.064743] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Creating folder: Project (eba9f0188c77452086b478a9f222a76d). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.066299] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5dcc3d1-defa-40d3-9164-0d3ccb450fcc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.075775] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5212dcea-cfdd-acbe-cdb4-502cce144a79, 'name': SearchDatastore_Task, 'duration_secs': 0.018169} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.075775] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523992} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.077413] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 20881a6c-47ee-49e4-a3c3-250e8c91c8c2/20881a6c-47ee-49e4-a3c3-250e8c91c8c2.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.078178] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.078535] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1317.078535] env[63248]: value = "task-1800096" [ 1317.078535] env[63248]: _type = "Task" [ 1317.078535] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.078761] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc85954-246c-4e9c-b52a-c743b1cbcc82 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.081601] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2770c563-223f-4143-b84f-c215adc43c6b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.089428] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Created folder: Project (eba9f0188c77452086b478a9f222a76d) in parent group-v373228. [ 1317.089629] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Creating folder: Instances. Parent ref: group-v373241. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.090561] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8eb83649-08a4-4c37-a395-121d5b62cf8a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.094584] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Waiting for the task: (returnval){ [ 1317.094584] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525c0142-be30-a228-5cd5-5eb00eecde98" [ 1317.094584] env[63248]: _type = "Task" [ 1317.094584] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.099985] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.100260] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1317.100260] env[63248]: value = "task-1800098" [ 1317.100260] env[63248]: _type = "Task" [ 1317.100260] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.105001] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Created folder: Instances in parent group-v373241. [ 1317.105261] env[63248]: DEBUG oslo.service.loopingcall [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1317.109361] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.110151] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ade3a7bf-dc3c-4fa1-a506-5749d222e584 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.131799] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525c0142-be30-a228-5cd5-5eb00eecde98, 'name': SearchDatastore_Task, 'duration_secs': 0.012646} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.132451] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.132753] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] f371493e-8d5c-41ac-a4a5-bde83cbbca3a/f371493e-8d5c-41ac-a4a5-bde83cbbca3a.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.136101] env[63248]: DEBUG oslo_concurrency.lockutils [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.136332] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.136668] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f87b4748-9f90-4e1c-834c-f8781ebb4a5c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.141594] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.141594] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24cac735-3223-4cf8-9066-1620c48dd405 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.142622] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.142622] env[63248]: value = "task-1800100" [ 1317.142622] env[63248]: _type = "Task" [ 1317.142622] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.150569] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Waiting for the task: (returnval){ [ 1317.150569] env[63248]: value = "task-1800101" [ 1317.150569] env[63248]: _type = "Task" [ 1317.150569] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.153731] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.153731] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.158513] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161775b8-8ed8-42b0-8879-c84d81191492 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.164570] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800100, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.171398] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.173139] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Waiting for the task: (returnval){ [ 1317.173139] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f0cd92-e075-0980-21dd-726b443c5ff7" [ 1317.173139] env[63248]: _type = "Task" [ 1317.173139] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.181868] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f0cd92-e075-0980-21dd-726b443c5ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.210083] env[63248]: DEBUG nova.compute.manager [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1317.261363] env[63248]: DEBUG nova.virt.hardware [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.261363] env[63248]: DEBUG nova.virt.hardware [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.261363] env[63248]: DEBUG nova.virt.hardware [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.261507] env[63248]: DEBUG nova.virt.hardware [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.261507] env[63248]: DEBUG nova.virt.hardware [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.261565] env[63248]: DEBUG nova.virt.hardware [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.261778] env[63248]: DEBUG nova.virt.hardware [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.262032] env[63248]: DEBUG nova.virt.hardware [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.262234] env[63248]: DEBUG nova.virt.hardware [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.262403] env[63248]: DEBUG nova.virt.hardware [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.262575] env[63248]: DEBUG nova.virt.hardware [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.266223] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6d8edc-29ba-4471-bcc7-242add57522e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.280315] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410d853a-bac8-44b4-b93d-93b09a41b64c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.455077] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "ded818f2-5099-4e85-98fc-3c91b46b5630" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.455077] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "ded818f2-5099-4e85-98fc-3c91b46b5630" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.534346] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.534790] env[63248]: DEBUG nova.compute.manager [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1317.541093] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.393s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.541809] env[63248]: INFO nova.compute.claims [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.602958] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.620487] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105979} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.620848] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.623557] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97813bf3-6cbe-4ffe-bfae-8b869718ff4a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.650793] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 20881a6c-47ee-49e4-a3c3-250e8c91c8c2/20881a6c-47ee-49e4-a3c3-250e8c91c8c2.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.658435] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3245a4f-43d7-4254-8e07-a1bf372069bb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.675240] env[63248]: DEBUG nova.compute.manager [req-b4d10673-a72a-4b9e-b383-e6a3b3613066 req-f8019c3d-8867-4716-88fc-1c56bf6406a1 service nova] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Received event network-vif-plugged-8be4da84-1f33-4640-b89d-442ab5ab1eb0 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1317.675662] env[63248]: DEBUG oslo_concurrency.lockutils [req-b4d10673-a72a-4b9e-b383-e6a3b3613066 req-f8019c3d-8867-4716-88fc-1c56bf6406a1 service nova] Acquiring lock "b4cfef43-d840-40dc-bad4-303750e486e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.675662] env[63248]: DEBUG oslo_concurrency.lockutils [req-b4d10673-a72a-4b9e-b383-e6a3b3613066 req-f8019c3d-8867-4716-88fc-1c56bf6406a1 service nova] Lock "b4cfef43-d840-40dc-bad4-303750e486e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.675988] env[63248]: DEBUG oslo_concurrency.lockutils [req-b4d10673-a72a-4b9e-b383-e6a3b3613066 req-f8019c3d-8867-4716-88fc-1c56bf6406a1 service nova] Lock "b4cfef43-d840-40dc-bad4-303750e486e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.675988] env[63248]: DEBUG nova.compute.manager [req-b4d10673-a72a-4b9e-b383-e6a3b3613066 req-f8019c3d-8867-4716-88fc-1c56bf6406a1 service nova] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] No waiting events found dispatching network-vif-plugged-8be4da84-1f33-4640-b89d-442ab5ab1eb0 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1317.676165] env[63248]: WARNING nova.compute.manager [req-b4d10673-a72a-4b9e-b383-e6a3b3613066 req-f8019c3d-8867-4716-88fc-1c56bf6406a1 service nova] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Received unexpected event network-vif-plugged-8be4da84-1f33-4640-b89d-442ab5ab1eb0 for instance with vm_state building and task_state spawning. [ 1317.676324] env[63248]: DEBUG nova.compute.manager [req-b4d10673-a72a-4b9e-b383-e6a3b3613066 req-f8019c3d-8867-4716-88fc-1c56bf6406a1 service nova] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Received event network-changed-8be4da84-1f33-4640-b89d-442ab5ab1eb0 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1317.676603] env[63248]: DEBUG nova.compute.manager [req-b4d10673-a72a-4b9e-b383-e6a3b3613066 req-f8019c3d-8867-4716-88fc-1c56bf6406a1 service nova] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Refreshing instance network info cache due to event network-changed-8be4da84-1f33-4640-b89d-442ab5ab1eb0. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1317.676685] env[63248]: DEBUG oslo_concurrency.lockutils [req-b4d10673-a72a-4b9e-b383-e6a3b3613066 req-f8019c3d-8867-4716-88fc-1c56bf6406a1 service nova] Acquiring lock "refresh_cache-b4cfef43-d840-40dc-bad4-303750e486e9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.676762] env[63248]: DEBUG oslo_concurrency.lockutils [req-b4d10673-a72a-4b9e-b383-e6a3b3613066 req-f8019c3d-8867-4716-88fc-1c56bf6406a1 service nova] Acquired lock "refresh_cache-b4cfef43-d840-40dc-bad4-303750e486e9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.676912] env[63248]: DEBUG nova.network.neutron [req-b4d10673-a72a-4b9e-b383-e6a3b3613066 req-f8019c3d-8867-4716-88fc-1c56bf6406a1 service nova] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Refreshing network info cache for port 8be4da84-1f33-4640-b89d-442ab5ab1eb0 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.700945] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800101, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.708976] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800100, 'name': CreateVM_Task, 'duration_secs': 0.489518} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.708976] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1317.708976] env[63248]: value = "task-1800102" [ 1317.708976] env[63248]: _type = "Task" [ 1317.708976] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.708976] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f0cd92-e075-0980-21dd-726b443c5ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.013273} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.708976] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.710548] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.710972] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.711091] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.714371] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c09d761c-c914-4525-823b-ef70574e2b91 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.717511] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bc54e70-06bf-4f53-8634-434d13cbeacf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.725189] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.727815] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Waiting for the task: (returnval){ [ 1317.727815] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a1396a-42cc-59f1-9ef9-58539c9106f6" [ 1317.727815] env[63248]: _type = "Task" [ 1317.727815] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.728078] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Waiting for the task: (returnval){ [ 1317.728078] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d4c53f-a16e-e3eb-da8c-5357ceea737d" [ 1317.728078] env[63248]: _type = "Task" [ 1317.728078] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.745954] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d4c53f-a16e-e3eb-da8c-5357ceea737d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.746598] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a1396a-42cc-59f1-9ef9-58539c9106f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.776205] env[63248]: DEBUG nova.network.neutron [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Successfully created port: dcbd20dc-e649-4a15-bcc7-b31006977002 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1318.041620] env[63248]: DEBUG nova.compute.utils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1318.043117] env[63248]: DEBUG nova.compute.manager [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1318.043296] env[63248]: DEBUG nova.network.neutron [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1318.099764] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800096, 'name': ReconfigVM_Task, 'duration_secs': 0.793088} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.100092] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Reconfigured VM instance instance-00000001 to attach disk [datastore1] c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f/c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.100836] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4de52b93-37e8-4646-878e-22e42d451b18 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.113393] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1318.113393] env[63248]: value = "task-1800103" [ 1318.113393] env[63248]: _type = "Task" [ 1318.113393] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.125891] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800103, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.187063] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800221} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.187063] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] f371493e-8d5c-41ac-a4a5-bde83cbbca3a/f371493e-8d5c-41ac-a4a5-bde83cbbca3a.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.187063] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.187063] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66722c53-2d24-423d-9d4a-d262a31336e6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.206734] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Waiting for the task: (returnval){ [ 1318.206734] env[63248]: value = "task-1800104" [ 1318.206734] env[63248]: _type = "Task" [ 1318.206734] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.223107] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.226586] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800102, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.244835] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a1396a-42cc-59f1-9ef9-58539c9106f6, 'name': SearchDatastore_Task, 'duration_secs': 0.055107} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.249511] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.249803] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.250142] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.250408] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d4c53f-a16e-e3eb-da8c-5357ceea737d, 'name': SearchDatastore_Task, 'duration_secs': 0.055384} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.250628] env[63248]: DEBUG oslo_concurrency.lockutils [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.250854] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 440afce9-d205-40ee-9101-82d751e72a1a/440afce9-d205-40ee-9101-82d751e72a1a.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.251130] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.251316] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.255023] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18e00905-7b95-4b0f-945f-1379cd5eb599 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.255023] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c1a3331-7ebf-49ff-bcc1-516af8a87f8d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.261998] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Waiting for the task: (returnval){ [ 1318.261998] env[63248]: value = "task-1800105" [ 1318.261998] env[63248]: _type = "Task" [ 1318.261998] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.263316] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.263559] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.268451] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01c4d676-200f-4cd6-843b-b5865374f4cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.281383] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Waiting for the task: (returnval){ [ 1318.281383] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520fccb7-193e-b396-8b78-7bc8e809e025" [ 1318.281383] env[63248]: _type = "Task" [ 1318.281383] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.281628] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.296200] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520fccb7-193e-b396-8b78-7bc8e809e025, 'name': SearchDatastore_Task, 'duration_secs': 0.011068} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.297088] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2193453-83e9-42d1-8a1d-5cc6e892e952 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.306058] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Waiting for the task: (returnval){ [ 1318.306058] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e0ae62-c09d-0702-9d71-530032d4b8b8" [ 1318.306058] env[63248]: _type = "Task" [ 1318.306058] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.320955] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e0ae62-c09d-0702-9d71-530032d4b8b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008017} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.321261] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.321574] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] b4cfef43-d840-40dc-bad4-303750e486e9/b4cfef43-d840-40dc-bad4-303750e486e9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.321762] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b930455b-ba9d-44b8-9895-ba19ebfb504e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.331845] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Waiting for the task: (returnval){ [ 1318.331845] env[63248]: value = "task-1800106" [ 1318.331845] env[63248]: _type = "Task" [ 1318.331845] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.348231] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.400213] env[63248]: DEBUG nova.policy [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '751a2321e2cc49aea877a3af2f6682b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae8e28dbc19e486f93084cad4879104a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1318.447182] env[63248]: DEBUG nova.network.neutron [req-1ecb4494-348d-4935-a738-c7dc26a4ef90 req-10878209-d831-48e3-b00e-aa111421b741 service nova] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Updated VIF entry in instance network info cache for port 1826e2d7-0fe8-47fc-a5eb-f7923c4ff348. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.447358] env[63248]: DEBUG nova.network.neutron [req-1ecb4494-348d-4935-a738-c7dc26a4ef90 req-10878209-d831-48e3-b00e-aa111421b741 service nova] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Updating instance_info_cache with network_info: [{"id": "1826e2d7-0fe8-47fc-a5eb-f7923c4ff348", "address": "fa:16:3e:44:0a:fe", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1826e2d7-0f", "ovs_interfaceid": "1826e2d7-0fe8-47fc-a5eb-f7923c4ff348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.551432] env[63248]: DEBUG nova.compute.manager [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1318.625171] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800103, 'name': Rename_Task, 'duration_secs': 0.179382} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.632149] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.632149] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b7988de-4283-47d6-b0dd-0fafc9d4190c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.642056] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1318.642056] env[63248]: value = "task-1800107" [ 1318.642056] env[63248]: _type = "Task" [ 1318.642056] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.655118] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.725267] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09717} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.729410] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.729756] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800102, 'name': ReconfigVM_Task, 'duration_secs': 0.529467} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.730797] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d805b852-f531-4089-92e0-791b94a09be3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.733991] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 20881a6c-47ee-49e4-a3c3-250e8c91c8c2/20881a6c-47ee-49e4-a3c3-250e8c91c8c2.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.734651] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9fd5e57-4ae9-4207-8c3a-22f1cafb3dff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.758416] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] f371493e-8d5c-41ac-a4a5-bde83cbbca3a/f371493e-8d5c-41ac-a4a5-bde83cbbca3a.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.764035] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd6d55e7-3596-48d0-936e-244a747c7862 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.779340] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1318.779340] env[63248]: value = "task-1800108" [ 1318.779340] env[63248]: _type = "Task" [ 1318.779340] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.792167] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Waiting for the task: (returnval){ [ 1318.792167] env[63248]: value = "task-1800109" [ 1318.792167] env[63248]: _type = "Task" [ 1318.792167] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.798469] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800108, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.798638] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800105, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.812403] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.843392] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800106, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.900718] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1457eb1-b1f1-45cf-8b1a-dbb40920c255 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.915083] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41db3fdd-6cdb-4a2a-a9b3-acf19987f1ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.954241] env[63248]: DEBUG oslo_concurrency.lockutils [req-1ecb4494-348d-4935-a738-c7dc26a4ef90 req-10878209-d831-48e3-b00e-aa111421b741 service nova] Releasing lock "refresh_cache-f371493e-8d5c-41ac-a4a5-bde83cbbca3a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.955149] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4316954-b12c-41c0-a4de-21dd6b4ea922 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.962818] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeba5ae-8015-41e3-a85f-44a4966386d7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.980293] env[63248]: DEBUG nova.compute.provider_tree [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1319.153685] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800107, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.293193] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800108, 'name': Rename_Task, 'duration_secs': 0.435918} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.297069] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.297069] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537804} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.297418] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8483cbe2-4403-4fb2-b61d-b54f90ce18f7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.299136] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 440afce9-d205-40ee-9101-82d751e72a1a/440afce9-d205-40ee-9101-82d751e72a1a.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.299428] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.299804] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9336124d-a92c-4754-9ef4-cfe5f5b3bceb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.311837] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800109, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.314600] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Waiting for the task: (returnval){ [ 1319.314600] env[63248]: value = "task-1800111" [ 1319.314600] env[63248]: _type = "Task" [ 1319.314600] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.314912] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1319.314912] env[63248]: value = "task-1800110" [ 1319.314912] env[63248]: _type = "Task" [ 1319.314912] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.327450] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.331107] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.348605] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802062} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.348963] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] b4cfef43-d840-40dc-bad4-303750e486e9/b4cfef43-d840-40dc-bad4-303750e486e9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.349325] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.349572] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f8af858-ae0d-48b6-8d38-3f9d68a96e1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.361927] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Waiting for the task: (returnval){ [ 1319.361927] env[63248]: value = "task-1800112" [ 1319.361927] env[63248]: _type = "Task" [ 1319.361927] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.372131] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.507780] env[63248]: ERROR nova.scheduler.client.report [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [req-f11a4abd-b757-400c-8b95-446988eca380] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f11a4abd-b757-400c-8b95-446988eca380"}]} [ 1319.528707] env[63248]: DEBUG nova.scheduler.client.report [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1319.567990] env[63248]: DEBUG nova.scheduler.client.report [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1319.568340] env[63248]: DEBUG nova.compute.provider_tree [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1319.572601] env[63248]: DEBUG nova.compute.manager [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1319.601309] env[63248]: DEBUG nova.scheduler.client.report [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1319.626379] env[63248]: DEBUG nova.virt.hardware [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.626648] env[63248]: DEBUG nova.virt.hardware [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.626799] env[63248]: DEBUG nova.virt.hardware [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.626991] env[63248]: DEBUG nova.virt.hardware [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.627284] env[63248]: DEBUG nova.virt.hardware [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.627428] env[63248]: DEBUG nova.virt.hardware [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.627655] env[63248]: DEBUG nova.virt.hardware [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.627815] env[63248]: DEBUG nova.virt.hardware [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.627978] env[63248]: DEBUG nova.virt.hardware [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.628145] env[63248]: DEBUG nova.virt.hardware [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.628313] env[63248]: DEBUG nova.virt.hardware [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.629243] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da1c0e3-e294-432b-98a2-0e88c612a056 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.638301] env[63248]: DEBUG nova.scheduler.client.report [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1319.641459] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8953a52b-1d11-49d7-9a39-871606a037f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.661963] env[63248]: DEBUG oslo_vmware.api [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800107, 'name': PowerOnVM_Task, 'duration_secs': 0.863939} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.662075] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.662447] env[63248]: INFO nova.compute.manager [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Took 14.21 seconds to spawn the instance on the hypervisor. [ 1319.662700] env[63248]: DEBUG nova.compute.manager [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.663490] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bd0105-128a-4391-92c6-200a52e7d5ba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.689698] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.755696] env[63248]: DEBUG nova.network.neutron [req-b4d10673-a72a-4b9e-b383-e6a3b3613066 req-f8019c3d-8867-4716-88fc-1c56bf6406a1 service nova] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Updated VIF entry in instance network info cache for port 8be4da84-1f33-4640-b89d-442ab5ab1eb0. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.755985] env[63248]: DEBUG nova.network.neutron [req-b4d10673-a72a-4b9e-b383-e6a3b3613066 req-f8019c3d-8867-4716-88fc-1c56bf6406a1 service nova] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Updating instance_info_cache with network_info: [{"id": "8be4da84-1f33-4640-b89d-442ab5ab1eb0", "address": "fa:16:3e:51:74:dd", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be4da84-1f", "ovs_interfaceid": "8be4da84-1f33-4640-b89d-442ab5ab1eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.818250] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800109, 'name': ReconfigVM_Task, 'duration_secs': 0.556835} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.821356] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Reconfigured VM instance instance-00000003 to attach disk [datastore1] f371493e-8d5c-41ac-a4a5-bde83cbbca3a/f371493e-8d5c-41ac-a4a5-bde83cbbca3a.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.833436] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db672ac4-15d2-4351-abaa-089ca6041eaa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.835011] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "8e83ca84-3c41-4b1f-ac52-4478b428e4cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.835307] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "8e83ca84-3c41-4b1f-ac52-4478b428e4cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.845389] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800110, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.852633] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Waiting for the task: (returnval){ [ 1319.852633] env[63248]: value = "task-1800113" [ 1319.852633] env[63248]: _type = "Task" [ 1319.852633] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.852633] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068024} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.852633] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.855234] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25692c74-a382-46b7-8585-5312b55616eb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.877026] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800113, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.884455] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 440afce9-d205-40ee-9101-82d751e72a1a/440afce9-d205-40ee-9101-82d751e72a1a.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.888449] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60264bbb-9c93-4953-9f29-17342f3aef84 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.911638] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119456} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.915730] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.916174] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Waiting for the task: (returnval){ [ 1319.916174] env[63248]: value = "task-1800114" [ 1319.916174] env[63248]: _type = "Task" [ 1319.916174] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.916915] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298267ff-a400-49f2-bafc-d3e50d8b3e61 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.937571] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.956195] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] b4cfef43-d840-40dc-bad4-303750e486e9/b4cfef43-d840-40dc-bad4-303750e486e9.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.957547] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb52b3c8-cf2e-4dfb-9442-b5e3399b425a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.978252] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e943ffdb-df22-4ca9-a7dc-fbe5215a4117 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.988010] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b639e622-2f35-4b25-820b-6728892ed1b9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.990579] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Waiting for the task: (returnval){ [ 1319.990579] env[63248]: value = "task-1800115" [ 1319.990579] env[63248]: _type = "Task" [ 1319.990579] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.023352] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e64e72-ac48-4caf-9f17-0b215252ece0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.030924] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.033978] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86408ae-ab4a-4da2-b8d7-d37db10b50ea {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.047724] env[63248]: DEBUG nova.compute.provider_tree [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1320.153071] env[63248]: DEBUG nova.network.neutron [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Successfully created port: c20b75b3-73c6-4b5f-9768-25f278db4ff7 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.191215] env[63248]: INFO nova.compute.manager [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Took 19.01 seconds to build instance. [ 1320.193576] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.258652] env[63248]: DEBUG oslo_concurrency.lockutils [req-b4d10673-a72a-4b9e-b383-e6a3b3613066 req-f8019c3d-8867-4716-88fc-1c56bf6406a1 service nova] Releasing lock "refresh_cache-b4cfef43-d840-40dc-bad4-303750e486e9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.334937] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800110, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.360493] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800113, 'name': Rename_Task, 'duration_secs': 0.156699} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.360768] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.361065] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40790ffd-beae-4cad-82e0-dd90179dd345 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.367776] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Waiting for the task: (returnval){ [ 1320.367776] env[63248]: value = "task-1800116" [ 1320.367776] env[63248]: _type = "Task" [ 1320.367776] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.379361] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.430016] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.501998] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800115, 'name': ReconfigVM_Task, 'duration_secs': 0.387088} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.502889] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Reconfigured VM instance instance-00000004 to attach disk [datastore1] b4cfef43-d840-40dc-bad4-303750e486e9/b4cfef43-d840-40dc-bad4-303750e486e9.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.503403] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e0c22bb-72d0-4e45-883e-f8ccc999e792 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.509945] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Waiting for the task: (returnval){ [ 1320.509945] env[63248]: value = "task-1800117" [ 1320.509945] env[63248]: _type = "Task" [ 1320.509945] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.520510] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800117, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.595280] env[63248]: DEBUG nova.scheduler.client.report [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 16 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1320.595543] env[63248]: DEBUG nova.compute.provider_tree [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 16 to 17 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1320.595726] env[63248]: DEBUG nova.compute.provider_tree [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1320.692592] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3fe364f4-fb91-499e-88f2-65799ed4bd70 tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.522s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.833758] env[63248]: DEBUG oslo_vmware.api [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800110, 'name': PowerOnVM_Task, 'duration_secs': 1.174755} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.834421] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.834899] env[63248]: INFO nova.compute.manager [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Took 13.13 seconds to spawn the instance on the hypervisor. [ 1320.835326] env[63248]: DEBUG nova.compute.manager [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.836683] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47053c92-0c96-435d-a8ea-6d874c05c464 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.888777] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800116, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.934267] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800114, 'name': ReconfigVM_Task, 'duration_secs': 0.630755} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.934753] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 440afce9-d205-40ee-9101-82d751e72a1a/440afce9-d205-40ee-9101-82d751e72a1a.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.935601] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c42e83e-8282-447c-9872-6c26ee7154d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.941979] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Waiting for the task: (returnval){ [ 1320.941979] env[63248]: value = "task-1800118" [ 1320.941979] env[63248]: _type = "Task" [ 1320.941979] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.951953] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800118, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.964524] env[63248]: DEBUG nova.network.neutron [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Successfully updated port: dcbd20dc-e649-4a15-bcc7-b31006977002 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.022490] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800117, 'name': Rename_Task, 'duration_secs': 0.28191} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.022898] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.023253] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f52cc80-426e-4054-a0cd-04b8b25d6c1b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.034031] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Waiting for the task: (returnval){ [ 1321.034031] env[63248]: value = "task-1800119" [ 1321.034031] env[63248]: _type = "Task" [ 1321.034031] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.048405] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.102165] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.562s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.102808] env[63248]: DEBUG nova.compute.manager [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.105984] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.484s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.107303] env[63248]: INFO nova.compute.claims [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.194253] env[63248]: DEBUG nova.compute.manager [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.364695] env[63248]: INFO nova.compute.manager [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Took 18.32 seconds to build instance. [ 1321.384202] env[63248]: DEBUG oslo_vmware.api [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800116, 'name': PowerOnVM_Task, 'duration_secs': 0.726411} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.386909] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.386909] env[63248]: INFO nova.compute.manager [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Took 11.43 seconds to spawn the instance on the hypervisor. [ 1321.387097] env[63248]: DEBUG nova.compute.manager [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.389343] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c24b2fe-6555-47c3-8d0b-146760dc01a8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.454528] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800118, 'name': Rename_Task, 'duration_secs': 0.223993} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.454528] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.454528] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-505547e1-6b78-43ce-9368-8f3caf8c29da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.460972] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Waiting for the task: (returnval){ [ 1321.460972] env[63248]: value = "task-1800120" [ 1321.460972] env[63248]: _type = "Task" [ 1321.460972] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.469694] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "refresh_cache-53686d6b-0e38-4361-9fb4-dbdfcc4c80af" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.469694] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquired lock "refresh_cache-53686d6b-0e38-4361-9fb4-dbdfcc4c80af" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.469694] env[63248]: DEBUG nova.network.neutron [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.475215] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.544391] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800119, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.614025] env[63248]: DEBUG nova.compute.utils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1321.616650] env[63248]: DEBUG nova.compute.manager [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1321.616966] env[63248]: DEBUG nova.network.neutron [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1321.723885] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.872075] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5bc1b80a-e891-4e47-ad68-d0125f252bf2 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Lock "20881a6c-47ee-49e4-a3c3-250e8c91c8c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.832s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.917021] env[63248]: INFO nova.compute.manager [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Took 18.41 seconds to build instance. [ 1321.948846] env[63248]: DEBUG nova.policy [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bfdc1622bdc4bc39bd69e697536bf04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4409a397ed8145c684fd73bf19f9a6ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1321.975669] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.044177] env[63248]: DEBUG nova.network.neutron [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.057232] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800119, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.121806] env[63248]: DEBUG nova.compute.manager [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.336421] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "a4433417-ae64-4629-9f2e-5b02fbb5e9a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.336421] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "a4433417-ae64-4629-9f2e-5b02fbb5e9a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.378668] env[63248]: DEBUG nova.compute.manager [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.414076] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcbffd6-f49f-4273-a882-df63aee4269d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.419192] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce655704-256d-404b-8807-3c6987c542d2 tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Lock "f371493e-8d5c-41ac-a4a5-bde83cbbca3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.925s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.425614] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcf2bf0-ce64-4ef1-9850-59801c718f6c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.432035] env[63248]: DEBUG nova.compute.manager [req-7c65a8df-60d8-4281-9f61-74f3cc085dc7 req-aff65a80-1c1d-492d-af78-472c2b4d18f0 service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Received event network-vif-plugged-dcbd20dc-e649-4a15-bcc7-b31006977002 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1322.432218] env[63248]: DEBUG oslo_concurrency.lockutils [req-7c65a8df-60d8-4281-9f61-74f3cc085dc7 req-aff65a80-1c1d-492d-af78-472c2b4d18f0 service nova] Acquiring lock "53686d6b-0e38-4361-9fb4-dbdfcc4c80af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.432534] env[63248]: DEBUG oslo_concurrency.lockutils [req-7c65a8df-60d8-4281-9f61-74f3cc085dc7 req-aff65a80-1c1d-492d-af78-472c2b4d18f0 service nova] Lock "53686d6b-0e38-4361-9fb4-dbdfcc4c80af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.432851] env[63248]: DEBUG oslo_concurrency.lockutils [req-7c65a8df-60d8-4281-9f61-74f3cc085dc7 req-aff65a80-1c1d-492d-af78-472c2b4d18f0 service nova] Lock "53686d6b-0e38-4361-9fb4-dbdfcc4c80af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.432851] env[63248]: DEBUG nova.compute.manager [req-7c65a8df-60d8-4281-9f61-74f3cc085dc7 req-aff65a80-1c1d-492d-af78-472c2b4d18f0 service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] No waiting events found dispatching network-vif-plugged-dcbd20dc-e649-4a15-bcc7-b31006977002 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1322.433168] env[63248]: WARNING nova.compute.manager [req-7c65a8df-60d8-4281-9f61-74f3cc085dc7 req-aff65a80-1c1d-492d-af78-472c2b4d18f0 service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Received unexpected event network-vif-plugged-dcbd20dc-e649-4a15-bcc7-b31006977002 for instance with vm_state building and task_state spawning. [ 1322.464136] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0312dec-4a99-4cb0-a17b-39fc44e898b6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.481610] env[63248]: DEBUG oslo_vmware.api [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800120, 'name': PowerOnVM_Task, 'duration_secs': 0.734363} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.482884] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441c0aaa-55a9-4ccd-9b99-6a4eb84ba371 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.486916] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.487242] env[63248]: INFO nova.compute.manager [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1322.487605] env[63248]: DEBUG nova.compute.manager [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.488518] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389c5f5e-5273-4c9e-a7ba-a1d2ef625658 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.506900] env[63248]: DEBUG nova.compute.provider_tree [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.548055] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800119, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.806904] env[63248]: DEBUG nova.network.neutron [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Updating instance_info_cache with network_info: [{"id": "dcbd20dc-e649-4a15-bcc7-b31006977002", "address": "fa:16:3e:a5:0c:f8", "network": {"id": "9dab6259-662e-46dd-87a2-f5c42ac4d07d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1145556615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f60da69baf40969264e09fbb327825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbd20dc-e6", "ovs_interfaceid": "dcbd20dc-e649-4a15-bcc7-b31006977002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.909366] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.924453] env[63248]: DEBUG nova.compute.manager [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1323.012430] env[63248]: DEBUG nova.scheduler.client.report [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.026939] env[63248]: INFO nova.compute.manager [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Took 18.30 seconds to build instance. [ 1323.053578] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800119, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.137936] env[63248]: DEBUG nova.compute.manager [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.178590] env[63248]: DEBUG nova.virt.hardware [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.178838] env[63248]: DEBUG nova.virt.hardware [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.178992] env[63248]: DEBUG nova.virt.hardware [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.179219] env[63248]: DEBUG nova.virt.hardware [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.179347] env[63248]: DEBUG nova.virt.hardware [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.179488] env[63248]: DEBUG nova.virt.hardware [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.179689] env[63248]: DEBUG nova.virt.hardware [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.179838] env[63248]: DEBUG nova.virt.hardware [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.180029] env[63248]: DEBUG nova.virt.hardware [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.180745] env[63248]: DEBUG nova.virt.hardware [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.180745] env[63248]: DEBUG nova.virt.hardware [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.181622] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefc1be7-92ab-4a4a-a83c-cdc3ac111cc4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.192990] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e7e62d-1a22-4f2b-8c9b-0386ce07defb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.310216] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Releasing lock "refresh_cache-53686d6b-0e38-4361-9fb4-dbdfcc4c80af" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.310742] env[63248]: DEBUG nova.compute.manager [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Instance network_info: |[{"id": "dcbd20dc-e649-4a15-bcc7-b31006977002", "address": "fa:16:3e:a5:0c:f8", "network": {"id": "9dab6259-662e-46dd-87a2-f5c42ac4d07d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1145556615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f60da69baf40969264e09fbb327825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbd20dc-e6", "ovs_interfaceid": "dcbd20dc-e649-4a15-bcc7-b31006977002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1323.311345] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:0c:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcbd20dc-e649-4a15-bcc7-b31006977002', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.322153] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Creating folder: Project (93f60da69baf40969264e09fbb327825). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.322944] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-584eb942-d72e-4bcb-b461-56894cfddb48 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.336538] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Created folder: Project (93f60da69baf40969264e09fbb327825) in parent group-v373228. [ 1323.336538] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Creating folder: Instances. Parent ref: group-v373244. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.336538] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a506467-b62a-4df7-b8b6-bcf522ebc393 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.346167] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Created folder: Instances in parent group-v373244. [ 1323.346426] env[63248]: DEBUG oslo.service.loopingcall [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1323.346624] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.346833] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fdd32e6-4f16-441d-b156-3e093c5dd6a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.369558] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.369558] env[63248]: value = "task-1800123" [ 1323.369558] env[63248]: _type = "Task" [ 1323.369558] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.376980] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800123, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.392861] env[63248]: DEBUG nova.network.neutron [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Successfully created port: f32a4a85-b61d-42d2-a3a2-06a4e86c12d6 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.451504] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.518053] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.518620] env[63248]: DEBUG nova.compute.manager [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1323.525715] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.869s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.529891] env[63248]: INFO nova.compute.claims [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.543054] env[63248]: DEBUG oslo_concurrency.lockutils [None req-474a9a97-8416-40a6-9c8a-248f9ea9d798 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Lock "440afce9-d205-40ee-9101-82d751e72a1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.816s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.547779] env[63248]: DEBUG oslo_vmware.api [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800119, 'name': PowerOnVM_Task, 'duration_secs': 2.20171} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.548045] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.548240] env[63248]: INFO nova.compute.manager [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Took 11.38 seconds to spawn the instance on the hypervisor. [ 1323.548424] env[63248]: DEBUG nova.compute.manager [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.549255] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d09126-360f-4d55-8abb-4298f34b337c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.668906] env[63248]: DEBUG nova.network.neutron [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Successfully updated port: c20b75b3-73c6-4b5f-9768-25f278db4ff7 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.884862] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800123, 'name': CreateVM_Task, 'duration_secs': 0.485405} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.885133] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.886147] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.886414] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.886883] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.891317] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdb09b0d-a43e-4493-abee-81d6e2c78071 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.898780] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1323.898780] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5259d781-d830-d5b8-89df-09c7cb9c196c" [ 1323.898780] env[63248]: _type = "Task" [ 1323.898780] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.909111] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5259d781-d830-d5b8-89df-09c7cb9c196c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.040163] env[63248]: DEBUG nova.compute.utils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1324.047848] env[63248]: DEBUG nova.compute.manager [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1324.049763] env[63248]: DEBUG nova.network.neutron [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1324.072765] env[63248]: INFO nova.compute.manager [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Took 19.36 seconds to build instance. [ 1324.157440] env[63248]: DEBUG nova.policy [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc379de288db4e67b205978e2fe683f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cfc4c6ff5074284a493ba95cc42ece2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1324.176936] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "refresh_cache-6366c103-ff17-4c0c-a8a2-f785c8547811" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.176936] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired lock "refresh_cache-6366c103-ff17-4c0c-a8a2-f785c8547811" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.176936] env[63248]: DEBUG nova.network.neutron [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.410832] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5259d781-d830-d5b8-89df-09c7cb9c196c, 'name': SearchDatastore_Task, 'duration_secs': 0.020872} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.411158] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.411406] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.411633] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.411967] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.412092] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.412528] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0b4f9b5-9388-4af4-8b27-f8c606285a39 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.422794] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.422999] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.423724] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44173330-c650-450d-8967-32c4e3ee4129 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.429049] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1324.429049] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c98b79-641a-8745-8e22-40a14d678e86" [ 1324.429049] env[63248]: _type = "Task" [ 1324.429049] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.437491] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c98b79-641a-8745-8e22-40a14d678e86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.548464] env[63248]: DEBUG nova.compute.manager [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1324.581725] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77f8910a-952d-4d07-b3fe-ac41a86b5e93 tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Lock "b4cfef43-d840-40dc-bad4-303750e486e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.886s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.761191] env[63248]: DEBUG nova.network.neutron [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.821447] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d7dd63-da42-4bdc-bee0-ae239ff11662 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.841290] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b43901e-da16-4dff-b628-2c2aa2340914 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.885801] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d3b822-0a99-40e9-9c80-f000deb382d1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.905542] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6a9fbe-da0a-49b2-9ebc-fca6a672ccf3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.933886] env[63248]: DEBUG nova.compute.provider_tree [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.950759] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c98b79-641a-8745-8e22-40a14d678e86, 'name': SearchDatastore_Task, 'duration_secs': 0.019023} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.954174] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a52c325-07f8-41aa-a7c2-94e2ce839570 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.961165] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1324.961165] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5288f461-d7c3-98f4-27f4-280fa5b6317e" [ 1324.961165] env[63248]: _type = "Task" [ 1324.961165] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.972892] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5288f461-d7c3-98f4-27f4-280fa5b6317e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.414276] env[63248]: DEBUG nova.network.neutron [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Updating instance_info_cache with network_info: [{"id": "c20b75b3-73c6-4b5f-9768-25f278db4ff7", "address": "fa:16:3e:f4:3a:56", "network": {"id": "49e9a8dd-8322-4a12-924f-b705209b1b85", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1983382143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8e28dbc19e486f93084cad4879104a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20b75b3-73", "ovs_interfaceid": "c20b75b3-73c6-4b5f-9768-25f278db4ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.442531] env[63248]: DEBUG nova.scheduler.client.report [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.475037] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5288f461-d7c3-98f4-27f4-280fa5b6317e, 'name': SearchDatastore_Task, 'duration_secs': 0.012156} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.475037] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.475037] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 53686d6b-0e38-4361-9fb4-dbdfcc4c80af/53686d6b-0e38-4361-9fb4-dbdfcc4c80af.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.475037] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d7dd383-e1ec-4f2c-8618-0750ee970b78 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.484466] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1325.484466] env[63248]: value = "task-1800128" [ 1325.484466] env[63248]: _type = "Task" [ 1325.484466] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.495066] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.566984] env[63248]: DEBUG nova.compute.manager [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1325.574869] env[63248]: DEBUG nova.network.neutron [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Successfully created port: 323b0900-9b56-4da4-aca5-439e048074a1 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.601221] env[63248]: DEBUG nova.virt.hardware [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.601221] env[63248]: DEBUG nova.virt.hardware [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.601221] env[63248]: DEBUG nova.virt.hardware [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.601221] env[63248]: DEBUG nova.virt.hardware [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.602641] env[63248]: DEBUG nova.virt.hardware [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.603071] env[63248]: DEBUG nova.virt.hardware [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.603677] env[63248]: DEBUG nova.virt.hardware [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.603977] env[63248]: DEBUG nova.virt.hardware [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.604334] env[63248]: DEBUG nova.virt.hardware [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.604678] env[63248]: DEBUG nova.virt.hardware [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.604994] env[63248]: DEBUG nova.virt.hardware [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.607092] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8aa1d91-5a77-4edc-a69f-fe43c65a67c5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.618046] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c5b94a-a47a-4eb2-9db7-a3868b723a8c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.725091] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Acquiring lock "5385c079-fd1d-4c36-ad4c-f6970241de65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.725356] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Lock "5385c079-fd1d-4c36-ad4c-f6970241de65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.918715] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lock "refresh_cache-6366c103-ff17-4c0c-a8a2-f785c8547811" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.919616] env[63248]: DEBUG nova.compute.manager [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Instance network_info: |[{"id": "c20b75b3-73c6-4b5f-9768-25f278db4ff7", "address": "fa:16:3e:f4:3a:56", "network": {"id": "49e9a8dd-8322-4a12-924f-b705209b1b85", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1983382143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8e28dbc19e486f93084cad4879104a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20b75b3-73", "ovs_interfaceid": "c20b75b3-73c6-4b5f-9768-25f278db4ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.922034] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:3a:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c20b75b3-73c6-4b5f-9768-25f278db4ff7', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.930571] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Creating folder: Project (ae8e28dbc19e486f93084cad4879104a). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.930825] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b50be018-522c-45fc-8646-bdd1c35f0a9d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.946533] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Created folder: Project (ae8e28dbc19e486f93084cad4879104a) in parent group-v373228. [ 1325.946533] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Creating folder: Instances. Parent ref: group-v373250. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.946533] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dae1174-18fc-49b9-81a2-325789a5c96e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.951954] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.952498] env[63248]: DEBUG nova.compute.manager [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1325.955508] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.762s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.956404] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.956404] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1325.956404] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.232s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.958186] env[63248]: INFO nova.compute.claims [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.964308] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8f000f-2858-4648-b6cf-3bd7b3cf668e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.971208] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Created folder: Instances in parent group-v373250. [ 1325.971208] env[63248]: DEBUG oslo.service.loopingcall [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.971705] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.972458] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce85453e-039f-4324-93c3-fac6cc951edd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.996604] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca05355-644e-4360-ae54-51fe3a825e9c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.007033] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1326.007033] env[63248]: value = "task-1800131" [ 1326.007033] env[63248]: _type = "Task" [ 1326.007033] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.026761] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800128, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.027993] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4594612-90e6-462d-a91a-762dd447fc0b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.034689] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800131, 'name': CreateVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.040382] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80be346-effe-4b5f-ae05-fc6b1b31f3a2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.074558] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181351MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1326.074782] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.212862] env[63248]: DEBUG nova.compute.manager [None req-1fc8debf-dded-47f7-a0ae-81912f20ac46 tempest-ServerDiagnosticsV248Test-1548243577 tempest-ServerDiagnosticsV248Test-1548243577-project-admin] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.213919] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378140e1-8f04-4558-b4f5-b585ea896af5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.221540] env[63248]: INFO nova.compute.manager [None req-1fc8debf-dded-47f7-a0ae-81912f20ac46 tempest-ServerDiagnosticsV248Test-1548243577 tempest-ServerDiagnosticsV248Test-1548243577-project-admin] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Retrieving diagnostics [ 1326.222873] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0265818e-e248-4711-bd9f-017bf8078a01 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.257351] env[63248]: DEBUG nova.compute.manager [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1326.267047] env[63248]: DEBUG nova.compute.manager [req-72aabc86-c1af-4dee-9374-46696e628bec req-398a9feb-a215-4b5e-8534-3e2aa34bbe46 service nova] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Received event network-vif-plugged-c20b75b3-73c6-4b5f-9768-25f278db4ff7 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1326.267284] env[63248]: DEBUG oslo_concurrency.lockutils [req-72aabc86-c1af-4dee-9374-46696e628bec req-398a9feb-a215-4b5e-8534-3e2aa34bbe46 service nova] Acquiring lock "6366c103-ff17-4c0c-a8a2-f785c8547811-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.268023] env[63248]: DEBUG oslo_concurrency.lockutils [req-72aabc86-c1af-4dee-9374-46696e628bec req-398a9feb-a215-4b5e-8534-3e2aa34bbe46 service nova] Lock "6366c103-ff17-4c0c-a8a2-f785c8547811-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.268023] env[63248]: DEBUG oslo_concurrency.lockutils [req-72aabc86-c1af-4dee-9374-46696e628bec req-398a9feb-a215-4b5e-8534-3e2aa34bbe46 service nova] Lock "6366c103-ff17-4c0c-a8a2-f785c8547811-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.268023] env[63248]: DEBUG nova.compute.manager [req-72aabc86-c1af-4dee-9374-46696e628bec req-398a9feb-a215-4b5e-8534-3e2aa34bbe46 service nova] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] No waiting events found dispatching network-vif-plugged-c20b75b3-73c6-4b5f-9768-25f278db4ff7 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1326.268239] env[63248]: WARNING nova.compute.manager [req-72aabc86-c1af-4dee-9374-46696e628bec req-398a9feb-a215-4b5e-8534-3e2aa34bbe46 service nova] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Received unexpected event network-vif-plugged-c20b75b3-73c6-4b5f-9768-25f278db4ff7 for instance with vm_state building and task_state spawning. [ 1326.462940] env[63248]: DEBUG nova.compute.utils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1326.464178] env[63248]: DEBUG nova.compute.manager [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1326.464350] env[63248]: DEBUG nova.network.neutron [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1326.509616] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626664} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.509616] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 53686d6b-0e38-4361-9fb4-dbdfcc4c80af/53686d6b-0e38-4361-9fb4-dbdfcc4c80af.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.509616] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.514048] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c10c658-404e-44d7-a707-2c96446e2857 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.521737] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800131, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.523739] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1326.523739] env[63248]: value = "task-1800132" [ 1326.523739] env[63248]: _type = "Task" [ 1326.523739] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.531565] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.575168] env[63248]: DEBUG nova.policy [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b22a71a103a4403187d5715ae8f56b52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fb8409a21154020b16c7f718608b27d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1326.729837] env[63248]: DEBUG nova.network.neutron [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Successfully updated port: f32a4a85-b61d-42d2-a3a2-06a4e86c12d6 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1326.769117] env[63248]: DEBUG nova.compute.manager [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.773696] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ce83c4-9c46-47e9-9b57-24fd7470a67a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.823064] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.899430] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.900129] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.969176] env[63248]: DEBUG nova.compute.manager [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1327.024999] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800131, 'name': CreateVM_Task, 'duration_secs': 0.667854} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.031491] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.035112] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.035478] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.035604] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.037449] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372abc86-6898-4e8b-b68d-457817fcb76c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.044974] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067485} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.045755] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.047712] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a81775-d209-45ae-9f34-afe9b255e483 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.053462] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1327.053462] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52521194-9a7b-0fe1-5c9b-eff7af33b43f" [ 1327.053462] env[63248]: _type = "Task" [ 1327.053462] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.075957] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 53686d6b-0e38-4361-9fb4-dbdfcc4c80af/53686d6b-0e38-4361-9fb4-dbdfcc4c80af.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.079839] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22d50273-86c3-468a-8065-c9b04fffcbc2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.102147] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52521194-9a7b-0fe1-5c9b-eff7af33b43f, 'name': SearchDatastore_Task, 'duration_secs': 0.015037} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.103172] env[63248]: DEBUG nova.compute.manager [req-13e917c9-7586-492d-8c3f-fb9967d0fa79 req-70aeb5f3-550a-49bd-8c0f-3bdabf71c98f service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Received event network-changed-dcbd20dc-e649-4a15-bcc7-b31006977002 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1327.103172] env[63248]: DEBUG nova.compute.manager [req-13e917c9-7586-492d-8c3f-fb9967d0fa79 req-70aeb5f3-550a-49bd-8c0f-3bdabf71c98f service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Refreshing instance network info cache due to event network-changed-dcbd20dc-e649-4a15-bcc7-b31006977002. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1327.103172] env[63248]: DEBUG oslo_concurrency.lockutils [req-13e917c9-7586-492d-8c3f-fb9967d0fa79 req-70aeb5f3-550a-49bd-8c0f-3bdabf71c98f service nova] Acquiring lock "refresh_cache-53686d6b-0e38-4361-9fb4-dbdfcc4c80af" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.103172] env[63248]: DEBUG oslo_concurrency.lockutils [req-13e917c9-7586-492d-8c3f-fb9967d0fa79 req-70aeb5f3-550a-49bd-8c0f-3bdabf71c98f service nova] Acquired lock "refresh_cache-53686d6b-0e38-4361-9fb4-dbdfcc4c80af" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.103172] env[63248]: DEBUG nova.network.neutron [req-13e917c9-7586-492d-8c3f-fb9967d0fa79 req-70aeb5f3-550a-49bd-8c0f-3bdabf71c98f service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Refreshing network info cache for port dcbd20dc-e649-4a15-bcc7-b31006977002 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.104551] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.104770] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.104983] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.105143] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.105354] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.106114] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a8314cf-b181-44dd-8d44-4c92cd3e49a9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.110732] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1327.110732] env[63248]: value = "task-1800133" [ 1327.110732] env[63248]: _type = "Task" [ 1327.110732] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.123218] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.124820] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.124986] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.125725] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246028c1-343d-42cb-a1f2-980f77b2ad34 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.133019] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1327.133019] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527e6faf-01ec-896b-34f2-84779d99385d" [ 1327.133019] env[63248]: _type = "Task" [ 1327.133019] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.141208] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527e6faf-01ec-896b-34f2-84779d99385d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.233812] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Acquiring lock "refresh_cache-c3889b72-5d3a-4a80-a43e-405ae07e75f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.233812] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Acquired lock "refresh_cache-c3889b72-5d3a-4a80-a43e-405ae07e75f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.233812] env[63248]: DEBUG nova.network.neutron [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.297426] env[63248]: INFO nova.compute.manager [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] instance snapshotting [ 1327.300952] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e146db-b281-44ed-b0d2-3fea060f2e7f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.310406] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Acquiring lock "efe2315a-1411-4927-ab0a-4e07fc8f4074" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.310847] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Lock "efe2315a-1411-4927-ab0a-4e07fc8f4074" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.334996] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9df811-9d5f-46ab-8a5d-752f9ed9a3b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.341663] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee5de22-b665-4049-a393-47272304b2b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.344907] env[63248]: DEBUG nova.network.neutron [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Successfully created port: 48ebc3de-ccf0-42c8-80e1-01ec148552bd {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.358666] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0522f2-0351-4d0b-af9e-35b6f9c12407 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.396334] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643a87f7-fd21-4fc0-b463-fa93c6bbc16f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.403500] env[63248]: DEBUG nova.compute.manager [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1327.410022] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf7fa89-b794-4553-a4ec-f1c81ecc2955 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.422525] env[63248]: DEBUG nova.compute.provider_tree [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.623740] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.648731] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527e6faf-01ec-896b-34f2-84779d99385d, 'name': SearchDatastore_Task, 'duration_secs': 0.046116} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.648731] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d6dbea-7966-4bcf-adbe-229e68f17dba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.657724] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1327.657724] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520b9bc9-bafd-93a9-9c90-89a4db571e9c" [ 1327.657724] env[63248]: _type = "Task" [ 1327.657724] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.667485] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520b9bc9-bafd-93a9-9c90-89a4db571e9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.847214] env[63248]: DEBUG nova.network.neutron [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1327.856330] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1327.856712] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cdb315f4-322d-4836-80ff-b98a4baa9f3a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.866034] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1327.866034] env[63248]: value = "task-1800134" [ 1327.866034] env[63248]: _type = "Task" [ 1327.866034] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.881650] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800134, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.928225] env[63248]: DEBUG nova.scheduler.client.report [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.943177] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.984373] env[63248]: DEBUG nova.compute.manager [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1328.042019] env[63248]: DEBUG nova.virt.hardware [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1328.042019] env[63248]: DEBUG nova.virt.hardware [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.042019] env[63248]: DEBUG nova.virt.hardware [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1328.046748] env[63248]: DEBUG nova.virt.hardware [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.046748] env[63248]: DEBUG nova.virt.hardware [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1328.046748] env[63248]: DEBUG nova.virt.hardware [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1328.046748] env[63248]: DEBUG nova.virt.hardware [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1328.046748] env[63248]: DEBUG nova.virt.hardware [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1328.047186] env[63248]: DEBUG nova.virt.hardware [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1328.047186] env[63248]: DEBUG nova.virt.hardware [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1328.047186] env[63248]: DEBUG nova.virt.hardware [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1328.047186] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e89f085-0a3e-456d-bf63-7322b1757859 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.060416] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25580e8a-725a-4c15-aa7c-7630f4746b70 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.132438] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800133, 'name': ReconfigVM_Task, 'duration_secs': 0.962594} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.132956] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 53686d6b-0e38-4361-9fb4-dbdfcc4c80af/53686d6b-0e38-4361-9fb4-dbdfcc4c80af.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.133873] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5b359fb-6aa3-4f38-a74d-51bbd50124c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.143034] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1328.143034] env[63248]: value = "task-1800135" [ 1328.143034] env[63248]: _type = "Task" [ 1328.143034] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.156948] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800135, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.173464] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520b9bc9-bafd-93a9-9c90-89a4db571e9c, 'name': SearchDatastore_Task, 'duration_secs': 0.106898} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.175409] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.175409] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 6366c103-ff17-4c0c-a8a2-f785c8547811/6366c103-ff17-4c0c-a8a2-f785c8547811.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1328.175409] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa2fe38e-e23a-4f26-9489-8f30255c091d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.182974] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1328.182974] env[63248]: value = "task-1800136" [ 1328.182974] env[63248]: _type = "Task" [ 1328.182974] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.191892] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.379486] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800134, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.436061] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.437571] env[63248]: DEBUG nova.compute.manager [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1328.442626] env[63248]: DEBUG nova.network.neutron [req-13e917c9-7586-492d-8c3f-fb9967d0fa79 req-70aeb5f3-550a-49bd-8c0f-3bdabf71c98f service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Updated VIF entry in instance network info cache for port dcbd20dc-e649-4a15-bcc7-b31006977002. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.442959] env[63248]: DEBUG nova.network.neutron [req-13e917c9-7586-492d-8c3f-fb9967d0fa79 req-70aeb5f3-550a-49bd-8c0f-3bdabf71c98f service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Updating instance_info_cache with network_info: [{"id": "dcbd20dc-e649-4a15-bcc7-b31006977002", "address": "fa:16:3e:a5:0c:f8", "network": {"id": "9dab6259-662e-46dd-87a2-f5c42ac4d07d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1145556615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f60da69baf40969264e09fbb327825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbd20dc-e6", "ovs_interfaceid": "dcbd20dc-e649-4a15-bcc7-b31006977002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.447128] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.535s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.448681] env[63248]: INFO nova.compute.claims [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1328.451889] env[63248]: DEBUG nova.network.neutron [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Updating instance_info_cache with network_info: [{"id": "f32a4a85-b61d-42d2-a3a2-06a4e86c12d6", "address": "fa:16:3e:2c:24:18", "network": {"id": "146e30ea-865a-4bb3-9c2b-9f1fb4322fb6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-726923250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4409a397ed8145c684fd73bf19f9a6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32a4a85-b6", "ovs_interfaceid": "f32a4a85-b61d-42d2-a3a2-06a4e86c12d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.659777] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800135, 'name': Rename_Task, 'duration_secs': 0.267009} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.660784] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.660784] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec0cafd1-e4c7-42f1-a1d4-690123bd7fb5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.668045] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1328.668045] env[63248]: value = "task-1800138" [ 1328.668045] env[63248]: _type = "Task" [ 1328.668045] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.680275] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.693805] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800136, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.876924] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800134, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.957766] env[63248]: DEBUG nova.compute.utils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1328.959538] env[63248]: DEBUG oslo_concurrency.lockutils [req-13e917c9-7586-492d-8c3f-fb9967d0fa79 req-70aeb5f3-550a-49bd-8c0f-3bdabf71c98f service nova] Releasing lock "refresh_cache-53686d6b-0e38-4361-9fb4-dbdfcc4c80af" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.965159] env[63248]: DEBUG nova.compute.manager [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.965375] env[63248]: DEBUG nova.network.neutron [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.967632] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Releasing lock "refresh_cache-c3889b72-5d3a-4a80-a43e-405ae07e75f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.967927] env[63248]: DEBUG nova.compute.manager [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Instance network_info: |[{"id": "f32a4a85-b61d-42d2-a3a2-06a4e86c12d6", "address": "fa:16:3e:2c:24:18", "network": {"id": "146e30ea-865a-4bb3-9c2b-9f1fb4322fb6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-726923250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4409a397ed8145c684fd73bf19f9a6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32a4a85-b6", "ovs_interfaceid": "f32a4a85-b61d-42d2-a3a2-06a4e86c12d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1328.968362] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:24:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f32a4a85-b61d-42d2-a3a2-06a4e86c12d6', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.980338] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Creating folder: Project (4409a397ed8145c684fd73bf19f9a6ba). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1328.983387] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa0c2a7e-2eec-406b-8003-6415b916e726 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.995249] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Created folder: Project (4409a397ed8145c684fd73bf19f9a6ba) in parent group-v373228. [ 1328.995249] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Creating folder: Instances. Parent ref: group-v373254. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1328.995621] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b4bdff9-354a-47c0-bf1f-65f99dc255db {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.009967] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Created folder: Instances in parent group-v373254. [ 1329.010339] env[63248]: DEBUG oslo.service.loopingcall [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.010620] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.010857] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0303eb5a-82e0-4c79-a62d-69a007c5b704 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.031901] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.031901] env[63248]: value = "task-1800141" [ 1329.031901] env[63248]: _type = "Task" [ 1329.031901] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.039988] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800141, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.069665] env[63248]: DEBUG nova.network.neutron [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Successfully updated port: 323b0900-9b56-4da4-aca5-439e048074a1 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.123541] env[63248]: DEBUG nova.policy [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b22a71a103a4403187d5715ae8f56b52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fb8409a21154020b16c7f718608b27d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1329.180411] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.200594] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875709} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.200594] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 6366c103-ff17-4c0c-a8a2-f785c8547811/6366c103-ff17-4c0c-a8a2-f785c8547811.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.200594] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.200594] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eed2477a-05cb-4778-9add-52e40ce7d4ea {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.210114] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1329.210114] env[63248]: value = "task-1800142" [ 1329.210114] env[63248]: _type = "Task" [ 1329.210114] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.221600] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.261365] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "8e040787-5b5e-4d2f-b23d-270b198a9642" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.261365] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "8e040787-5b5e-4d2f-b23d-270b198a9642" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.378109] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800134, 'name': CreateSnapshot_Task, 'duration_secs': 1.113821} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.378994] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1329.380347] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feef93e-9f0b-4fe4-bcd4-07128a4ee9af {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.468747] env[63248]: DEBUG nova.compute.manager [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.502650] env[63248]: DEBUG nova.compute.manager [None req-6b1212a5-e4bf-42b2-b333-6c1f33cffe5e tempest-ServerExternalEventsTest-85256599 tempest-ServerExternalEventsTest-85256599-project] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Received event network-changed {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1329.504053] env[63248]: DEBUG nova.compute.manager [None req-6b1212a5-e4bf-42b2-b333-6c1f33cffe5e tempest-ServerExternalEventsTest-85256599 tempest-ServerExternalEventsTest-85256599-project] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Refreshing instance network info cache due to event network-changed. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1329.504053] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6b1212a5-e4bf-42b2-b333-6c1f33cffe5e tempest-ServerExternalEventsTest-85256599 tempest-ServerExternalEventsTest-85256599-project] Acquiring lock "refresh_cache-b4cfef43-d840-40dc-bad4-303750e486e9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.504053] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6b1212a5-e4bf-42b2-b333-6c1f33cffe5e tempest-ServerExternalEventsTest-85256599 tempest-ServerExternalEventsTest-85256599-project] Acquired lock "refresh_cache-b4cfef43-d840-40dc-bad4-303750e486e9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.504053] env[63248]: DEBUG nova.network.neutron [None req-6b1212a5-e4bf-42b2-b333-6c1f33cffe5e tempest-ServerExternalEventsTest-85256599 tempest-ServerExternalEventsTest-85256599-project] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.541325] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800141, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.580309] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "refresh_cache-ee50b60c-62d7-48cf-b568-769e6c0dcd64" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.580309] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired lock "refresh_cache-ee50b60c-62d7-48cf-b568-769e6c0dcd64" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.580309] env[63248]: DEBUG nova.network.neutron [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.684891] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800138, 'name': PowerOnVM_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.724524] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.293842} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.724786] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.725943] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4eab0c-1921-4ba0-9495-1827f55b963d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.755217] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 6366c103-ff17-4c0c-a8a2-f785c8547811/6366c103-ff17-4c0c-a8a2-f785c8547811.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.758904] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc6a0097-5311-4a3e-b8e5-7bd2b4c40c8a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.782979] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1329.782979] env[63248]: value = "task-1800143" [ 1329.782979] env[63248]: _type = "Task" [ 1329.782979] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.796224] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800143, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.902965] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1329.904426] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac6bed07-7ec6-49b1-9888-cb386af0d183 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.908308] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c70222b-0d7f-4ce5-91ff-adff6c3ac69d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.916611] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Acquiring lock "65396595-bc14-4aea-b40d-906997b8bb6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.916975] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Lock "65396595-bc14-4aea-b40d-906997b8bb6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.923455] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e01eaa-1aba-4451-950c-c74de3e3d9df {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.927434] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1329.927434] env[63248]: value = "task-1800144" [ 1329.927434] env[63248]: _type = "Task" [ 1329.927434] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.964456] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2338f59e-ae7b-49b0-bf82-b7cae8812e45 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.970644] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800144, 'name': CloneVM_Task} progress is 12%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.979568] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037d0623-34c0-4b71-a9af-9a5a5822dd14 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.994570] env[63248]: DEBUG nova.compute.provider_tree [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.044733] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800141, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.117592] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Acquiring lock "f371493e-8d5c-41ac-a4a5-bde83cbbca3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.117870] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Lock "f371493e-8d5c-41ac-a4a5-bde83cbbca3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.118106] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Acquiring lock "f371493e-8d5c-41ac-a4a5-bde83cbbca3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.118290] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Lock "f371493e-8d5c-41ac-a4a5-bde83cbbca3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.118465] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Lock "f371493e-8d5c-41ac-a4a5-bde83cbbca3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.124659] env[63248]: INFO nova.compute.manager [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Terminating instance [ 1330.186879] env[63248]: DEBUG oslo_vmware.api [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800138, 'name': PowerOnVM_Task, 'duration_secs': 1.296486} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.186879] env[63248]: DEBUG nova.network.neutron [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.189407] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.189693] env[63248]: INFO nova.compute.manager [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Took 12.98 seconds to spawn the instance on the hypervisor. [ 1330.189954] env[63248]: DEBUG nova.compute.manager [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.191559] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1e9b04-15c3-452a-9dc7-ddb0f0764312 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.195673] env[63248]: DEBUG nova.network.neutron [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Successfully created port: 0b39ea5f-5ef3-486b-af4b-073a41543c5c {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.236605] env[63248]: DEBUG nova.network.neutron [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Successfully updated port: 48ebc3de-ccf0-42c8-80e1-01ec148552bd {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.295172] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.408088] env[63248]: DEBUG nova.network.neutron [None req-6b1212a5-e4bf-42b2-b333-6c1f33cffe5e tempest-ServerExternalEventsTest-85256599 tempest-ServerExternalEventsTest-85256599-project] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Updating instance_info_cache with network_info: [{"id": "8be4da84-1f33-4640-b89d-442ab5ab1eb0", "address": "fa:16:3e:51:74:dd", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8be4da84-1f", "ovs_interfaceid": "8be4da84-1f33-4640-b89d-442ab5ab1eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.439823] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800144, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.479356] env[63248]: DEBUG nova.compute.manager [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1330.498115] env[63248]: DEBUG nova.scheduler.client.report [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.521249] env[63248]: DEBUG nova.virt.hardware [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.521468] env[63248]: DEBUG nova.virt.hardware [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.521627] env[63248]: DEBUG nova.virt.hardware [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.521971] env[63248]: DEBUG nova.virt.hardware [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.521971] env[63248]: DEBUG nova.virt.hardware [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.522181] env[63248]: DEBUG nova.virt.hardware [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.522451] env[63248]: DEBUG nova.virt.hardware [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.522656] env[63248]: DEBUG nova.virt.hardware [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.523362] env[63248]: DEBUG nova.virt.hardware [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.523712] env[63248]: DEBUG nova.virt.hardware [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.523922] env[63248]: DEBUG nova.virt.hardware [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.525181] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad1f04e-e145-44bc-989c-afa4a24d5da5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.541552] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d58deb-1ea7-448d-b1c7-3168eed054c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.554227] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800141, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.634896] env[63248]: DEBUG nova.compute.manager [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1330.635509] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.636811] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acdf405-c248-4cca-895e-1c8ccec8e4e8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.648194] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.648194] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1d5f7e4-a212-424a-81cc-0b9c471a78da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.655063] env[63248]: DEBUG oslo_vmware.api [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Waiting for the task: (returnval){ [ 1330.655063] env[63248]: value = "task-1800146" [ 1330.655063] env[63248]: _type = "Task" [ 1330.655063] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.663118] env[63248]: DEBUG nova.compute.manager [req-b71d9a6a-88a6-4fdc-85cb-89b576d2f347 req-3ed9bfc6-bd91-4654-9755-b1194b0c4c61 service nova] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Received event network-changed-c20b75b3-73c6-4b5f-9768-25f278db4ff7 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1330.663433] env[63248]: DEBUG nova.compute.manager [req-b71d9a6a-88a6-4fdc-85cb-89b576d2f347 req-3ed9bfc6-bd91-4654-9755-b1194b0c4c61 service nova] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Refreshing instance network info cache due to event network-changed-c20b75b3-73c6-4b5f-9768-25f278db4ff7. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1330.663778] env[63248]: DEBUG oslo_concurrency.lockutils [req-b71d9a6a-88a6-4fdc-85cb-89b576d2f347 req-3ed9bfc6-bd91-4654-9755-b1194b0c4c61 service nova] Acquiring lock "refresh_cache-6366c103-ff17-4c0c-a8a2-f785c8547811" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.664042] env[63248]: DEBUG oslo_concurrency.lockutils [req-b71d9a6a-88a6-4fdc-85cb-89b576d2f347 req-3ed9bfc6-bd91-4654-9755-b1194b0c4c61 service nova] Acquired lock "refresh_cache-6366c103-ff17-4c0c-a8a2-f785c8547811" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.665645] env[63248]: DEBUG nova.network.neutron [req-b71d9a6a-88a6-4fdc-85cb-89b576d2f347 req-3ed9bfc6-bd91-4654-9755-b1194b0c4c61 service nova] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Refreshing network info cache for port c20b75b3-73c6-4b5f-9768-25f278db4ff7 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.672583] env[63248]: DEBUG oslo_vmware.api [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.715554] env[63248]: INFO nova.compute.manager [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Took 18.08 seconds to build instance. [ 1330.739501] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "refresh_cache-a901b7d2-55d4-4ace-906e-40734377c899" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.739673] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquired lock "refresh_cache-a901b7d2-55d4-4ace-906e-40734377c899" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.740094] env[63248]: DEBUG nova.network.neutron [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.793163] env[63248]: DEBUG nova.network.neutron [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Updating instance_info_cache with network_info: [{"id": "323b0900-9b56-4da4-aca5-439e048074a1", "address": "fa:16:3e:11:f1:47", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323b0900-9b", "ovs_interfaceid": "323b0900-9b56-4da4-aca5-439e048074a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.804071] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.911543] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6b1212a5-e4bf-42b2-b333-6c1f33cffe5e tempest-ServerExternalEventsTest-85256599 tempest-ServerExternalEventsTest-85256599-project] Releasing lock "refresh_cache-b4cfef43-d840-40dc-bad4-303750e486e9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.940724] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800144, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.003537] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.004090] env[63248]: DEBUG nova.compute.manager [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1331.009306] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.556s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.010139] env[63248]: INFO nova.compute.claims [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.052106] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800141, 'name': CreateVM_Task, 'duration_secs': 1.660999} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.052422] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.053271] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.053587] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.053929] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1331.054284] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c9a2ec-648a-4240-bd73-f76455c675c3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.063215] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Waiting for the task: (returnval){ [ 1331.063215] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52807a79-315d-7033-7ff0-4e7001144f61" [ 1331.063215] env[63248]: _type = "Task" [ 1331.063215] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.074863] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52807a79-315d-7033-7ff0-4e7001144f61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.170208] env[63248]: DEBUG oslo_vmware.api [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800146, 'name': PowerOffVM_Task, 'duration_secs': 0.397347} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.170581] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.170864] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.173141] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91271a41-e951-4437-896c-5242dc9a69ab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.218707] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22b96f8c-8f99-46f9-94db-c62b358903d8 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "53686d6b-0e38-4361-9fb4-dbdfcc4c80af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.594s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.261291] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.261554] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.262947] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Deleting the datastore file [datastore1] f371493e-8d5c-41ac-a4a5-bde83cbbca3a {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.262947] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a93c6d9b-a197-4b10-aff8-3009b58e6b46 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.270661] env[63248]: DEBUG oslo_vmware.api [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Waiting for the task: (returnval){ [ 1331.270661] env[63248]: value = "task-1800148" [ 1331.270661] env[63248]: _type = "Task" [ 1331.270661] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.281979] env[63248]: DEBUG oslo_vmware.api [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.292096] env[63248]: DEBUG nova.network.neutron [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.301584] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800143, 'name': ReconfigVM_Task, 'duration_secs': 1.156371} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.301850] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 6366c103-ff17-4c0c-a8a2-f785c8547811/6366c103-ff17-4c0c-a8a2-f785c8547811.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.302584] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5651eb69-1c2f-4c00-88f2-daf613c67e1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.305303] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Releasing lock "refresh_cache-ee50b60c-62d7-48cf-b568-769e6c0dcd64" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.305545] env[63248]: DEBUG nova.compute.manager [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Instance network_info: |[{"id": "323b0900-9b56-4da4-aca5-439e048074a1", "address": "fa:16:3e:11:f1:47", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323b0900-9b", "ovs_interfaceid": "323b0900-9b56-4da4-aca5-439e048074a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.305936] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:f1:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '323b0900-9b56-4da4-aca5-439e048074a1', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.316405] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Creating folder: Project (0cfc4c6ff5074284a493ba95cc42ece2). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.319576] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65d4a2e4-3117-4c5e-b5a0-83650b98a7ac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.321397] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1331.321397] env[63248]: value = "task-1800149" [ 1331.321397] env[63248]: _type = "Task" [ 1331.321397] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.334082] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800149, 'name': Rename_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.338588] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Created folder: Project (0cfc4c6ff5074284a493ba95cc42ece2) in parent group-v373228. [ 1331.338864] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Creating folder: Instances. Parent ref: group-v373258. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.339473] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-434feb6e-4763-4fd1-8d75-8ab5f67d9cb7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.357510] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Created folder: Instances in parent group-v373258. [ 1331.357824] env[63248]: DEBUG oslo.service.loopingcall [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.358112] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.360382] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-532fa3dc-a8a3-48ff-87cd-b2148853d4f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.392316] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.392316] env[63248]: value = "task-1800152" [ 1331.392316] env[63248]: _type = "Task" [ 1331.392316] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.401302] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800152, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.442953] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800144, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.490143] env[63248]: DEBUG nova.network.neutron [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Updating instance_info_cache with network_info: [{"id": "48ebc3de-ccf0-42c8-80e1-01ec148552bd", "address": "fa:16:3e:f5:2f:35", "network": {"id": "1e9ca274-46ff-465f-bb73-551166e1ca7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-578050233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb8409a21154020b16c7f718608b27d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ebc3de-cc", "ovs_interfaceid": "48ebc3de-ccf0-42c8-80e1-01ec148552bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.515882] env[63248]: DEBUG nova.compute.utils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1331.519604] env[63248]: DEBUG nova.compute.manager [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1331.519788] env[63248]: DEBUG nova.network.neutron [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1331.570475] env[63248]: DEBUG nova.policy [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b22a71a103a4403187d5715ae8f56b52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fb8409a21154020b16c7f718608b27d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1331.579937] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52807a79-315d-7033-7ff0-4e7001144f61, 'name': SearchDatastore_Task, 'duration_secs': 0.406377} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.580305] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.580727] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.580849] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.580950] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.581087] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.581382] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70c13dc1-ba03-4332-84d4-735f1f6cd541 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.690917] env[63248]: DEBUG nova.compute.manager [req-a0c6fde9-21c9-4328-b832-10066aa47cf3 req-2c496aba-237e-4ee7-ad7f-3b7f9310d5c4 service nova] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Received event network-vif-plugged-f32a4a85-b61d-42d2-a3a2-06a4e86c12d6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1331.690917] env[63248]: DEBUG oslo_concurrency.lockutils [req-a0c6fde9-21c9-4328-b832-10066aa47cf3 req-2c496aba-237e-4ee7-ad7f-3b7f9310d5c4 service nova] Acquiring lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.694690] env[63248]: DEBUG oslo_concurrency.lockutils [req-a0c6fde9-21c9-4328-b832-10066aa47cf3 req-2c496aba-237e-4ee7-ad7f-3b7f9310d5c4 service nova] Lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.694690] env[63248]: DEBUG oslo_concurrency.lockutils [req-a0c6fde9-21c9-4328-b832-10066aa47cf3 req-2c496aba-237e-4ee7-ad7f-3b7f9310d5c4 service nova] Lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.694690] env[63248]: DEBUG nova.compute.manager [req-a0c6fde9-21c9-4328-b832-10066aa47cf3 req-2c496aba-237e-4ee7-ad7f-3b7f9310d5c4 service nova] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] No waiting events found dispatching network-vif-plugged-f32a4a85-b61d-42d2-a3a2-06a4e86c12d6 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.694690] env[63248]: WARNING nova.compute.manager [req-a0c6fde9-21c9-4328-b832-10066aa47cf3 req-2c496aba-237e-4ee7-ad7f-3b7f9310d5c4 service nova] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Received unexpected event network-vif-plugged-f32a4a85-b61d-42d2-a3a2-06a4e86c12d6 for instance with vm_state building and task_state spawning. [ 1331.694690] env[63248]: DEBUG nova.compute.manager [req-a0c6fde9-21c9-4328-b832-10066aa47cf3 req-2c496aba-237e-4ee7-ad7f-3b7f9310d5c4 service nova] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Received event network-changed-f32a4a85-b61d-42d2-a3a2-06a4e86c12d6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1331.695217] env[63248]: DEBUG nova.compute.manager [req-a0c6fde9-21c9-4328-b832-10066aa47cf3 req-2c496aba-237e-4ee7-ad7f-3b7f9310d5c4 service nova] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Refreshing instance network info cache due to event network-changed-f32a4a85-b61d-42d2-a3a2-06a4e86c12d6. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1331.695217] env[63248]: DEBUG oslo_concurrency.lockutils [req-a0c6fde9-21c9-4328-b832-10066aa47cf3 req-2c496aba-237e-4ee7-ad7f-3b7f9310d5c4 service nova] Acquiring lock "refresh_cache-c3889b72-5d3a-4a80-a43e-405ae07e75f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.695217] env[63248]: DEBUG oslo_concurrency.lockutils [req-a0c6fde9-21c9-4328-b832-10066aa47cf3 req-2c496aba-237e-4ee7-ad7f-3b7f9310d5c4 service nova] Acquired lock "refresh_cache-c3889b72-5d3a-4a80-a43e-405ae07e75f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.695217] env[63248]: DEBUG nova.network.neutron [req-a0c6fde9-21c9-4328-b832-10066aa47cf3 req-2c496aba-237e-4ee7-ad7f-3b7f9310d5c4 service nova] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Refreshing network info cache for port f32a4a85-b61d-42d2-a3a2-06a4e86c12d6 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.722392] env[63248]: DEBUG nova.compute.manager [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1331.788910] env[63248]: DEBUG oslo_vmware.api [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.835860] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800149, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.867870] env[63248]: DEBUG nova.network.neutron [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Successfully created port: 59583d0e-d4de-4734-80f7-fb131883416b {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1331.905590] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800152, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.940922] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800144, 'name': CloneVM_Task, 'duration_secs': 1.675649} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.941760] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Created linked-clone VM from snapshot [ 1331.944195] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29839c8-9f84-4bd2-b585-ed3a38e698c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.955978] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Uploading image 309c6e9c-3486-4add-9845-ab7b7e8f88e8 {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1331.982327] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1331.982327] env[63248]: value = "vm-373257" [ 1331.982327] env[63248]: _type = "VirtualMachine" [ 1331.982327] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1331.982612] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-806db76f-fea1-422c-8382-8489ca421ade {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.993121] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Releasing lock "refresh_cache-a901b7d2-55d4-4ace-906e-40734377c899" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.993121] env[63248]: DEBUG nova.compute.manager [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Instance network_info: |[{"id": "48ebc3de-ccf0-42c8-80e1-01ec148552bd", "address": "fa:16:3e:f5:2f:35", "network": {"id": "1e9ca274-46ff-465f-bb73-551166e1ca7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-578050233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb8409a21154020b16c7f718608b27d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ebc3de-cc", "ovs_interfaceid": "48ebc3de-ccf0-42c8-80e1-01ec148552bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.994694] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:2f:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48ebc3de-ccf0-42c8-80e1-01ec148552bd', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.003666] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Creating folder: Project (8fb8409a21154020b16c7f718608b27d). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.003666] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Lease: (returnval){ [ 1332.003666] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c84bb4-413b-9331-da0b-4009c4ba567e" [ 1332.003666] env[63248]: _type = "HttpNfcLease" [ 1332.003666] env[63248]: } obtained for exporting VM: (result){ [ 1332.003666] env[63248]: value = "vm-373257" [ 1332.003666] env[63248]: _type = "VirtualMachine" [ 1332.003666] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1332.003666] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the lease: (returnval){ [ 1332.003666] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c84bb4-413b-9331-da0b-4009c4ba567e" [ 1332.003666] env[63248]: _type = "HttpNfcLease" [ 1332.003666] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1332.003666] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63b66f39-690d-4b40-b1ae-9e3bcb51311d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.018818] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1332.018818] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c84bb4-413b-9331-da0b-4009c4ba567e" [ 1332.018818] env[63248]: _type = "HttpNfcLease" [ 1332.018818] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1332.022555] env[63248]: DEBUG nova.compute.manager [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1332.032497] env[63248]: DEBUG nova.network.neutron [req-b71d9a6a-88a6-4fdc-85cb-89b576d2f347 req-3ed9bfc6-bd91-4654-9755-b1194b0c4c61 service nova] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Updated VIF entry in instance network info cache for port c20b75b3-73c6-4b5f-9768-25f278db4ff7. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.032819] env[63248]: DEBUG nova.network.neutron [req-b71d9a6a-88a6-4fdc-85cb-89b576d2f347 req-3ed9bfc6-bd91-4654-9755-b1194b0c4c61 service nova] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Updating instance_info_cache with network_info: [{"id": "c20b75b3-73c6-4b5f-9768-25f278db4ff7", "address": "fa:16:3e:f4:3a:56", "network": {"id": "49e9a8dd-8322-4a12-924f-b705209b1b85", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1983382143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8e28dbc19e486f93084cad4879104a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20b75b3-73", "ovs_interfaceid": "c20b75b3-73c6-4b5f-9768-25f278db4ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.041710] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Created folder: Project (8fb8409a21154020b16c7f718608b27d) in parent group-v373228. [ 1332.042406] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Creating folder: Instances. Parent ref: group-v373261. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.042525] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bc01124-0301-4d1c-b619-59e794e7156e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.057204] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Created folder: Instances in parent group-v373261. [ 1332.057674] env[63248]: DEBUG oslo.service.loopingcall [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.057674] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.058147] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-614dab90-572c-4fac-93f0-378cd9d777cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.093055] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.093055] env[63248]: value = "task-1800156" [ 1332.093055] env[63248]: _type = "Task" [ 1332.093055] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.106195] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800156, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.136479] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.136752] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.137559] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e378fb6-0756-4306-b3bb-3061d15575a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.146519] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Waiting for the task: (returnval){ [ 1332.146519] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a28786-b12f-d402-6e72-ed2d64e00fe1" [ 1332.146519] env[63248]: _type = "Task" [ 1332.146519] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.159023] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a28786-b12f-d402-6e72-ed2d64e00fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.249371] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.288669] env[63248]: DEBUG oslo_vmware.api [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.341263] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800149, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.351293] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d13272-4a3e-4bbe-82df-e3cfbccd689c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.361937] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb892cb-a370-4cdc-a801-1cf20d4a9f5d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.400955] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Acquiring lock "b4cfef43-d840-40dc-bad4-303750e486e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.401210] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Lock "b4cfef43-d840-40dc-bad4-303750e486e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.401467] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Acquiring lock "b4cfef43-d840-40dc-bad4-303750e486e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.401671] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Lock "b4cfef43-d840-40dc-bad4-303750e486e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.402718] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Lock "b4cfef43-d840-40dc-bad4-303750e486e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.408264] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df8547e-cb31-41c6-8e15-56f4ea5ee506 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.411511] env[63248]: INFO nova.compute.manager [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Terminating instance [ 1332.423035] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800152, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.432391] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbba6e4e-fac5-48c4-8565-dc8fd69aa4b3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.448569] env[63248]: DEBUG nova.compute.provider_tree [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.515638] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1332.515638] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c84bb4-413b-9331-da0b-4009c4ba567e" [ 1332.515638] env[63248]: _type = "HttpNfcLease" [ 1332.515638] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1332.515638] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1332.515638] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c84bb4-413b-9331-da0b-4009c4ba567e" [ 1332.515638] env[63248]: _type = "HttpNfcLease" [ 1332.515638] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1332.516161] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f8684f-f35d-4f3a-9772-4caf9a5139a0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.527711] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238d760-7889-a832-7a7c-8a2f216f58e2/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1332.527711] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238d760-7889-a832-7a7c-8a2f216f58e2/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1332.588121] env[63248]: DEBUG oslo_concurrency.lockutils [req-b71d9a6a-88a6-4fdc-85cb-89b576d2f347 req-3ed9bfc6-bd91-4654-9755-b1194b0c4c61 service nova] Releasing lock "refresh_cache-6366c103-ff17-4c0c-a8a2-f785c8547811" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.590079] env[63248]: DEBUG nova.compute.manager [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1332.607237] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800156, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.617562] env[63248]: DEBUG nova.virt.hardware [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1332.617871] env[63248]: DEBUG nova.virt.hardware [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.618050] env[63248]: DEBUG nova.virt.hardware [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1332.618246] env[63248]: DEBUG nova.virt.hardware [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.618393] env[63248]: DEBUG nova.virt.hardware [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1332.618547] env[63248]: DEBUG nova.virt.hardware [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1332.618736] env[63248]: DEBUG nova.virt.hardware [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1332.618893] env[63248]: DEBUG nova.virt.hardware [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1332.619102] env[63248]: DEBUG nova.virt.hardware [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1332.619271] env[63248]: DEBUG nova.virt.hardware [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1332.619448] env[63248]: DEBUG nova.virt.hardware [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1332.623021] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a818bc4e-dddf-4f1a-9391-e5d313541633 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.631091] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42780e0-c239-4aa3-9d96-ad06a4fb4369 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.658599] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a28786-b12f-d402-6e72-ed2d64e00fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.202944} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.658599] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-565b954f-185b-473a-9a81-92b2a8a768ae {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.664340] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Waiting for the task: (returnval){ [ 1332.664340] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c5d195-c528-bbd2-292d-0a8b01d98a5f" [ 1332.664340] env[63248]: _type = "Task" [ 1332.664340] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.675037] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c5d195-c528-bbd2-292d-0a8b01d98a5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.683819] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-94488b65-8d4b-4a38-b310-9b1b537c1444 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.788459] env[63248]: DEBUG oslo_vmware.api [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.841078] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800149, 'name': Rename_Task, 'duration_secs': 1.510005} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.841473] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.841780] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-394a52aa-729b-46fa-8716-a7811c954c77 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.850342] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1332.850342] env[63248]: value = "task-1800158" [ 1332.850342] env[63248]: _type = "Task" [ 1332.850342] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.859998] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.916078] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800152, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.918202] env[63248]: DEBUG nova.compute.manager [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.918415] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.919311] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32edf5e9-51f8-40d4-8b75-dd9c8857ffca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.930221] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.933310] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d48abd1f-7c78-4608-b51e-491498e72c38 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.938263] env[63248]: DEBUG oslo_vmware.api [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Waiting for the task: (returnval){ [ 1332.938263] env[63248]: value = "task-1800159" [ 1332.938263] env[63248]: _type = "Task" [ 1332.938263] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.954620] env[63248]: DEBUG nova.scheduler.client.report [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.958072] env[63248]: DEBUG oslo_vmware.api [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.110517] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800156, 'name': CreateVM_Task, 'duration_secs': 0.984704} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.110906] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.111541] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.111735] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.112100] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.112368] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d271052d-e4da-4fa1-ae5a-a4eed39c555a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.118667] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1333.118667] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5294aaf5-5399-1a29-cc32-00d18b57dddc" [ 1333.118667] env[63248]: _type = "Task" [ 1333.118667] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.129535] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5294aaf5-5399-1a29-cc32-00d18b57dddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.176801] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c5d195-c528-bbd2-292d-0a8b01d98a5f, 'name': SearchDatastore_Task, 'duration_secs': 0.067383} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.177321] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.177699] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] c3889b72-5d3a-4a80-a43e-405ae07e75f5/c3889b72-5d3a-4a80-a43e-405ae07e75f5.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.177992] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6243f568-7452-4a59-9560-a7ed08cc87b9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.186594] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Waiting for the task: (returnval){ [ 1333.186594] env[63248]: value = "task-1800160" [ 1333.186594] env[63248]: _type = "Task" [ 1333.186594] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.198134] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.231586] env[63248]: DEBUG nova.network.neutron [req-a0c6fde9-21c9-4328-b832-10066aa47cf3 req-2c496aba-237e-4ee7-ad7f-3b7f9310d5c4 service nova] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Updated VIF entry in instance network info cache for port f32a4a85-b61d-42d2-a3a2-06a4e86c12d6. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.235571] env[63248]: DEBUG nova.network.neutron [req-a0c6fde9-21c9-4328-b832-10066aa47cf3 req-2c496aba-237e-4ee7-ad7f-3b7f9310d5c4 service nova] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Updating instance_info_cache with network_info: [{"id": "f32a4a85-b61d-42d2-a3a2-06a4e86c12d6", "address": "fa:16:3e:2c:24:18", "network": {"id": "146e30ea-865a-4bb3-9c2b-9f1fb4322fb6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-726923250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4409a397ed8145c684fd73bf19f9a6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32a4a85-b6", "ovs_interfaceid": "f32a4a85-b61d-42d2-a3a2-06a4e86c12d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.286727] env[63248]: DEBUG oslo_vmware.api [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Task: {'id': task-1800148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.543409} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.287373] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.287811] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.288104] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.288551] env[63248]: INFO nova.compute.manager [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1333.288793] env[63248]: DEBUG oslo.service.loopingcall [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1333.289118] env[63248]: DEBUG nova.compute.manager [-] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.289345] env[63248]: DEBUG nova.network.neutron [-] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.363197] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800158, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.416360] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800152, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.454651] env[63248]: DEBUG oslo_vmware.api [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800159, 'name': PowerOffVM_Task, 'duration_secs': 0.252168} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.455322] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.455644] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.458565] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5e2216a-d1f2-4227-8af3-f3f6d7608117 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.460434] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.461111] env[63248]: DEBUG nova.compute.manager [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1333.464773] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.390s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.646384] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5294aaf5-5399-1a29-cc32-00d18b57dddc, 'name': SearchDatastore_Task, 'duration_secs': 0.01415} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.646825] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.647122] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.647425] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.647613] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.647835] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.648709] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f3ef320-6864-4cd6-a1e6-8762f9de845d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.670113] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.670113] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.672826] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3dc641-4990-40fc-a674-ff20bb92da13 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.680155] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1333.680155] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52166cb0-f07b-9b09-1f70-c5319a0312bb" [ 1333.680155] env[63248]: _type = "Task" [ 1333.680155] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.695561] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52166cb0-f07b-9b09-1f70-c5319a0312bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.703690] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.739831] env[63248]: DEBUG oslo_concurrency.lockutils [req-a0c6fde9-21c9-4328-b832-10066aa47cf3 req-2c496aba-237e-4ee7-ad7f-3b7f9310d5c4 service nova] Releasing lock "refresh_cache-c3889b72-5d3a-4a80-a43e-405ae07e75f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.862507] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800158, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.921034] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800152, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.921936] env[63248]: DEBUG nova.network.neutron [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Successfully updated port: 59583d0e-d4de-4734-80f7-fb131883416b {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.971025] env[63248]: DEBUG nova.compute.utils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1333.981933] env[63248]: DEBUG nova.compute.manager [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1333.982290] env[63248]: DEBUG nova.network.neutron [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1333.985501] env[63248]: DEBUG nova.compute.manager [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1333.996714] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Acquiring lock "c273fc1a-0af1-4cfe-9c3c-81352cb46f8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.997323] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Lock "c273fc1a-0af1-4cfe-9c3c-81352cb46f8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.001525] env[63248]: DEBUG nova.network.neutron [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Successfully updated port: 0b39ea5f-5ef3-486b-af4b-073a41543c5c {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.039236] env[63248]: DEBUG nova.policy [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec6e1c82d92f41c0b32789fdd1d6c54c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1aa02e12de5f43d0bb4c09afe3994520', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1334.205779] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52166cb0-f07b-9b09-1f70-c5319a0312bb, 'name': SearchDatastore_Task, 'duration_secs': 0.061627} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.206112] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643951} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.207058] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] c3889b72-5d3a-4a80-a43e-405ae07e75f5/c3889b72-5d3a-4a80-a43e-405ae07e75f5.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.208057] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.208057] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432da06d-3506-49e9-a0b0-56b74822c58b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.210689] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e556e78-ae1e-40c9-9d16-59a6ceb7b095 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.219552] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1334.219552] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c11dce-e2e9-662f-0a0b-b45c9e79b811" [ 1334.219552] env[63248]: _type = "Task" [ 1334.219552] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.225538] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Waiting for the task: (returnval){ [ 1334.225538] env[63248]: value = "task-1800162" [ 1334.225538] env[63248]: _type = "Task" [ 1334.225538] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.235242] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c11dce-e2e9-662f-0a0b-b45c9e79b811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.241665] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.366698] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800158, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.424019] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800152, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.424943] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "refresh_cache-8e83ca84-3c41-4b1f-ac52-4478b428e4cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.425848] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquired lock "refresh_cache-8e83ca84-3c41-4b1f-ac52-4478b428e4cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.426133] env[63248]: DEBUG nova.network.neutron [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.496206] env[63248]: DEBUG nova.network.neutron [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Successfully created port: 9e664592-26b2-4731-9e51-aba452b6b9ad {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1334.504182] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "refresh_cache-ded818f2-5099-4e85-98fc-3c91b46b5630" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.505301] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquired lock "refresh_cache-ded818f2-5099-4e85-98fc-3c91b46b5630" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.505609] env[63248]: DEBUG nova.network.neutron [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.527377] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.527377] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 20881a6c-47ee-49e4-a3c3-250e8c91c8c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.527377] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance f371493e-8d5c-41ac-a4a5-bde83cbbca3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.527377] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance b4cfef43-d840-40dc-bad4-303750e486e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.527568] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 440afce9-d205-40ee-9101-82d751e72a1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.527568] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 53686d6b-0e38-4361-9fb4-dbdfcc4c80af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.527568] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 6366c103-ff17-4c0c-a8a2-f785c8547811 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.527568] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance c3889b72-5d3a-4a80-a43e-405ae07e75f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.527722] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ee50b60c-62d7-48cf-b568-769e6c0dcd64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.527722] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance a901b7d2-55d4-4ace-906e-40734377c899 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.527722] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ded818f2-5099-4e85-98fc-3c91b46b5630 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.527722] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 8e83ca84-3c41-4b1f-ac52-4478b428e4cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.527938] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance a4433417-ae64-4629-9f2e-5b02fbb5e9a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.736992] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c11dce-e2e9-662f-0a0b-b45c9e79b811, 'name': SearchDatastore_Task, 'duration_secs': 0.017819} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.738476] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.738936] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] a901b7d2-55d4-4ace-906e-40734377c899/a901b7d2-55d4-4ace-906e-40734377c899.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.739345] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7986b65f-226e-493f-9ea0-354515e2f1b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.745906] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20194} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.746831] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.747748] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403b6ba2-999b-45aa-a4e4-55cd4f863249 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.753589] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1334.753589] env[63248]: value = "task-1800164" [ 1334.753589] env[63248]: _type = "Task" [ 1334.753589] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.782336] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] c3889b72-5d3a-4a80-a43e-405ae07e75f5/c3889b72-5d3a-4a80-a43e-405ae07e75f5.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.783865] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1bf9f1f-ae56-4d41-baad-1c9a9386c7c9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.809585] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.817189] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Waiting for the task: (returnval){ [ 1334.817189] env[63248]: value = "task-1800165" [ 1334.817189] env[63248]: _type = "Task" [ 1334.817189] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.829623] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.863906] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800158, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.894509] env[63248]: DEBUG nova.network.neutron [-] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.917205] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800152, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.997196] env[63248]: DEBUG nova.network.neutron [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.014231] env[63248]: DEBUG nova.compute.manager [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1335.030286] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 5385c079-fd1d-4c36-ad4c-f6970241de65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1335.050383] env[63248]: DEBUG nova.virt.hardware [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:28:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='117809711',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-810034615',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.050858] env[63248]: DEBUG nova.virt.hardware [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.050858] env[63248]: DEBUG nova.virt.hardware [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.050996] env[63248]: DEBUG nova.virt.hardware [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.055676] env[63248]: DEBUG nova.virt.hardware [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.055676] env[63248]: DEBUG nova.virt.hardware [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.055820] env[63248]: DEBUG nova.virt.hardware [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.056255] env[63248]: DEBUG nova.virt.hardware [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.057457] env[63248]: DEBUG nova.virt.hardware [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.057457] env[63248]: DEBUG nova.virt.hardware [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.057457] env[63248]: DEBUG nova.virt.hardware [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.058173] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ad25b1-47c2-454a-b110-b5f4fd7589bf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.075291] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74573407-7ae3-465a-a9a1-fdac8c723782 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.100998] env[63248]: DEBUG nova.network.neutron [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.266044] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.331111] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800165, 'name': ReconfigVM_Task, 'duration_secs': 0.375916} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.331455] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Reconfigured VM instance instance-00000008 to attach disk [datastore1] c3889b72-5d3a-4a80-a43e-405ae07e75f5/c3889b72-5d3a-4a80-a43e-405ae07e75f5.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.332169] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83ca5847-cfd4-4dce-8d30-13fc24e28bf2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.342711] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Waiting for the task: (returnval){ [ 1335.342711] env[63248]: value = "task-1800166" [ 1335.342711] env[63248]: _type = "Task" [ 1335.342711] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.351994] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800166, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.363393] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800158, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.397693] env[63248]: INFO nova.compute.manager [-] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Took 2.11 seconds to deallocate network for instance. [ 1335.422313] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800152, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.435429] env[63248]: DEBUG nova.compute.manager [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Received event network-vif-plugged-323b0900-9b56-4da4-aca5-439e048074a1 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1335.435663] env[63248]: DEBUG oslo_concurrency.lockutils [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] Acquiring lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.435873] env[63248]: DEBUG oslo_concurrency.lockutils [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] Lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.436123] env[63248]: DEBUG oslo_concurrency.lockutils [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] Lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.436398] env[63248]: DEBUG nova.compute.manager [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] No waiting events found dispatching network-vif-plugged-323b0900-9b56-4da4-aca5-439e048074a1 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1335.436605] env[63248]: WARNING nova.compute.manager [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Received unexpected event network-vif-plugged-323b0900-9b56-4da4-aca5-439e048074a1 for instance with vm_state building and task_state spawning. [ 1335.436845] env[63248]: DEBUG nova.compute.manager [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Received event network-changed-323b0900-9b56-4da4-aca5-439e048074a1 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1335.437102] env[63248]: DEBUG nova.compute.manager [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Refreshing instance network info cache due to event network-changed-323b0900-9b56-4da4-aca5-439e048074a1. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1335.437410] env[63248]: DEBUG oslo_concurrency.lockutils [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] Acquiring lock "refresh_cache-ee50b60c-62d7-48cf-b568-769e6c0dcd64" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.437599] env[63248]: DEBUG oslo_concurrency.lockutils [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] Acquired lock "refresh_cache-ee50b60c-62d7-48cf-b568-769e6c0dcd64" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.437828] env[63248]: DEBUG nova.network.neutron [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Refreshing network info cache for port 323b0900-9b56-4da4-aca5-439e048074a1 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.538291] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 5a521eae-f2d3-4750-b293-0b4de3a74a3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1335.582580] env[63248]: DEBUG nova.network.neutron [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Updating instance_info_cache with network_info: [{"id": "59583d0e-d4de-4734-80f7-fb131883416b", "address": "fa:16:3e:53:1f:58", "network": {"id": "1e9ca274-46ff-465f-bb73-551166e1ca7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-578050233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb8409a21154020b16c7f718608b27d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59583d0e-d4", "ovs_interfaceid": "59583d0e-d4de-4734-80f7-fb131883416b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.613373] env[63248]: DEBUG nova.network.neutron [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Updating instance_info_cache with network_info: [{"id": "0b39ea5f-5ef3-486b-af4b-073a41543c5c", "address": "fa:16:3e:6b:b8:3c", "network": {"id": "1e9ca274-46ff-465f-bb73-551166e1ca7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-578050233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb8409a21154020b16c7f718608b27d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b39ea5f-5e", "ovs_interfaceid": "0b39ea5f-5ef3-486b-af4b-073a41543c5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.745446] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.745584] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.745761] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Deleting the datastore file [datastore1] b4cfef43-d840-40dc-bad4-303750e486e9 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.747428] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9634cc61-e7f2-4f39-bd98-e8ba5b03ff27 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.761313] env[63248]: DEBUG oslo_vmware.api [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Waiting for the task: (returnval){ [ 1335.761313] env[63248]: value = "task-1800167" [ 1335.761313] env[63248]: _type = "Task" [ 1335.761313] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.768274] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.774374] env[63248]: DEBUG oslo_vmware.api [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.855584] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800166, 'name': Rename_Task, 'duration_secs': 0.179079} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.859624] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.859916] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39496b03-2f69-4d7d-88c6-f9f2027ba31a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.871499] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800158, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.873083] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Waiting for the task: (returnval){ [ 1335.873083] env[63248]: value = "task-1800168" [ 1335.873083] env[63248]: _type = "Task" [ 1335.873083] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.882418] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.906606] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.921424] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800152, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.041727] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance efe2315a-1411-4927-ab0a-4e07fc8f4074 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1336.089763] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Releasing lock "refresh_cache-8e83ca84-3c41-4b1f-ac52-4478b428e4cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.090167] env[63248]: DEBUG nova.compute.manager [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Instance network_info: |[{"id": "59583d0e-d4de-4734-80f7-fb131883416b", "address": "fa:16:3e:53:1f:58", "network": {"id": "1e9ca274-46ff-465f-bb73-551166e1ca7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-578050233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb8409a21154020b16c7f718608b27d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59583d0e-d4", "ovs_interfaceid": "59583d0e-d4de-4734-80f7-fb131883416b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.090795] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:1f:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59583d0e-d4de-4734-80f7-fb131883416b', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.099414] env[63248]: DEBUG oslo.service.loopingcall [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.099972] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.100310] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f19bc48-fac4-480e-b4b3-10ca8616f82e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.123547] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Releasing lock "refresh_cache-ded818f2-5099-4e85-98fc-3c91b46b5630" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.124256] env[63248]: DEBUG nova.compute.manager [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Instance network_info: |[{"id": "0b39ea5f-5ef3-486b-af4b-073a41543c5c", "address": "fa:16:3e:6b:b8:3c", "network": {"id": "1e9ca274-46ff-465f-bb73-551166e1ca7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-578050233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb8409a21154020b16c7f718608b27d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b39ea5f-5e", "ovs_interfaceid": "0b39ea5f-5ef3-486b-af4b-073a41543c5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.124626] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:b8:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b39ea5f-5ef3-486b-af4b-073a41543c5c', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.135093] env[63248]: DEBUG oslo.service.loopingcall [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.135926] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.136151] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6672bd1e-8c53-4341-bcdc-6400a72bcd35 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.154930] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.154930] env[63248]: value = "task-1800169" [ 1336.154930] env[63248]: _type = "Task" [ 1336.154930] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.161481] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.161481] env[63248]: value = "task-1800170" [ 1336.161481] env[63248]: _type = "Task" [ 1336.161481] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.164970] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800169, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.173278] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800170, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.271726] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.278263] env[63248]: DEBUG oslo_vmware.api [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.372981] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800158, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.387729] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800168, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.390240] env[63248]: DEBUG nova.network.neutron [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Updated VIF entry in instance network info cache for port 323b0900-9b56-4da4-aca5-439e048074a1. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.390404] env[63248]: DEBUG nova.network.neutron [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Updating instance_info_cache with network_info: [{"id": "323b0900-9b56-4da4-aca5-439e048074a1", "address": "fa:16:3e:11:f1:47", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323b0900-9b", "ovs_interfaceid": "323b0900-9b56-4da4-aca5-439e048074a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.423938] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800152, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.500631] env[63248]: DEBUG nova.compute.manager [req-53cb1e9b-825a-40c2-a134-88de86023e4c req-8f46a9de-5616-4f28-a5e7-a1ca9ae2fc7d service nova] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Received event network-vif-plugged-0b39ea5f-5ef3-486b-af4b-073a41543c5c {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1336.500937] env[63248]: DEBUG oslo_concurrency.lockutils [req-53cb1e9b-825a-40c2-a134-88de86023e4c req-8f46a9de-5616-4f28-a5e7-a1ca9ae2fc7d service nova] Acquiring lock "ded818f2-5099-4e85-98fc-3c91b46b5630-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.501314] env[63248]: DEBUG oslo_concurrency.lockutils [req-53cb1e9b-825a-40c2-a134-88de86023e4c req-8f46a9de-5616-4f28-a5e7-a1ca9ae2fc7d service nova] Lock "ded818f2-5099-4e85-98fc-3c91b46b5630-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.501540] env[63248]: DEBUG oslo_concurrency.lockutils [req-53cb1e9b-825a-40c2-a134-88de86023e4c req-8f46a9de-5616-4f28-a5e7-a1ca9ae2fc7d service nova] Lock "ded818f2-5099-4e85-98fc-3c91b46b5630-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.501763] env[63248]: DEBUG nova.compute.manager [req-53cb1e9b-825a-40c2-a134-88de86023e4c req-8f46a9de-5616-4f28-a5e7-a1ca9ae2fc7d service nova] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] No waiting events found dispatching network-vif-plugged-0b39ea5f-5ef3-486b-af4b-073a41543c5c {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1336.502028] env[63248]: WARNING nova.compute.manager [req-53cb1e9b-825a-40c2-a134-88de86023e4c req-8f46a9de-5616-4f28-a5e7-a1ca9ae2fc7d service nova] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Received unexpected event network-vif-plugged-0b39ea5f-5ef3-486b-af4b-073a41543c5c for instance with vm_state building and task_state spawning. [ 1336.507933] env[63248]: DEBUG nova.network.neutron [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Successfully updated port: 9e664592-26b2-4731-9e51-aba452b6b9ad {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1336.546404] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 8e040787-5b5e-4d2f-b23d-270b198a9642 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1336.675759] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800169, 'name': CreateVM_Task, 'duration_secs': 0.487907} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.675759] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.676288] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.676462] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.676807] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.677091] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9551ee61-4921-4389-a4ed-366468fb9e52 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.684022] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800170, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.689181] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1336.689181] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528fa10d-3e1d-5d6b-07bf-152312fb25f5" [ 1336.689181] env[63248]: _type = "Task" [ 1336.689181] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.701883] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528fa10d-3e1d-5d6b-07bf-152312fb25f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.784796] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800164, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.785201] env[63248]: DEBUG oslo_vmware.api [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Task: {'id': task-1800167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.91545} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.785481] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.785677] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.785857] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.787118] env[63248]: INFO nova.compute.manager [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Took 3.87 seconds to destroy the instance on the hypervisor. [ 1336.787567] env[63248]: DEBUG oslo.service.loopingcall [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.787928] env[63248]: DEBUG nova.compute.manager [-] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1336.788050] env[63248]: DEBUG nova.network.neutron [-] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.876818] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800158, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.887245] env[63248]: DEBUG oslo_vmware.api [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800168, 'name': PowerOnVM_Task, 'duration_secs': 0.54039} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.887666] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.887814] env[63248]: INFO nova.compute.manager [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Took 13.75 seconds to spawn the instance on the hypervisor. [ 1336.888030] env[63248]: DEBUG nova.compute.manager [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.888944] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445737f7-0acf-4c3d-8734-60897f5c81ba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.894018] env[63248]: DEBUG oslo_concurrency.lockutils [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] Releasing lock "refresh_cache-ee50b60c-62d7-48cf-b568-769e6c0dcd64" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.894544] env[63248]: DEBUG nova.compute.manager [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Received event network-vif-plugged-48ebc3de-ccf0-42c8-80e1-01ec148552bd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1336.894692] env[63248]: DEBUG oslo_concurrency.lockutils [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] Acquiring lock "a901b7d2-55d4-4ace-906e-40734377c899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.894967] env[63248]: DEBUG oslo_concurrency.lockutils [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] Lock "a901b7d2-55d4-4ace-906e-40734377c899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.895130] env[63248]: DEBUG oslo_concurrency.lockutils [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] Lock "a901b7d2-55d4-4ace-906e-40734377c899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.895324] env[63248]: DEBUG nova.compute.manager [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: a901b7d2-55d4-4ace-906e-40734377c899] No waiting events found dispatching network-vif-plugged-48ebc3de-ccf0-42c8-80e1-01ec148552bd {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1336.895552] env[63248]: WARNING nova.compute.manager [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Received unexpected event network-vif-plugged-48ebc3de-ccf0-42c8-80e1-01ec148552bd for instance with vm_state building and task_state spawning. [ 1336.895744] env[63248]: DEBUG nova.compute.manager [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Received event network-changed-48ebc3de-ccf0-42c8-80e1-01ec148552bd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1336.895816] env[63248]: DEBUG nova.compute.manager [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Refreshing instance network info cache due to event network-changed-48ebc3de-ccf0-42c8-80e1-01ec148552bd. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1336.896033] env[63248]: DEBUG oslo_concurrency.lockutils [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] Acquiring lock "refresh_cache-a901b7d2-55d4-4ace-906e-40734377c899" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.896204] env[63248]: DEBUG oslo_concurrency.lockutils [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] Acquired lock "refresh_cache-a901b7d2-55d4-4ace-906e-40734377c899" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.896661] env[63248]: DEBUG nova.network.neutron [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Refreshing network info cache for port 48ebc3de-ccf0-42c8-80e1-01ec148552bd {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.925460] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800152, 'name': CreateVM_Task, 'duration_secs': 5.185939} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.925893] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.928098] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.011489] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "refresh_cache-a4433417-ae64-4629-9f2e-5b02fbb5e9a6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.011691] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquired lock "refresh_cache-a4433417-ae64-4629-9f2e-5b02fbb5e9a6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.011879] env[63248]: DEBUG nova.network.neutron [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.049607] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 65396595-bc14-4aea-b40d-906997b8bb6c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1337.127183] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "91452349-7338-4adb-abbc-fb2a256e6e78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.127528] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "91452349-7338-4adb-abbc-fb2a256e6e78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.157152] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "97c6c122-64c6-4dd3-baca-a254e27ed0c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.157558] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "97c6c122-64c6-4dd3-baca-a254e27ed0c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.177599] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800170, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.185955] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Acquiring lock "71318012-4221-4eae-a437-14d5b093363d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.185955] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Lock "71318012-4221-4eae-a437-14d5b093363d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.192664] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "acf21bf7-17f5-4111-a608-b9bbfac8338b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.192902] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "acf21bf7-17f5-4111-a608-b9bbfac8338b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.206862] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528fa10d-3e1d-5d6b-07bf-152312fb25f5, 'name': SearchDatastore_Task, 'duration_secs': 0.088249} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.207285] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.207549] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.207799] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.207955] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.208154] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.208493] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.208776] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.209034] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb90ccdf-95f1-4665-b482-38fef5682967 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.211282] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce984018-6f9f-4976-88b8-7eeb13b9d840 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.218289] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1337.218289] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520b4b6f-7f5d-8ece-4dec-4bdeb119fd47" [ 1337.218289] env[63248]: _type = "Task" [ 1337.218289] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.223602] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.223822] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.224950] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f9b1c6-757f-4daa-bf53-e47637c807e5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.230350] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520b4b6f-7f5d-8ece-4dec-4bdeb119fd47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.234389] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1337.234389] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bdd10a-e416-1fa9-d793-6101c12b7b45" [ 1337.234389] env[63248]: _type = "Task" [ 1337.234389] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.243952] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bdd10a-e416-1fa9-d793-6101c12b7b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.267740] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800164, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.31188} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.268112] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] a901b7d2-55d4-4ace-906e-40734377c899/a901b7d2-55d4-4ace-906e-40734377c899.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.268256] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.268485] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-960c5845-819c-44f1-b5b4-672602fc1185 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.277416] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1337.277416] env[63248]: value = "task-1800171" [ 1337.277416] env[63248]: _type = "Task" [ 1337.277416] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.286177] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.372253] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800158, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.419675] env[63248]: INFO nova.compute.manager [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Took 22.29 seconds to build instance. [ 1337.553891] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance c273fc1a-0af1-4cfe-9c3c-81352cb46f8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1337.554167] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1337.554314] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1337.603356] env[63248]: DEBUG nova.network.neutron [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1337.631176] env[63248]: DEBUG nova.network.neutron [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Updated VIF entry in instance network info cache for port 48ebc3de-ccf0-42c8-80e1-01ec148552bd. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.631176] env[63248]: DEBUG nova.network.neutron [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Updating instance_info_cache with network_info: [{"id": "48ebc3de-ccf0-42c8-80e1-01ec148552bd", "address": "fa:16:3e:f5:2f:35", "network": {"id": "1e9ca274-46ff-465f-bb73-551166e1ca7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-578050233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb8409a21154020b16c7f718608b27d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ebc3de-cc", "ovs_interfaceid": "48ebc3de-ccf0-42c8-80e1-01ec148552bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.675013] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800170, 'name': CreateVM_Task, 'duration_secs': 1.019632} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.677695] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.679175] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.729327] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520b4b6f-7f5d-8ece-4dec-4bdeb119fd47, 'name': SearchDatastore_Task, 'duration_secs': 0.02304} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.729716] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.729966] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.730649] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.732857] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.733176] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.735662] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad0dada-632c-4c00-9203-2a7dee48749b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.744602] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1337.744602] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e49064-4676-83b3-32d7-6fc25d222e2c" [ 1337.744602] env[63248]: _type = "Task" [ 1337.744602] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.748871] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bdd10a-e416-1fa9-d793-6101c12b7b45, 'name': SearchDatastore_Task, 'duration_secs': 0.017586} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.755157] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ef2572-6207-4f92-88ff-9a7160981265 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.761232] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1337.761232] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52afad1c-1c7f-e99d-90c4-d4a60690ed66" [ 1337.761232] env[63248]: _type = "Task" [ 1337.761232] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.764664] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e49064-4676-83b3-32d7-6fc25d222e2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.774395] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52afad1c-1c7f-e99d-90c4-d4a60690ed66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.788693] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090951} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.791640] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.792663] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5ead0f-4263-4099-a38b-855afecdb21a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.819116] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] a901b7d2-55d4-4ace-906e-40734377c899/a901b7d2-55d4-4ace-906e-40734377c899.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.821456] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce000e1-0332-43e8-8fef-b718186cd86f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.845366] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1337.845366] env[63248]: value = "task-1800172" [ 1337.845366] env[63248]: _type = "Task" [ 1337.845366] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.854762] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.869244] env[63248]: DEBUG oslo_vmware.api [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800158, 'name': PowerOnVM_Task, 'duration_secs': 4.905584} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.869537] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.869755] env[63248]: INFO nova.compute.manager [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Took 18.30 seconds to spawn the instance on the hypervisor. [ 1337.869939] env[63248]: DEBUG nova.compute.manager [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.873437] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b77510-5ad7-495d-855d-59d7e8601688 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.887368] env[63248]: DEBUG nova.network.neutron [-] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.922436] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f738b3b6-994a-4a99-b6b0-a33cd61f84b7 tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.805s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.015642] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44c3ae2-dbd2-4871-badb-869a45781bfc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.025664] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91748c19-260e-4ec1-af01-d868077dc60b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.057221] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105b08f2-1e64-405b-98cf-2dfb178bdde7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.065490] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc6518c-48ef-4571-b38d-fd7c7c52799a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.079858] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.134381] env[63248]: DEBUG oslo_concurrency.lockutils [req-77ce184a-6b5a-4d46-994b-152ffef680e5 req-663dd284-8d92-453c-96db-511927c83e0b service nova] Releasing lock "refresh_cache-a901b7d2-55d4-4ace-906e-40734377c899" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.186778] env[63248]: DEBUG nova.network.neutron [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Updating instance_info_cache with network_info: [{"id": "9e664592-26b2-4731-9e51-aba452b6b9ad", "address": "fa:16:3e:e6:5c:85", "network": {"id": "ef9ef6a0-2211-4381-ab9e-33e100ed7000", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-161464486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa02e12de5f43d0bb4c09afe3994520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e664592-26", "ovs_interfaceid": "9e664592-26b2-4731-9e51-aba452b6b9ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.261034] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e49064-4676-83b3-32d7-6fc25d222e2c, 'name': SearchDatastore_Task, 'duration_secs': 0.0346} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.261034] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.261215] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.261826] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.275139] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52afad1c-1c7f-e99d-90c4-d4a60690ed66, 'name': SearchDatastore_Task, 'duration_secs': 0.02214} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.275440] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.275716] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 8e83ca84-3c41-4b1f-ac52-4478b428e4cd/8e83ca84-3c41-4b1f-ac52-4478b428e4cd.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.279022] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.279022] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.279022] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f06e9c2-35f5-494f-87ba-2701eb1fd2e1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.279022] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7342aa0-0bc5-4c52-855a-62f09d5d13c5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.286631] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1338.286631] env[63248]: value = "task-1800173" [ 1338.286631] env[63248]: _type = "Task" [ 1338.286631] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.290838] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.290981] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.291737] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a9e61b0-6abc-420a-8bf5-8900802146a7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.300935] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.301260] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1338.301260] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526d4468-70e1-6143-0e1a-ab97b3728874" [ 1338.301260] env[63248]: _type = "Task" [ 1338.301260] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.309541] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526d4468-70e1-6143-0e1a-ab97b3728874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.358246] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.391018] env[63248]: INFO nova.compute.manager [-] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Took 1.60 seconds to deallocate network for instance. [ 1338.393680] env[63248]: INFO nova.compute.manager [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Took 23.43 seconds to build instance. [ 1338.425471] env[63248]: DEBUG nova.compute.manager [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1338.582583] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.689487] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Releasing lock "refresh_cache-a4433417-ae64-4629-9f2e-5b02fbb5e9a6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.691246] env[63248]: DEBUG nova.compute.manager [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Instance network_info: |[{"id": "9e664592-26b2-4731-9e51-aba452b6b9ad", "address": "fa:16:3e:e6:5c:85", "network": {"id": "ef9ef6a0-2211-4381-ab9e-33e100ed7000", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-161464486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa02e12de5f43d0bb4c09afe3994520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e664592-26", "ovs_interfaceid": "9e664592-26b2-4731-9e51-aba452b6b9ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1338.691762] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:5c:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e664592-26b2-4731-9e51-aba452b6b9ad', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1338.701690] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Creating folder: Project (1aa02e12de5f43d0bb4c09afe3994520). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1338.702032] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37d9c1cf-460d-4f18-9451-cbb04f087239 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.721645] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Created folder: Project (1aa02e12de5f43d0bb4c09afe3994520) in parent group-v373228. [ 1338.721645] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Creating folder: Instances. Parent ref: group-v373267. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1338.721645] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1300c96a-6d63-486e-8f9e-d904fdc525a6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.737794] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Created folder: Instances in parent group-v373267. [ 1338.738078] env[63248]: DEBUG oslo.service.loopingcall [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1338.738298] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1338.738548] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c21e278-359d-4441-b955-7b8b200c3858 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.764000] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1338.764000] env[63248]: value = "task-1800177" [ 1338.764000] env[63248]: _type = "Task" [ 1338.764000] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.775034] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800177, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.800944] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800173, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.816436] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526d4468-70e1-6143-0e1a-ab97b3728874, 'name': SearchDatastore_Task, 'duration_secs': 0.017476} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.817535] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8711f87-0fe5-4dbe-8411-15a51bd736f2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.828060] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1338.828060] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5291d08a-9fc1-fb7f-0ed3-039223381627" [ 1338.828060] env[63248]: _type = "Task" [ 1338.828060] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.838369] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5291d08a-9fc1-fb7f-0ed3-039223381627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.857616] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800172, 'name': ReconfigVM_Task, 'duration_secs': 0.571423} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.858282] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Reconfigured VM instance instance-0000000a to attach disk [datastore1] a901b7d2-55d4-4ace-906e-40734377c899/a901b7d2-55d4-4ace-906e-40734377c899.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.858866] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c447bb50-994b-42ef-8c3d-3357d9c5a7d0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.869728] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1338.869728] env[63248]: value = "task-1800178" [ 1338.869728] env[63248]: _type = "Task" [ 1338.869728] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.881304] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800178, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.896269] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b228739-770b-4004-b8cb-3d7adb81f3ff tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "6366c103-ff17-4c0c-a8a2-f785c8547811" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.948s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.908144] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.954198] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.091974] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1339.094813] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.628s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.094813] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.270s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.094813] env[63248]: INFO nova.compute.claims [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.208581] env[63248]: DEBUG nova.compute.manager [None req-bc5b83ef-579e-428c-a7a8-141707e542aa tempest-ServerDiagnosticsV248Test-1548243577 tempest-ServerDiagnosticsV248Test-1548243577-project-admin] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.211398] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716f8501-ab6c-48a4-8014-0ef8773f64d7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.223183] env[63248]: INFO nova.compute.manager [None req-bc5b83ef-579e-428c-a7a8-141707e542aa tempest-ServerDiagnosticsV248Test-1548243577 tempest-ServerDiagnosticsV248Test-1548243577-project-admin] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Retrieving diagnostics [ 1339.224859] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71642569-c66f-416a-bec0-971856c1e61b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.278017] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800177, 'name': CreateVM_Task, 'duration_secs': 0.425854} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.278017] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1339.278494] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.278784] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.278980] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.279269] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3381ca43-994e-41a5-91f6-0c94a2532302 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.286578] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1339.286578] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fa07dc-29af-0a51-33b1-c0175711617f" [ 1339.286578] env[63248]: _type = "Task" [ 1339.286578] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.298041] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Acquiring lock "7e80239f-6b97-487b-a70c-e6056fc99019" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.298282] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Lock "7e80239f-6b97-487b-a70c-e6056fc99019" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.302973] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fa07dc-29af-0a51-33b1-c0175711617f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.308514] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544217} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.309041] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 8e83ca84-3c41-4b1f-ac52-4478b428e4cd/8e83ca84-3c41-4b1f-ac52-4478b428e4cd.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1339.309041] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1339.309358] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5647883-736c-4cc1-aa3a-6105b2346a88 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.318673] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1339.318673] env[63248]: value = "task-1800179" [ 1339.318673] env[63248]: _type = "Task" [ 1339.318673] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.328533] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.338540] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5291d08a-9fc1-fb7f-0ed3-039223381627, 'name': SearchDatastore_Task, 'duration_secs': 0.014132} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.338779] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.339219] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ee50b60c-62d7-48cf-b568-769e6c0dcd64/ee50b60c-62d7-48cf-b568-769e6c0dcd64.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.339433] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.339636] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1339.340094] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46d25b39-5513-4f8d-b221-3f8a47d5b9d2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.343184] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9921b290-c2ac-4232-bff7-c24a4a6cd75b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.351615] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1339.351615] env[63248]: value = "task-1800180" [ 1339.351615] env[63248]: _type = "Task" [ 1339.351615] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.355915] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1339.356123] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1339.356926] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c99da4-75a4-4a49-a7be-5831eeffc64a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.365330] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.366601] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1339.366601] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a3fd83-f976-6fca-cb3f-c5402edd859d" [ 1339.366601] env[63248]: _type = "Task" [ 1339.366601] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.378843] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a3fd83-f976-6fca-cb3f-c5402edd859d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.381673] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800178, 'name': Rename_Task, 'duration_secs': 0.175764} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.381951] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.382236] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-044b9e2e-1f70-4cbe-8b5a-ecd6d29d59db {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.390212] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1339.390212] env[63248]: value = "task-1800181" [ 1339.390212] env[63248]: _type = "Task" [ 1339.390212] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.398968] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.400497] env[63248]: DEBUG nova.compute.manager [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.514306] env[63248]: DEBUG nova.compute.manager [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Received event network-vif-plugged-59583d0e-d4de-4734-80f7-fb131883416b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1339.514700] env[63248]: DEBUG oslo_concurrency.lockutils [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] Acquiring lock "8e83ca84-3c41-4b1f-ac52-4478b428e4cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.514799] env[63248]: DEBUG oslo_concurrency.lockutils [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] Lock "8e83ca84-3c41-4b1f-ac52-4478b428e4cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.514969] env[63248]: DEBUG oslo_concurrency.lockutils [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] Lock "8e83ca84-3c41-4b1f-ac52-4478b428e4cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.515151] env[63248]: DEBUG nova.compute.manager [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] No waiting events found dispatching network-vif-plugged-59583d0e-d4de-4734-80f7-fb131883416b {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.516376] env[63248]: WARNING nova.compute.manager [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Received unexpected event network-vif-plugged-59583d0e-d4de-4734-80f7-fb131883416b for instance with vm_state building and task_state spawning. [ 1339.516376] env[63248]: DEBUG nova.compute.manager [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Received event network-changed-59583d0e-d4de-4734-80f7-fb131883416b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1339.516376] env[63248]: DEBUG nova.compute.manager [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Refreshing instance network info cache due to event network-changed-59583d0e-d4de-4734-80f7-fb131883416b. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1339.516376] env[63248]: DEBUG oslo_concurrency.lockutils [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] Acquiring lock "refresh_cache-8e83ca84-3c41-4b1f-ac52-4478b428e4cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.516376] env[63248]: DEBUG oslo_concurrency.lockutils [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] Acquired lock "refresh_cache-8e83ca84-3c41-4b1f-ac52-4478b428e4cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.516589] env[63248]: DEBUG nova.network.neutron [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Refreshing network info cache for port 59583d0e-d4de-4734-80f7-fb131883416b {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.802269] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fa07dc-29af-0a51-33b1-c0175711617f, 'name': SearchDatastore_Task, 'duration_secs': 0.047525} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.802765] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.803389] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1339.803497] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.831362] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071579} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.831647] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.832644] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06dd464-c3d8-416d-b678-bd66f0e098cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.863245] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 8e83ca84-3c41-4b1f-ac52-4478b428e4cd/8e83ca84-3c41-4b1f-ac52-4478b428e4cd.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.863245] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-334879c8-5bc2-47fe-af7e-21d973ee50b7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.905082] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a3fd83-f976-6fca-cb3f-c5402edd859d, 'name': SearchDatastore_Task, 'duration_secs': 0.016155} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.905406] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800180, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.910295] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1339.910295] env[63248]: value = "task-1800182" [ 1339.910295] env[63248]: _type = "Task" [ 1339.910295] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.912781] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3c6762-7c53-44ee-9af7-5214faff6d5e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.927323] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800181, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.933150] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1339.933150] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ffe961-1037-2639-126b-264737575dc4" [ 1339.933150] env[63248]: _type = "Task" [ 1339.933150] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.937557] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.937954] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.949254] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ffe961-1037-2639-126b-264737575dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.251660] env[63248]: DEBUG nova.compute.manager [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Received event network-changed-0b39ea5f-5ef3-486b-af4b-073a41543c5c {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1340.251860] env[63248]: DEBUG nova.compute.manager [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Refreshing instance network info cache due to event network-changed-0b39ea5f-5ef3-486b-af4b-073a41543c5c. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1340.252117] env[63248]: DEBUG oslo_concurrency.lockutils [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] Acquiring lock "refresh_cache-ded818f2-5099-4e85-98fc-3c91b46b5630" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.252289] env[63248]: DEBUG oslo_concurrency.lockutils [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] Acquired lock "refresh_cache-ded818f2-5099-4e85-98fc-3c91b46b5630" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.252470] env[63248]: DEBUG nova.network.neutron [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Refreshing network info cache for port 0b39ea5f-5ef3-486b-af4b-073a41543c5c {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.377393] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749099} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.377728] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ee50b60c-62d7-48cf-b568-769e6c0dcd64/ee50b60c-62d7-48cf-b568-769e6c0dcd64.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.377728] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.377940] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ea1cfd5-98cd-4f02-897c-9d2a9b302c13 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.394033] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1340.394033] env[63248]: value = "task-1800183" [ 1340.394033] env[63248]: _type = "Task" [ 1340.394033] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.417769] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.418541] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800181, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.433919] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800182, 'name': ReconfigVM_Task, 'duration_secs': 0.519793} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.437179] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 8e83ca84-3c41-4b1f-ac52-4478b428e4cd/8e83ca84-3c41-4b1f-ac52-4478b428e4cd.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.437179] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c2a32fc-606c-4fdb-bcd7-e787f9ab1f99 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.443857] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1340.443857] env[63248]: value = "task-1800184" [ 1340.443857] env[63248]: _type = "Task" [ 1340.443857] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.451543] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ffe961-1037-2639-126b-264737575dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.070693} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.455144] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.457243] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ded818f2-5099-4e85-98fc-3c91b46b5630/ded818f2-5099-4e85-98fc-3c91b46b5630.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1340.457243] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.457243] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.457243] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f99d18b1-358f-47f2-82a0-fbaa5fa98ba3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.462548] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-407945cb-1c9c-4f07-a3fe-e5bae670bd34 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.464773] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800184, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.471646] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1340.471646] env[63248]: value = "task-1800185" [ 1340.471646] env[63248]: _type = "Task" [ 1340.471646] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.480314] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.481026] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.482546] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07f68d9-45b8-4b50-8482-e741d11c9f0b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.492170] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.497207] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1340.497207] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d068d8-3b2f-4098-4ea9-a573b35fc9f6" [ 1340.497207] env[63248]: _type = "Task" [ 1340.497207] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.511583] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d068d8-3b2f-4098-4ea9-a573b35fc9f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.620072] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5168ab68-fcb7-45e5-8b74-473b133da63e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.621335] env[63248]: DEBUG nova.network.neutron [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Updated VIF entry in instance network info cache for port 59583d0e-d4de-4734-80f7-fb131883416b. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.621335] env[63248]: DEBUG nova.network.neutron [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Updating instance_info_cache with network_info: [{"id": "59583d0e-d4de-4734-80f7-fb131883416b", "address": "fa:16:3e:53:1f:58", "network": {"id": "1e9ca274-46ff-465f-bb73-551166e1ca7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-578050233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb8409a21154020b16c7f718608b27d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59583d0e-d4", "ovs_interfaceid": "59583d0e-d4de-4734-80f7-fb131883416b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.627669] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a16592a-d40f-4f23-89e2-481c8c49530e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.663540] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ec93ff-2299-4f72-85b0-77f04b4e57a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.675633] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9da95c5-c5b6-40fe-96f4-6bcc647d6415 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.692580] env[63248]: DEBUG nova.compute.provider_tree [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.905188] env[63248]: DEBUG oslo_vmware.api [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800181, 'name': PowerOnVM_Task, 'duration_secs': 1.177697} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.906118] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.906409] env[63248]: INFO nova.compute.manager [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Took 12.92 seconds to spawn the instance on the hypervisor. [ 1340.906598] env[63248]: DEBUG nova.compute.manager [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.907557] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af7c01d-a7ce-4ea3-943c-9ed63750dd8a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.914369] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095151} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.918035] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1340.918035] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b983b29-d13b-49a3-b906-1c872966c6eb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.969973] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] ee50b60c-62d7-48cf-b568-769e6c0dcd64/ee50b60c-62d7-48cf-b568-769e6c0dcd64.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.982534] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46af0cca-e78a-448e-b0a8-c61dd30f1e87 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.019639] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800184, 'name': Rename_Task, 'duration_secs': 0.216381} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.020762] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.021309] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a1f21a0-9ba8-4242-9da0-09b19cf5e705 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.045688] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d068d8-3b2f-4098-4ea9-a573b35fc9f6, 'name': SearchDatastore_Task, 'duration_secs': 0.014794} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.045982] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1341.045982] env[63248]: value = "task-1800188" [ 1341.045982] env[63248]: _type = "Task" [ 1341.045982] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.046229] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800185, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.048727] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1341.048727] env[63248]: value = "task-1800187" [ 1341.048727] env[63248]: _type = "Task" [ 1341.048727] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.049034] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8807b0dc-c0fb-4a62-b5cb-5da772a5208e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.065615] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800188, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.070585] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.070808] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1341.070808] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5298a64c-d9a6-6bdf-16a1-c8a43377d919" [ 1341.070808] env[63248]: _type = "Task" [ 1341.070808] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.080666] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5298a64c-d9a6-6bdf-16a1-c8a43377d919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.123897] env[63248]: DEBUG oslo_concurrency.lockutils [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] Releasing lock "refresh_cache-8e83ca84-3c41-4b1f-ac52-4478b428e4cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.124242] env[63248]: DEBUG nova.compute.manager [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Received event network-vif-plugged-9e664592-26b2-4731-9e51-aba452b6b9ad {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1341.124485] env[63248]: DEBUG oslo_concurrency.lockutils [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] Acquiring lock "a4433417-ae64-4629-9f2e-5b02fbb5e9a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.124599] env[63248]: DEBUG oslo_concurrency.lockutils [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] Lock "a4433417-ae64-4629-9f2e-5b02fbb5e9a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.124757] env[63248]: DEBUG oslo_concurrency.lockutils [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] Lock "a4433417-ae64-4629-9f2e-5b02fbb5e9a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.124924] env[63248]: DEBUG nova.compute.manager [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] No waiting events found dispatching network-vif-plugged-9e664592-26b2-4731-9e51-aba452b6b9ad {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1341.125099] env[63248]: WARNING nova.compute.manager [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Received unexpected event network-vif-plugged-9e664592-26b2-4731-9e51-aba452b6b9ad for instance with vm_state building and task_state spawning. [ 1341.125275] env[63248]: DEBUG nova.compute.manager [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Received event network-changed-9e664592-26b2-4731-9e51-aba452b6b9ad {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1341.125431] env[63248]: DEBUG nova.compute.manager [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Refreshing instance network info cache due to event network-changed-9e664592-26b2-4731-9e51-aba452b6b9ad. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1341.125658] env[63248]: DEBUG oslo_concurrency.lockutils [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] Acquiring lock "refresh_cache-a4433417-ae64-4629-9f2e-5b02fbb5e9a6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.125810] env[63248]: DEBUG oslo_concurrency.lockutils [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] Acquired lock "refresh_cache-a4433417-ae64-4629-9f2e-5b02fbb5e9a6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.125972] env[63248]: DEBUG nova.network.neutron [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Refreshing network info cache for port 9e664592-26b2-4731-9e51-aba452b6b9ad {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.221450] env[63248]: ERROR nova.scheduler.client.report [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [req-16d4ad22-9878-4f95-9757-031d8d496d63] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-16d4ad22-9878-4f95-9757-031d8d496d63"}]} [ 1341.239887] env[63248]: DEBUG nova.scheduler.client.report [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1341.258813] env[63248]: DEBUG nova.scheduler.client.report [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1341.258813] env[63248]: DEBUG nova.compute.provider_tree [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.279329] env[63248]: DEBUG nova.scheduler.client.report [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1341.310307] env[63248]: DEBUG nova.scheduler.client.report [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1341.436139] env[63248]: INFO nova.compute.manager [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Took 24.82 seconds to build instance. [ 1341.512053] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Acquiring lock "440afce9-d205-40ee-9101-82d751e72a1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.512498] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Lock "440afce9-d205-40ee-9101-82d751e72a1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.512815] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Acquiring lock "440afce9-d205-40ee-9101-82d751e72a1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.513031] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Lock "440afce9-d205-40ee-9101-82d751e72a1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.513393] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Lock "440afce9-d205-40ee-9101-82d751e72a1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.523990] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609632} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.524593] env[63248]: INFO nova.compute.manager [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Terminating instance [ 1341.526338] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ded818f2-5099-4e85-98fc-3c91b46b5630/ded818f2-5099-4e85-98fc-3c91b46b5630.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1341.526576] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1341.528185] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bdc2a23-4e99-491a-955f-b067ca19a908 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.538822] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1341.538822] env[63248]: value = "task-1800189" [ 1341.538822] env[63248]: _type = "Task" [ 1341.538822] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.551462] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.565365] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.573489] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.589504] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5298a64c-d9a6-6bdf-16a1-c8a43377d919, 'name': SearchDatastore_Task, 'duration_secs': 0.018916} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.589871] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.591594] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] a4433417-ae64-4629-9f2e-5b02fbb5e9a6/a4433417-ae64-4629-9f2e-5b02fbb5e9a6.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.591594] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17d67f6b-8f6a-4396-bb46-d7daa883e33d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.601766] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1341.601766] env[63248]: value = "task-1800190" [ 1341.601766] env[63248]: _type = "Task" [ 1341.601766] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.616400] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.754495] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c785ad-c16b-41ea-b426-91fedb9fa2ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.765832] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aafde4-9cd1-413a-82ad-09eca2942e89 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.805846] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78070778-9c0d-4f71-a9f0-a5b996ff1028 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.809202] env[63248]: DEBUG nova.network.neutron [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Updated VIF entry in instance network info cache for port 0b39ea5f-5ef3-486b-af4b-073a41543c5c. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.809569] env[63248]: DEBUG nova.network.neutron [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Updating instance_info_cache with network_info: [{"id": "0b39ea5f-5ef3-486b-af4b-073a41543c5c", "address": "fa:16:3e:6b:b8:3c", "network": {"id": "1e9ca274-46ff-465f-bb73-551166e1ca7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-578050233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb8409a21154020b16c7f718608b27d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b39ea5f-5e", "ovs_interfaceid": "0b39ea5f-5ef3-486b-af4b-073a41543c5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.818488] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2312d729-59ee-4ae8-b71c-64736beecdc5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.834525] env[63248]: DEBUG nova.compute.provider_tree [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.938838] env[63248]: DEBUG oslo_concurrency.lockutils [None req-526fa8b8-4120-4cc2-9fbd-c36bdbc2ffd7 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "a901b7d2-55d4-4ace-906e-40734377c899" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.331s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.033512] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Acquiring lock "refresh_cache-440afce9-d205-40ee-9101-82d751e72a1a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.033678] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Acquired lock "refresh_cache-440afce9-d205-40ee-9101-82d751e72a1a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.033876] env[63248]: DEBUG nova.network.neutron [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.053166] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134873} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.060263] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1342.063589] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b373964-1c01-4785-836c-cb4f65854df4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.078656] env[63248]: DEBUG oslo_vmware.api [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800188, 'name': PowerOnVM_Task, 'duration_secs': 1.030048} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.097436] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.098650] env[63248]: INFO nova.compute.manager [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1342.099044] env[63248]: DEBUG nova.compute.manager [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.099548] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800187, 'name': ReconfigVM_Task, 'duration_secs': 0.806964} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.101172] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.122042] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] ded818f2-5099-4e85-98fc-3c91b46b5630/ded818f2-5099-4e85-98fc-3c91b46b5630.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1342.122250] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe46f1f-096c-4850-b1ab-888ee5162524 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.125965] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Reconfigured VM instance instance-00000009 to attach disk [datastore1] ee50b60c-62d7-48cf-b568-769e6c0dcd64/ee50b60c-62d7-48cf-b568-769e6c0dcd64.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.126503] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.128789] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8cc66c8-f441-4210-b0e4-c7553e1488a8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.152857] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-035bbe49-0e3d-48d4-838d-9b2e23293157 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.178825] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800190, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.179590] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1342.179590] env[63248]: value = "task-1800192" [ 1342.179590] env[63248]: _type = "Task" [ 1342.179590] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.183771] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1342.183771] env[63248]: value = "task-1800191" [ 1342.183771] env[63248]: _type = "Task" [ 1342.183771] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.202743] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800191, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.205691] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238d760-7889-a832-7a7c-8a2f216f58e2/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1342.211022] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8db9bb-470d-411f-9b97-c6c03cd85422 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.214411] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.220875] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238d760-7889-a832-7a7c-8a2f216f58e2/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1342.221265] env[63248]: ERROR oslo_vmware.rw_handles [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238d760-7889-a832-7a7c-8a2f216f58e2/disk-0.vmdk due to incomplete transfer. [ 1342.221529] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b87bdb8a-f599-4299-9fb3-387d61a97dc7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.237323] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238d760-7889-a832-7a7c-8a2f216f58e2/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1342.237617] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Uploaded image 309c6e9c-3486-4add-9845-ab7b7e8f88e8 to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1342.241268] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1342.241580] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a11b80de-d1a5-4635-893c-fb50576b4c02 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.258024] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1342.258024] env[63248]: value = "task-1800193" [ 1342.258024] env[63248]: _type = "Task" [ 1342.258024] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.269746] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800193, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.290210] env[63248]: DEBUG nova.network.neutron [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Updated VIF entry in instance network info cache for port 9e664592-26b2-4731-9e51-aba452b6b9ad. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.290210] env[63248]: DEBUG nova.network.neutron [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Updating instance_info_cache with network_info: [{"id": "9e664592-26b2-4731-9e51-aba452b6b9ad", "address": "fa:16:3e:e6:5c:85", "network": {"id": "ef9ef6a0-2211-4381-ab9e-33e100ed7000", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-161464486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa02e12de5f43d0bb4c09afe3994520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e664592-26", "ovs_interfaceid": "9e664592-26b2-4731-9e51-aba452b6b9ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.312517] env[63248]: DEBUG oslo_concurrency.lockutils [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] Releasing lock "refresh_cache-ded818f2-5099-4e85-98fc-3c91b46b5630" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.312756] env[63248]: DEBUG nova.compute.manager [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Received event network-vif-deleted-1826e2d7-0fe8-47fc-a5eb-f7923c4ff348 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1342.312891] env[63248]: DEBUG nova.compute.manager [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Received event network-changed-dcbd20dc-e649-4a15-bcc7-b31006977002 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1342.313058] env[63248]: DEBUG nova.compute.manager [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Refreshing instance network info cache due to event network-changed-dcbd20dc-e649-4a15-bcc7-b31006977002. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1342.313263] env[63248]: DEBUG oslo_concurrency.lockutils [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] Acquiring lock "refresh_cache-53686d6b-0e38-4361-9fb4-dbdfcc4c80af" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.313399] env[63248]: DEBUG oslo_concurrency.lockutils [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] Acquired lock "refresh_cache-53686d6b-0e38-4361-9fb4-dbdfcc4c80af" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.313606] env[63248]: DEBUG nova.network.neutron [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Refreshing network info cache for port dcbd20dc-e649-4a15-bcc7-b31006977002 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.389473] env[63248]: DEBUG nova.scheduler.client.report [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 29 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1342.389751] env[63248]: DEBUG nova.compute.provider_tree [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 29 to 30 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1342.395056] env[63248]: DEBUG nova.compute.provider_tree [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1342.444901] env[63248]: DEBUG nova.compute.manager [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.565997] env[63248]: DEBUG nova.network.neutron [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.640028] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736523} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.640028] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] a4433417-ae64-4629-9f2e-5b02fbb5e9a6/a4433417-ae64-4629-9f2e-5b02fbb5e9a6.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.640246] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.640442] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa21a06a-2177-4e60-a84f-4d8f83f0c033 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.657496] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1342.657496] env[63248]: value = "task-1800194" [ 1342.657496] env[63248]: _type = "Task" [ 1342.657496] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.657853] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.661104] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1342.661104] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1342.672882] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.678462] env[63248]: DEBUG nova.network.neutron [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.698156] env[63248]: INFO nova.compute.manager [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Took 19.81 seconds to build instance. [ 1342.703084] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.706869] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800191, 'name': Rename_Task, 'duration_secs': 0.457033} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.709062] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.709062] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0df956c-2db4-4c0f-87cd-f81f5673ec44 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.717453] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1342.717453] env[63248]: value = "task-1800195" [ 1342.717453] env[63248]: _type = "Task" [ 1342.717453] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.729854] env[63248]: DEBUG oslo_concurrency.lockutils [None req-972e9df6-97cf-4faa-b456-5251730c70f6 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "6366c103-ff17-4c0c-a8a2-f785c8547811" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.730124] env[63248]: DEBUG oslo_concurrency.lockutils [None req-972e9df6-97cf-4faa-b456-5251730c70f6 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "6366c103-ff17-4c0c-a8a2-f785c8547811" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.730319] env[63248]: DEBUG nova.compute.manager [None req-972e9df6-97cf-4faa-b456-5251730c70f6 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.730682] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.735157] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d76580-c8de-41e0-9539-33946da1f3c3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.743833] env[63248]: DEBUG nova.compute.manager [None req-972e9df6-97cf-4faa-b456-5251730c70f6 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63248) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1342.744540] env[63248]: DEBUG nova.objects.instance [None req-972e9df6-97cf-4faa-b456-5251730c70f6 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lazy-loading 'flavor' on Instance uuid 6366c103-ff17-4c0c-a8a2-f785c8547811 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.775263] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800193, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.791656] env[63248]: DEBUG oslo_concurrency.lockutils [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] Releasing lock "refresh_cache-a4433417-ae64-4629-9f2e-5b02fbb5e9a6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.791963] env[63248]: DEBUG nova.compute.manager [req-7a306d35-ac6f-4de7-9095-e51f7224746d req-c1054485-1081-4d19-bf21-155c3457de5a service nova] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Received event network-vif-deleted-8be4da84-1f33-4640-b89d-442ab5ab1eb0 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1342.903147] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.810s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.904047] env[63248]: DEBUG nova.compute.manager [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.910230] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.965s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.911128] env[63248]: INFO nova.compute.claims [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.982349] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.172955] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Skipping network cache update for instance because it is being deleted. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1343.173152] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Skipping network cache update for instance because it is Building. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1343.173289] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Skipping network cache update for instance because it is Building. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1343.173422] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Skipping network cache update for instance because it is Building. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1343.173542] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Skipping network cache update for instance because it is Building. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1343.175704] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206102} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.175971] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.177122] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115002cd-4a18-4325-9c0f-e009385d831c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.194142] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Releasing lock "refresh_cache-440afce9-d205-40ee-9101-82d751e72a1a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.194637] env[63248]: DEBUG nova.compute.manager [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1343.194835] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.205022] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] a4433417-ae64-4629-9f2e-5b02fbb5e9a6/a4433417-ae64-4629-9f2e-5b02fbb5e9a6.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.205873] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9154de-1010-4399-9899-a0ca20f2cf2b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.212028] env[63248]: DEBUG oslo_concurrency.lockutils [None req-89557295-adcb-4db4-9027-ac503f7da8f1 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "8e83ca84-3c41-4b1f-ac52-4478b428e4cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.377s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.212309] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac3f809-3deb-4b3e-bc97-b1158b4cc485 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.236364] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800192, 'name': ReconfigVM_Task, 'duration_secs': 0.82024} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.240646] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Reconfigured VM instance instance-0000000b to attach disk [datastore1] ded818f2-5099-4e85-98fc-3c91b46b5630/ded818f2-5099-4e85-98fc-3c91b46b5630.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.241469] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1343.241469] env[63248]: value = "task-1800197" [ 1343.241469] env[63248]: _type = "Task" [ 1343.241469] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.241928] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.244023] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aad3ed03-396b-46f4-b950-8b7454a91fe2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.245518] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16bf535d-bfc7-4c44-bd80-69650d599308 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.247975] env[63248]: DEBUG nova.compute.manager [req-1ac7e84d-9ec1-4b33-840d-28a9f6d618b9 req-da3f1b99-3c80-4e57-b77d-899f64342500 service nova] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Received event network-changed-f32a4a85-b61d-42d2-a3a2-06a4e86c12d6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1343.248476] env[63248]: DEBUG nova.compute.manager [req-1ac7e84d-9ec1-4b33-840d-28a9f6d618b9 req-da3f1b99-3c80-4e57-b77d-899f64342500 service nova] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Refreshing instance network info cache due to event network-changed-f32a4a85-b61d-42d2-a3a2-06a4e86c12d6. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1343.248476] env[63248]: DEBUG oslo_concurrency.lockutils [req-1ac7e84d-9ec1-4b33-840d-28a9f6d618b9 req-da3f1b99-3c80-4e57-b77d-899f64342500 service nova] Acquiring lock "refresh_cache-c3889b72-5d3a-4a80-a43e-405ae07e75f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.248696] env[63248]: DEBUG oslo_concurrency.lockutils [req-1ac7e84d-9ec1-4b33-840d-28a9f6d618b9 req-da3f1b99-3c80-4e57-b77d-899f64342500 service nova] Acquired lock "refresh_cache-c3889b72-5d3a-4a80-a43e-405ae07e75f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.248831] env[63248]: DEBUG nova.network.neutron [req-1ac7e84d-9ec1-4b33-840d-28a9f6d618b9 req-da3f1b99-3c80-4e57-b77d-899f64342500 service nova] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Refreshing network info cache for port f32a4a85-b61d-42d2-a3a2-06a4e86c12d6 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.259458] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800195, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.271075] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.274568] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1343.274568] env[63248]: value = "task-1800198" [ 1343.274568] env[63248]: _type = "Task" [ 1343.274568] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.275049] env[63248]: DEBUG oslo_vmware.api [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Waiting for the task: (returnval){ [ 1343.275049] env[63248]: value = "task-1800199" [ 1343.275049] env[63248]: _type = "Task" [ 1343.275049] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.286097] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800193, 'name': Destroy_Task, 'duration_secs': 0.884486} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.287176] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Destroyed the VM [ 1343.287550] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1343.288121] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-22c97eea-3cf6-443c-b11d-340baeeeee4f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.297099] env[63248]: DEBUG oslo_vmware.api [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.297353] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800198, 'name': Rename_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.309354] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1343.309354] env[63248]: value = "task-1800200" [ 1343.309354] env[63248]: _type = "Task" [ 1343.309354] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.317654] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.317771] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquired lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.317989] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Forcefully refreshing network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1343.318220] env[63248]: DEBUG nova.objects.instance [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lazy-loading 'info_cache' on Instance uuid c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.324725] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800200, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.418045] env[63248]: DEBUG nova.compute.utils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1343.422186] env[63248]: DEBUG nova.compute.manager [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.422561] env[63248]: DEBUG nova.network.neutron [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.514931] env[63248]: DEBUG nova.network.neutron [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Updated VIF entry in instance network info cache for port dcbd20dc-e649-4a15-bcc7-b31006977002. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.515603] env[63248]: DEBUG nova.network.neutron [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Updating instance_info_cache with network_info: [{"id": "dcbd20dc-e649-4a15-bcc7-b31006977002", "address": "fa:16:3e:a5:0c:f8", "network": {"id": "9dab6259-662e-46dd-87a2-f5c42ac4d07d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1145556615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f60da69baf40969264e09fbb327825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbd20dc-e6", "ovs_interfaceid": "dcbd20dc-e649-4a15-bcc7-b31006977002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.631723] env[63248]: DEBUG nova.policy [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f33c915983e4b0dad48b8285184c709', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f440a8b513c49739448f0382f32d4fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.739655] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.742914] env[63248]: DEBUG oslo_vmware.api [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800195, 'name': PowerOnVM_Task, 'duration_secs': 0.709737} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.743159] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.743397] env[63248]: INFO nova.compute.manager [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Took 18.18 seconds to spawn the instance on the hypervisor. [ 1343.743608] env[63248]: DEBUG nova.compute.manager [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.744497] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7889031-bc6b-4d31-b585-321263b67f6a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.760209] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.775593] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-972e9df6-97cf-4faa-b456-5251730c70f6 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.775981] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e2faa39-8330-41a2-8440-534abb88001f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.797826] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800198, 'name': Rename_Task, 'duration_secs': 0.237606} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.797826] env[63248]: DEBUG oslo_vmware.api [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800199, 'name': PowerOffVM_Task, 'duration_secs': 0.254078} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.798432] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.798974] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.799373] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.800162] env[63248]: DEBUG oslo_vmware.api [None req-972e9df6-97cf-4faa-b456-5251730c70f6 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1343.800162] env[63248]: value = "task-1800201" [ 1343.800162] env[63248]: _type = "Task" [ 1343.800162] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.800631] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5c9aee5-c53f-4089-bbd6-46ae246a7d8f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.802761] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91226d3d-d59d-4962-a4a7-1461ac9c56bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.825028] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1343.825028] env[63248]: value = "task-1800202" [ 1343.825028] env[63248]: _type = "Task" [ 1343.825028] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.830740] env[63248]: DEBUG oslo_vmware.api [None req-972e9df6-97cf-4faa-b456-5251730c70f6 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.842443] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800200, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.845013] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.845513] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.845901] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Deleting the datastore file [datastore1] 440afce9-d205-40ee-9101-82d751e72a1a {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.846865] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3df766f2-ba3e-4ea2-8299-7e96ad8cd537 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.854037] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800202, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.860080] env[63248]: DEBUG oslo_vmware.api [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Waiting for the task: (returnval){ [ 1343.860080] env[63248]: value = "task-1800204" [ 1343.860080] env[63248]: _type = "Task" [ 1343.860080] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.872481] env[63248]: DEBUG oslo_vmware.api [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.927269] env[63248]: DEBUG nova.compute.manager [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1344.017933] env[63248]: DEBUG oslo_concurrency.lockutils [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] Releasing lock "refresh_cache-53686d6b-0e38-4361-9fb4-dbdfcc4c80af" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.018234] env[63248]: DEBUG nova.compute.manager [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Received event network-changed-dcbd20dc-e649-4a15-bcc7-b31006977002 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1344.018431] env[63248]: DEBUG nova.compute.manager [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Refreshing instance network info cache due to event network-changed-dcbd20dc-e649-4a15-bcc7-b31006977002. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1344.018642] env[63248]: DEBUG oslo_concurrency.lockutils [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] Acquiring lock "refresh_cache-53686d6b-0e38-4361-9fb4-dbdfcc4c80af" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.019035] env[63248]: DEBUG oslo_concurrency.lockutils [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] Acquired lock "refresh_cache-53686d6b-0e38-4361-9fb4-dbdfcc4c80af" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.019035] env[63248]: DEBUG nova.network.neutron [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Refreshing network info cache for port dcbd20dc-e649-4a15-bcc7-b31006977002 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.195796] env[63248]: DEBUG nova.network.neutron [req-1ac7e84d-9ec1-4b33-840d-28a9f6d618b9 req-da3f1b99-3c80-4e57-b77d-899f64342500 service nova] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Updated VIF entry in instance network info cache for port f32a4a85-b61d-42d2-a3a2-06a4e86c12d6. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.196211] env[63248]: DEBUG nova.network.neutron [req-1ac7e84d-9ec1-4b33-840d-28a9f6d618b9 req-da3f1b99-3c80-4e57-b77d-899f64342500 service nova] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Updating instance_info_cache with network_info: [{"id": "f32a4a85-b61d-42d2-a3a2-06a4e86c12d6", "address": "fa:16:3e:2c:24:18", "network": {"id": "146e30ea-865a-4bb3-9c2b-9f1fb4322fb6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-726923250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4409a397ed8145c684fd73bf19f9a6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32a4a85-b6", "ovs_interfaceid": "f32a4a85-b61d-42d2-a3a2-06a4e86c12d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.262350] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800197, 'name': ReconfigVM_Task, 'duration_secs': 0.683784} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.263362] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.263689] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Reconfigured VM instance instance-0000000d to attach disk [datastore1] a4433417-ae64-4629-9f2e-5b02fbb5e9a6/a4433417-ae64-4629-9f2e-5b02fbb5e9a6.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.264349] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9704e26b-1762-4105-a1a5-3258783c379d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.279479] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1344.279479] env[63248]: value = "task-1800205" [ 1344.279479] env[63248]: _type = "Task" [ 1344.279479] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.287161] env[63248]: INFO nova.compute.manager [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Took 28.69 seconds to build instance. [ 1344.294672] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800205, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.317490] env[63248]: DEBUG oslo_vmware.api [None req-972e9df6-97cf-4faa-b456-5251730c70f6 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800201, 'name': PowerOffVM_Task, 'duration_secs': 0.376168} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.323689] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-972e9df6-97cf-4faa-b456-5251730c70f6 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.324213] env[63248]: DEBUG nova.compute.manager [None req-972e9df6-97cf-4faa-b456-5251730c70f6 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.325393] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f7ffa3-9553-4600-912a-43c9331be324 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.340503] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800200, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.352101] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800202, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.377200] env[63248]: DEBUG oslo_vmware.api [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Task: {'id': task-1800204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187812} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.380824] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.381807] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.382061] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.382269] env[63248]: INFO nova.compute.manager [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1344.382530] env[63248]: DEBUG oslo.service.loopingcall [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1344.383457] env[63248]: DEBUG nova.compute.manager [-] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1344.383583] env[63248]: DEBUG nova.network.neutron [-] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.397767] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd83377-2816-45e4-a6d1-17e582723bc3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.405969] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3914dbc8-76dc-445b-bc93-43be2f7f67a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.442517] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba264ccf-16b2-44a9-99e1-c1e85ebec2fc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.451325] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab67379-fd20-498d-abaf-12dfae18bfb5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.469444] env[63248]: DEBUG nova.compute.provider_tree [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.486208] env[63248]: DEBUG nova.network.neutron [-] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.704596] env[63248]: DEBUG oslo_concurrency.lockutils [req-1ac7e84d-9ec1-4b33-840d-28a9f6d618b9 req-da3f1b99-3c80-4e57-b77d-899f64342500 service nova] Releasing lock "refresh_cache-c3889b72-5d3a-4a80-a43e-405ae07e75f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.789448] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be06fa02-521e-4fb7-a341-497041fc1e18 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.208s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.800259] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800205, 'name': Rename_Task, 'duration_secs': 0.221801} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.801051] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.801357] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d1a0298-1124-4807-ae6f-f0fdaf488064 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.810673] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1344.810673] env[63248]: value = "task-1800206" [ 1344.810673] env[63248]: _type = "Task" [ 1344.810673] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.825416] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.831704] env[63248]: DEBUG oslo_vmware.api [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800200, 'name': RemoveSnapshot_Task, 'duration_secs': 1.25496} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.836463] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1344.836764] env[63248]: INFO nova.compute.manager [None req-1e8590c0-535e-4c9b-90c2-5ab5cc80ac84 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Took 17.54 seconds to snapshot the instance on the hypervisor. [ 1344.847526] env[63248]: DEBUG oslo_vmware.api [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800202, 'name': PowerOnVM_Task, 'duration_secs': 0.755835} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.847793] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.847903] env[63248]: INFO nova.compute.manager [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Took 14.37 seconds to spawn the instance on the hypervisor. [ 1344.848565] env[63248]: DEBUG nova.compute.manager [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.849562] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdb1c4a-bd61-4c17-a9be-914099fd4403 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.859668] env[63248]: DEBUG oslo_concurrency.lockutils [None req-972e9df6-97cf-4faa-b456-5251730c70f6 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "6366c103-ff17-4c0c-a8a2-f785c8547811" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.128s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.946774] env[63248]: DEBUG nova.compute.manager [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.977923] env[63248]: DEBUG nova.scheduler.client.report [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.986367] env[63248]: DEBUG nova.network.neutron [-] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.995148] env[63248]: DEBUG nova.virt.hardware [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.995148] env[63248]: DEBUG nova.virt.hardware [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.995148] env[63248]: DEBUG nova.virt.hardware [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.995673] env[63248]: DEBUG nova.virt.hardware [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.995673] env[63248]: DEBUG nova.virt.hardware [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.995673] env[63248]: DEBUG nova.virt.hardware [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.995673] env[63248]: DEBUG nova.virt.hardware [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.995798] env[63248]: DEBUG nova.virt.hardware [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.996643] env[63248]: DEBUG nova.virt.hardware [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.996643] env[63248]: DEBUG nova.virt.hardware [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.996643] env[63248]: DEBUG nova.virt.hardware [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.997724] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab7a2ad-430b-484b-b377-4e9ffd78bd25 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.010383] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fbcee7-dfb2-4935-8e17-29e4e7cd64b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.142909] env[63248]: DEBUG nova.network.neutron [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Successfully created port: 38c25f30-ef58-4830-b365-6a53c0d3b4a4 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1345.199862] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Updating instance_info_cache with network_info: [{"id": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "address": "fa:16:3e:7e:ca:24", "network": {"id": "1267c86f-5f2d-425e-a44e-b532b7329267", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040917390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24b51c2d0994aeda71f836ddd2d453d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap186d5a26-b1", "ovs_interfaceid": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.295299] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1345.324584] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800206, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.381320] env[63248]: INFO nova.compute.manager [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Took 23.68 seconds to build instance. [ 1345.397786] env[63248]: DEBUG nova.network.neutron [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Updated VIF entry in instance network info cache for port dcbd20dc-e649-4a15-bcc7-b31006977002. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.398044] env[63248]: DEBUG nova.network.neutron [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Updating instance_info_cache with network_info: [{"id": "dcbd20dc-e649-4a15-bcc7-b31006977002", "address": "fa:16:3e:a5:0c:f8", "network": {"id": "9dab6259-662e-46dd-87a2-f5c42ac4d07d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1145556615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f60da69baf40969264e09fbb327825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbd20dc-e6", "ovs_interfaceid": "dcbd20dc-e649-4a15-bcc7-b31006977002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.487505] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.487505] env[63248]: DEBUG nova.compute.manager [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1345.489011] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.240s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.492134] env[63248]: INFO nova.compute.claims [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1345.498089] env[63248]: INFO nova.compute.manager [-] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Took 1.11 seconds to deallocate network for instance. [ 1345.705117] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Releasing lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.705117] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Updated the network info_cache for instance {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1345.705117] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.705117] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.705117] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.705117] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.705693] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.705693] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.705693] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1345.825235] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800206, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.827038] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.884068] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc2d55f5-8853-479f-8731-139089d45dbe tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "ded818f2-5099-4e85-98fc-3c91b46b5630" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.428s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.900855] env[63248]: DEBUG oslo_concurrency.lockutils [req-109b6511-0e8a-4cf1-be7b-a35fb153d4da req-6eb9de5b-6c69-4782-95cf-c04c2886faac service nova] Releasing lock "refresh_cache-53686d6b-0e38-4361-9fb4-dbdfcc4c80af" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.002574] env[63248]: DEBUG nova.compute.utils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1346.005096] env[63248]: DEBUG nova.compute.manager [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1346.005637] env[63248]: DEBUG nova.network.neutron [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.010119] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.169910] env[63248]: DEBUG nova.policy [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '131af6da4b844463a188d1dc7abf0bd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e24b51c2d0994aeda71f836ddd2d453d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1346.325393] env[63248]: DEBUG oslo_vmware.api [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800206, 'name': PowerOnVM_Task, 'duration_secs': 1.258216} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.325903] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.326328] env[63248]: INFO nova.compute.manager [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Took 11.31 seconds to spawn the instance on the hypervisor. [ 1346.326744] env[63248]: DEBUG nova.compute.manager [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.328539] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d72d86-bb69-4891-b7d5-3a816e5209b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.388305] env[63248]: DEBUG nova.compute.manager [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1346.507937] env[63248]: DEBUG nova.compute.manager [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1346.766644] env[63248]: DEBUG nova.network.neutron [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Successfully created port: 4b3a1cef-75bd-46d0-a13f-82e1e20c0149 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1346.859261] env[63248]: INFO nova.compute.manager [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Took 23.43 seconds to build instance. [ 1346.930783] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.975025] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32ff511-96e0-4d24-a19a-42354f9817b9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.985557] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f49812a-eae5-4436-a472-28a1cbc4a0b3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.034186] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71adec63-f0c0-428d-942d-4ef7734ed637 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.048908] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a885abea-4d02-41e3-a7ff-b7296b1aab26 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.067476] env[63248]: DEBUG nova.compute.provider_tree [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.134649] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "2662ff23-cc49-444e-8f62-b226c02f04df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.134885] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "2662ff23-cc49-444e-8f62-b226c02f04df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.365475] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bb63552-83a5-46df-914e-03a94707c059 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "a4433417-ae64-4629-9f2e-5b02fbb5e9a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.029s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.536275] env[63248]: DEBUG nova.compute.manager [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1347.570721] env[63248]: DEBUG nova.scheduler.client.report [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.579129] env[63248]: DEBUG nova.virt.hardware [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.579129] env[63248]: DEBUG nova.virt.hardware [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.579381] env[63248]: DEBUG nova.virt.hardware [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.580026] env[63248]: DEBUG nova.virt.hardware [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.580026] env[63248]: DEBUG nova.virt.hardware [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.580026] env[63248]: DEBUG nova.virt.hardware [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.580026] env[63248]: DEBUG nova.virt.hardware [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.580366] env[63248]: DEBUG nova.virt.hardware [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.580510] env[63248]: DEBUG nova.virt.hardware [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.580770] env[63248]: DEBUG nova.virt.hardware [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.581084] env[63248]: DEBUG nova.virt.hardware [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.581903] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c224bc14-7c15-41bf-a349-8f3d5fdcca1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.592392] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fe10b0-b5eb-4fa2-9f5a-1f4702c698f0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.871241] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.876686] env[63248]: DEBUG nova.network.neutron [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Successfully updated port: 38c25f30-ef58-4830-b365-6a53c0d3b4a4 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.087088] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.087950] env[63248]: DEBUG nova.compute.manager [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1348.090777] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.184s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.090777] env[63248]: DEBUG nova.objects.instance [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Lazy-loading 'resources' on Instance uuid f371493e-8d5c-41ac-a4a5-bde83cbbca3a {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.383413] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Acquiring lock "refresh_cache-5385c079-fd1d-4c36-ad4c-f6970241de65" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.383635] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Acquired lock "refresh_cache-5385c079-fd1d-4c36-ad4c-f6970241de65" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.383808] env[63248]: DEBUG nova.network.neutron [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.408613] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.414135] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Acquiring lock "d0d08b64-e1b2-417f-b81c-acdb3ca9b39a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.414370] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Lock "d0d08b64-e1b2-417f-b81c-acdb3ca9b39a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.593524] env[63248]: DEBUG nova.compute.utils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1348.597709] env[63248]: DEBUG nova.compute.manager [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1348.599609] env[63248]: DEBUG nova.network.neutron [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1348.787744] env[63248]: DEBUG nova.policy [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11c29cee39e644358e7d40b57a8b1d00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb5f6c03cd26461e8062e440c63b0428', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1348.942170] env[63248]: DEBUG nova.network.neutron [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.073520] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c9cbac-7d3e-4e1f-90bc-5297e9403f36 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.082696] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763ced7b-1dbd-41a2-9d8c-db168fe7636c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.115901] env[63248]: DEBUG nova.compute.manager [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.121709] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf295c5-d3d0-487e-a873-11b7db558f1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.130449] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb089e3-cf28-4f0c-89c6-3444264f657b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.145928] env[63248]: DEBUG nova.compute.provider_tree [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.173502] env[63248]: DEBUG nova.network.neutron [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Updating instance_info_cache with network_info: [{"id": "38c25f30-ef58-4830-b365-6a53c0d3b4a4", "address": "fa:16:3e:20:a7:ac", "network": {"id": "26ebd603-0b44-4bee-bc74-8ec9df3e4e40", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1741809687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f440a8b513c49739448f0382f32d4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38c25f30-ef", "ovs_interfaceid": "38c25f30-ef58-4830-b365-6a53c0d3b4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.233059] env[63248]: DEBUG nova.network.neutron [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Successfully updated port: 4b3a1cef-75bd-46d0-a13f-82e1e20c0149 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1349.649209] env[63248]: DEBUG nova.scheduler.client.report [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.675112] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Releasing lock "refresh_cache-5385c079-fd1d-4c36-ad4c-f6970241de65" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.675112] env[63248]: DEBUG nova.compute.manager [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Instance network_info: |[{"id": "38c25f30-ef58-4830-b365-6a53c0d3b4a4", "address": "fa:16:3e:20:a7:ac", "network": {"id": "26ebd603-0b44-4bee-bc74-8ec9df3e4e40", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1741809687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f440a8b513c49739448f0382f32d4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38c25f30-ef", "ovs_interfaceid": "38c25f30-ef58-4830-b365-6a53c0d3b4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1349.675578] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:a7:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38c25f30-ef58-4830-b365-6a53c0d3b4a4', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.685936] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Creating folder: Project (3f440a8b513c49739448f0382f32d4fc). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.687824] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff6c7ba0-c3d0-4d35-b30a-6ba5388cda9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.697156] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "8fd93901-39dd-4358-93eb-9c0d1a087a78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.697903] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "8fd93901-39dd-4358-93eb-9c0d1a087a78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.700539] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Created folder: Project (3f440a8b513c49739448f0382f32d4fc) in parent group-v373228. [ 1349.700734] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Creating folder: Instances. Parent ref: group-v373270. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.700979] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5b3f9ca-3303-4831-a579-e5ea429c2037 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.714495] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Created folder: Instances in parent group-v373270. [ 1349.714822] env[63248]: DEBUG oslo.service.loopingcall [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.716982] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1349.716982] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7b435ff-4cd6-4879-9da7-b855b4957202 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.737105] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "refresh_cache-5a521eae-f2d3-4750-b293-0b4de3a74a3c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.737444] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquired lock "refresh_cache-5a521eae-f2d3-4750-b293-0b4de3a74a3c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.738541] env[63248]: DEBUG nova.network.neutron [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.747671] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.747671] env[63248]: value = "task-1800209" [ 1349.747671] env[63248]: _type = "Task" [ 1349.747671] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.760271] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800209, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.762268] env[63248]: DEBUG nova.network.neutron [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Successfully created port: 21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1350.129222] env[63248]: DEBUG nova.compute.manager [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1350.155071] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.157879] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.249s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.157945] env[63248]: DEBUG nova.objects.instance [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Lazy-loading 'resources' on Instance uuid b4cfef43-d840-40dc-bad4-303750e486e9 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.181899] env[63248]: DEBUG nova.virt.hardware [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.182282] env[63248]: DEBUG nova.virt.hardware [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.182402] env[63248]: DEBUG nova.virt.hardware [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.182570] env[63248]: DEBUG nova.virt.hardware [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.182743] env[63248]: DEBUG nova.virt.hardware [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.182875] env[63248]: DEBUG nova.virt.hardware [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.184153] env[63248]: DEBUG nova.virt.hardware [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.184467] env[63248]: DEBUG nova.virt.hardware [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.184943] env[63248]: DEBUG nova.virt.hardware [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.184943] env[63248]: DEBUG nova.virt.hardware [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.185274] env[63248]: DEBUG nova.virt.hardware [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.187169] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9f76d6-f4d7-47c4-a890-068d66f6b009 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.193830] env[63248]: INFO nova.scheduler.client.report [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Deleted allocations for instance f371493e-8d5c-41ac-a4a5-bde83cbbca3a [ 1350.205434] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6cd93c-39e4-4764-aa3a-de3636b44ca8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.262083] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800209, 'name': CreateVM_Task, 'duration_secs': 0.506717} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.262801] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.263398] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.264027] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.264027] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.264246] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0178d33-64d8-46b7-9058-41f8d49878ca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.271109] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Waiting for the task: (returnval){ [ 1350.271109] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52be0d68-8fcd-7e77-71c1-5e16bd0f3623" [ 1350.271109] env[63248]: _type = "Task" [ 1350.271109] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.283187] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52be0d68-8fcd-7e77-71c1-5e16bd0f3623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.326721] env[63248]: DEBUG nova.network.neutron [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1350.619325] env[63248]: DEBUG nova.compute.manager [req-633d0766-fa3d-4baa-91f3-1fd341ef3b2c req-34dc16c1-96b5-42f8-99ef-4288791cd966 service nova] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Received event network-vif-plugged-38c25f30-ef58-4830-b365-6a53c0d3b4a4 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1350.619569] env[63248]: DEBUG oslo_concurrency.lockutils [req-633d0766-fa3d-4baa-91f3-1fd341ef3b2c req-34dc16c1-96b5-42f8-99ef-4288791cd966 service nova] Acquiring lock "5385c079-fd1d-4c36-ad4c-f6970241de65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.619773] env[63248]: DEBUG oslo_concurrency.lockutils [req-633d0766-fa3d-4baa-91f3-1fd341ef3b2c req-34dc16c1-96b5-42f8-99ef-4288791cd966 service nova] Lock "5385c079-fd1d-4c36-ad4c-f6970241de65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.619932] env[63248]: DEBUG oslo_concurrency.lockutils [req-633d0766-fa3d-4baa-91f3-1fd341ef3b2c req-34dc16c1-96b5-42f8-99ef-4288791cd966 service nova] Lock "5385c079-fd1d-4c36-ad4c-f6970241de65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.620118] env[63248]: DEBUG nova.compute.manager [req-633d0766-fa3d-4baa-91f3-1fd341ef3b2c req-34dc16c1-96b5-42f8-99ef-4288791cd966 service nova] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] No waiting events found dispatching network-vif-plugged-38c25f30-ef58-4830-b365-6a53c0d3b4a4 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.620315] env[63248]: WARNING nova.compute.manager [req-633d0766-fa3d-4baa-91f3-1fd341ef3b2c req-34dc16c1-96b5-42f8-99ef-4288791cd966 service nova] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Received unexpected event network-vif-plugged-38c25f30-ef58-4830-b365-6a53c0d3b4a4 for instance with vm_state building and task_state spawning. [ 1350.650166] env[63248]: DEBUG nova.compute.manager [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.651110] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c39506-4cf4-4285-afb3-11b6014854b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.706349] env[63248]: DEBUG nova.network.neutron [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Updating instance_info_cache with network_info: [{"id": "4b3a1cef-75bd-46d0-a13f-82e1e20c0149", "address": "fa:16:3e:92:3b:57", "network": {"id": "1267c86f-5f2d-425e-a44e-b532b7329267", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040917390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24b51c2d0994aeda71f836ddd2d453d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b3a1cef-75", "ovs_interfaceid": "4b3a1cef-75bd-46d0-a13f-82e1e20c0149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.723339] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd13eff-f0e4-4e41-bf82-502f8ea7d19a tempest-ServerDiagnosticsNegativeTest-1816456849 tempest-ServerDiagnosticsNegativeTest-1816456849-project-member] Lock "f371493e-8d5c-41ac-a4a5-bde83cbbca3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.605s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.791444] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52be0d68-8fcd-7e77-71c1-5e16bd0f3623, 'name': SearchDatastore_Task, 'duration_secs': 0.023214} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.795030] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.795296] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.795535] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.795673] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.795859] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.796482] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b7ba824-0cd8-4df1-aa91-43d5e3404a75 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.809388] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.809570] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.810319] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e6dad3-e8d7-47ef-9f6c-5970f094df08 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.818091] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Waiting for the task: (returnval){ [ 1350.818091] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52881290-d5c9-20f4-5df1-1f782c05a1fc" [ 1350.818091] env[63248]: _type = "Task" [ 1350.818091] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.828252] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52881290-d5c9-20f4-5df1-1f782c05a1fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.096476] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b7c5b6-cab0-4cca-9899-0d6c229629f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.104707] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be31d962-64d0-4d9a-9854-619bebed5fa3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.137889] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5c741f-ffa2-4cb1-832a-5032af304b3e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.147596] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f248122e-93d4-4c84-952e-542493b99aad {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.166079] env[63248]: INFO nova.compute.manager [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] instance snapshotting [ 1351.166304] env[63248]: WARNING nova.compute.manager [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1351.169071] env[63248]: DEBUG nova.compute.provider_tree [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.171395] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c92600-c6cd-493d-be0e-52e66d410ecf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.198397] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6026db-6c33-489a-a85b-c768baa8332a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.211324] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Releasing lock "refresh_cache-5a521eae-f2d3-4750-b293-0b4de3a74a3c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.211632] env[63248]: DEBUG nova.compute.manager [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Instance network_info: |[{"id": "4b3a1cef-75bd-46d0-a13f-82e1e20c0149", "address": "fa:16:3e:92:3b:57", "network": {"id": "1267c86f-5f2d-425e-a44e-b532b7329267", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040917390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24b51c2d0994aeda71f836ddd2d453d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b3a1cef-75", "ovs_interfaceid": "4b3a1cef-75bd-46d0-a13f-82e1e20c0149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1351.212030] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:3b:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b3a1cef-75bd-46d0-a13f-82e1e20c0149', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.223987] env[63248]: DEBUG oslo.service.loopingcall [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1351.225677] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.225677] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64ec08e0-5c3b-4532-b3ef-011ae2ebf8ce {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.247980] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.247980] env[63248]: value = "task-1800210" [ 1351.247980] env[63248]: _type = "Task" [ 1351.247980] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.258212] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800210, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.331090] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52881290-d5c9-20f4-5df1-1f782c05a1fc, 'name': SearchDatastore_Task, 'duration_secs': 0.013149} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.331978] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad11ac11-d618-4e72-9517-add7dd7fad56 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.339496] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Waiting for the task: (returnval){ [ 1351.339496] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528df8ee-f522-7faa-f40b-1d6fe39f903e" [ 1351.339496] env[63248]: _type = "Task" [ 1351.339496] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.348060] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "aa88218a-a73b-4d9d-80a5-e848e0e26a6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.350587] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "aa88218a-a73b-4d9d-80a5-e848e0e26a6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.353985] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528df8ee-f522-7faa-f40b-1d6fe39f903e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.677353] env[63248]: DEBUG nova.scheduler.client.report [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.711341] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1351.711664] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff00c2bd-9b43-4d6b-8d8c-8a456a2502c5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.721009] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1351.721009] env[63248]: value = "task-1800211" [ 1351.721009] env[63248]: _type = "Task" [ 1351.721009] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.732155] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800211, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.759433] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800210, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.862202] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528df8ee-f522-7faa-f40b-1d6fe39f903e, 'name': SearchDatastore_Task, 'duration_secs': 0.029239} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.862777] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.863189] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 5385c079-fd1d-4c36-ad4c-f6970241de65/5385c079-fd1d-4c36-ad4c-f6970241de65.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.863577] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e32d94b-6c42-4047-aca1-b248b722445b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.873850] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Waiting for the task: (returnval){ [ 1351.873850] env[63248]: value = "task-1800212" [ 1351.873850] env[63248]: _type = "Task" [ 1351.873850] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.886376] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': task-1800212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.188624] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.192599] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.238s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.195334] env[63248]: INFO nova.compute.claims [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.230337] env[63248]: INFO nova.scheduler.client.report [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Deleted allocations for instance b4cfef43-d840-40dc-bad4-303750e486e9 [ 1352.243309] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800211, 'name': CreateSnapshot_Task, 'duration_secs': 0.457838} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.247897] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1352.249465] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc52cc8-1ecd-4316-a372-c60702a91b2e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.276081] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800210, 'name': CreateVM_Task, 'duration_secs': 0.656056} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.277536] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.277536] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.277536] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.278493] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1352.278493] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72713ff6-724b-4fba-81e2-1a7c47fe3ce7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.287588] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1352.287588] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52772e25-a081-5a23-5db8-e61a5c89b959" [ 1352.287588] env[63248]: _type = "Task" [ 1352.287588] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.299918] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52772e25-a081-5a23-5db8-e61a5c89b959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.388970] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': task-1800212, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.573067] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Acquiring lock "3b442034-b9cd-48f3-96dd-9daffa1b12a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.573336] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Lock "3b442034-b9cd-48f3-96dd-9daffa1b12a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.754069] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9461a172-e0ec-42cf-ada9-ab75c13ae3fb tempest-ServerExternalEventsTest-1498636818 tempest-ServerExternalEventsTest-1498636818-project-member] Lock "b4cfef43-d840-40dc-bad4-303750e486e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.353s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.759462] env[63248]: DEBUG nova.compute.manager [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Stashing vm_state: active {{(pid=63248) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1352.790121] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1352.791206] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f2de932b-022c-493a-858e-cf0224c7c98a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.808144] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52772e25-a081-5a23-5db8-e61a5c89b959, 'name': SearchDatastore_Task, 'duration_secs': 0.062375} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.809503] env[63248]: DEBUG nova.network.neutron [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Successfully updated port: 21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1352.812468] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.814478] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.814478] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.814478] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.814478] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.814478] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1352.814478] env[63248]: value = "task-1800213" [ 1352.814478] env[63248]: _type = "Task" [ 1352.815089] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.818019] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bc17c9f-b627-4198-a4d8-313347f7bb9b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.841477] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800213, 'name': CloneVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.845866] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.845866] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.845866] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e29a3514-776e-444c-95d4-81562046337b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.853424] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1352.853424] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524d9d4c-b9e9-ab35-a622-1e3dc04df02b" [ 1352.853424] env[63248]: _type = "Task" [ 1352.853424] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.864561] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524d9d4c-b9e9-ab35-a622-1e3dc04df02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.891204] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': task-1800212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573629} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.891941] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 5385c079-fd1d-4c36-ad4c-f6970241de65/5385c079-fd1d-4c36-ad4c-f6970241de65.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.892095] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.892522] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-175e5d53-a30b-4e2e-8755-14c838e15060 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.903115] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Waiting for the task: (returnval){ [ 1352.903115] env[63248]: value = "task-1800214" [ 1352.903115] env[63248]: _type = "Task" [ 1352.903115] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.913509] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': task-1800214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.284959] env[63248]: DEBUG oslo_concurrency.lockutils [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.316766] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Acquiring lock "refresh_cache-efe2315a-1411-4927-ab0a-4e07fc8f4074" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.316910] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Acquired lock "refresh_cache-efe2315a-1411-4927-ab0a-4e07fc8f4074" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.317068] env[63248]: DEBUG nova.network.neutron [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.336768] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800213, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.369165] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524d9d4c-b9e9-ab35-a622-1e3dc04df02b, 'name': SearchDatastore_Task, 'duration_secs': 0.012088} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.373185] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05acec5b-8d39-4694-ad88-b9ce0fadd281 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.378801] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1353.378801] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5248a2ab-ec27-8738-7cb3-bc3a56cad4f6" [ 1353.378801] env[63248]: _type = "Task" [ 1353.378801] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.390944] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5248a2ab-ec27-8738-7cb3-bc3a56cad4f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.417501] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': task-1800214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127282} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.417873] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.419619] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64de6fc-b12a-45d1-9bb0-79bd96d5d891 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.447096] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 5385c079-fd1d-4c36-ad4c-f6970241de65/5385c079-fd1d-4c36-ad4c-f6970241de65.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.450773] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c6292c1-cda7-464e-86c0-ebecd8d85c62 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.474815] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Waiting for the task: (returnval){ [ 1353.474815] env[63248]: value = "task-1800215" [ 1353.474815] env[63248]: _type = "Task" [ 1353.474815] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.489064] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': task-1800215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.747975] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39906c30-a963-4fd1-8224-427bb850ee49 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.756662] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c86f629-8573-46f3-b572-4624949717c2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.794339] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd3087f-04d0-4584-b4b8-c7c1a4221283 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.802803] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f901780-363c-48b2-8b39-82e2698e7eb0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.822330] env[63248]: DEBUG nova.compute.provider_tree [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.833824] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800213, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.895164] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5248a2ab-ec27-8738-7cb3-bc3a56cad4f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011859} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.895273] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.895529] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 5a521eae-f2d3-4750-b293-0b4de3a74a3c/5a521eae-f2d3-4750-b293-0b4de3a74a3c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.895716] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f297dd0-170b-4337-84d3-56dc9afecef7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.906326] env[63248]: DEBUG nova.network.neutron [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1353.911015] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1353.911015] env[63248]: value = "task-1800216" [ 1353.911015] env[63248]: _type = "Task" [ 1353.911015] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.923237] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.994296] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': task-1800215, 'name': ReconfigVM_Task, 'duration_secs': 0.335488} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.994525] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 5385c079-fd1d-4c36-ad4c-f6970241de65/5385c079-fd1d-4c36-ad4c-f6970241de65.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.995529] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14df71ce-0760-4611-a12b-e843abb2ff9f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.005785] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Waiting for the task: (returnval){ [ 1354.005785] env[63248]: value = "task-1800217" [ 1354.005785] env[63248]: _type = "Task" [ 1354.005785] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.019326] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': task-1800217, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.216367] env[63248]: DEBUG nova.compute.manager [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Received event network-changed-38c25f30-ef58-4830-b365-6a53c0d3b4a4 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1354.217035] env[63248]: DEBUG nova.compute.manager [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Refreshing instance network info cache due to event network-changed-38c25f30-ef58-4830-b365-6a53c0d3b4a4. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1354.217035] env[63248]: DEBUG oslo_concurrency.lockutils [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] Acquiring lock "refresh_cache-5385c079-fd1d-4c36-ad4c-f6970241de65" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.217035] env[63248]: DEBUG oslo_concurrency.lockutils [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] Acquired lock "refresh_cache-5385c079-fd1d-4c36-ad4c-f6970241de65" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.217292] env[63248]: DEBUG nova.network.neutron [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Refreshing network info cache for port 38c25f30-ef58-4830-b365-6a53c0d3b4a4 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.286632] env[63248]: DEBUG nova.network.neutron [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Updating instance_info_cache with network_info: [{"id": "21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac", "address": "fa:16:3e:9b:79:91", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ec3d6e-c1", "ovs_interfaceid": "21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.325688] env[63248]: DEBUG nova.scheduler.client.report [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.344495] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800213, 'name': CloneVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.425576] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800216, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.521459] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': task-1800217, 'name': Rename_Task, 'duration_secs': 0.165608} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.521459] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.521459] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19dcb0d7-902f-4c1e-8705-aa18630b2847 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.533203] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Waiting for the task: (returnval){ [ 1354.533203] env[63248]: value = "task-1800218" [ 1354.533203] env[63248]: _type = "Task" [ 1354.533203] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.541156] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': task-1800218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.791940] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Releasing lock "refresh_cache-efe2315a-1411-4927-ab0a-4e07fc8f4074" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.792813] env[63248]: DEBUG nova.compute.manager [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Instance network_info: |[{"id": "21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac", "address": "fa:16:3e:9b:79:91", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ec3d6e-c1", "ovs_interfaceid": "21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1354.793376] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:79:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.802417] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Creating folder: Project (eb5f6c03cd26461e8062e440c63b0428). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.803788] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d324dd6-86b1-42bb-ab30-afb9058bd92d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.820755] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Created folder: Project (eb5f6c03cd26461e8062e440c63b0428) in parent group-v373228. [ 1354.821270] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Creating folder: Instances. Parent ref: group-v373276. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.821367] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a62b01c4-b0c4-4064-99d6-515eb7c667ec {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.833730] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.834173] env[63248]: DEBUG nova.compute.manager [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1354.842651] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.901s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.842651] env[63248]: INFO nova.compute.claims [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1354.843365] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Created folder: Instances in parent group-v373276. [ 1354.843658] env[63248]: DEBUG oslo.service.loopingcall [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.844314] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.844536] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c6a7207-7060-4c65-8e2c-2609a191cb12 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.865675] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800213, 'name': CloneVM_Task, 'duration_secs': 1.59648} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.869140] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Created linked-clone VM from snapshot [ 1354.871729] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fbd032-fd6a-41c3-9e83-772615a4b955 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.877272] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.877272] env[63248]: value = "task-1800221" [ 1354.877272] env[63248]: _type = "Task" [ 1354.877272] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.885551] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Uploading image 14d9d7d2-6c49-4e35-a88e-4ce1e8a53288 {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1354.894793] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800221, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.915041] env[63248]: DEBUG oslo_vmware.rw_handles [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1354.915041] env[63248]: value = "vm-373275" [ 1354.915041] env[63248]: _type = "VirtualMachine" [ 1354.915041] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1354.915802] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-96a46edf-e8a8-4725-906a-99802b5fa97c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.929210] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638679} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.931780] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 5a521eae-f2d3-4750-b293-0b4de3a74a3c/5a521eae-f2d3-4750-b293-0b4de3a74a3c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.931780] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.932466] env[63248]: DEBUG oslo_vmware.rw_handles [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lease: (returnval){ [ 1354.932466] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5262d081-699a-99bd-3b60-85752fa31810" [ 1354.932466] env[63248]: _type = "HttpNfcLease" [ 1354.932466] env[63248]: } obtained for exporting VM: (result){ [ 1354.932466] env[63248]: value = "vm-373275" [ 1354.932466] env[63248]: _type = "VirtualMachine" [ 1354.932466] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1354.932466] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the lease: (returnval){ [ 1354.932466] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5262d081-699a-99bd-3b60-85752fa31810" [ 1354.932466] env[63248]: _type = "HttpNfcLease" [ 1354.932466] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1354.932466] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1da813de-a3eb-4a57-a99f-4bfa3f393a56 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.947389] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1354.947389] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5262d081-699a-99bd-3b60-85752fa31810" [ 1354.947389] env[63248]: _type = "HttpNfcLease" [ 1354.947389] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1354.947598] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1354.947598] env[63248]: value = "task-1800223" [ 1354.947598] env[63248]: _type = "Task" [ 1354.947598] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.958090] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.044273] env[63248]: DEBUG oslo_vmware.api [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': task-1800218, 'name': PowerOnVM_Task, 'duration_secs': 0.497794} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.044432] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.044620] env[63248]: INFO nova.compute.manager [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1355.044850] env[63248]: DEBUG nova.compute.manager [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.045597] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68712925-b805-498d-9b85-c17d23372739 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.839914] env[63248]: DEBUG nova.compute.utils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1355.843848] env[63248]: DEBUG nova.compute.manager [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1355.844042] env[63248]: DEBUG nova.network.neutron [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1355.859563] env[63248]: INFO nova.compute.manager [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Took 29.09 seconds to build instance. [ 1355.867030] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800221, 'name': CreateVM_Task, 'duration_secs': 0.790198} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.872989] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.874094] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1355.874094] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5262d081-699a-99bd-3b60-85752fa31810" [ 1355.874094] env[63248]: _type = "HttpNfcLease" [ 1355.874094] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1355.874325] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112783} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.874972] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.875225] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.875548] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.875852] env[63248]: DEBUG oslo_vmware.rw_handles [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1355.875852] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5262d081-699a-99bd-3b60-85752fa31810" [ 1355.875852] env[63248]: _type = "HttpNfcLease" [ 1355.875852] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1355.877061] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.878382] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf40b766-ee8a-4913-aecf-26ac2d46c1fa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.881734] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd51930-2d3a-4a6e-9721-5431809fc864 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.886991] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb5c084-f6f9-4254-97e2-348419e1aab3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.898091] env[63248]: DEBUG oslo_vmware.rw_handles [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bcdf1-810c-72c8-e13b-96d4e9762b13/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1355.898288] env[63248]: DEBUG oslo_vmware.rw_handles [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bcdf1-810c-72c8-e13b-96d4e9762b13/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1355.930842] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 5a521eae-f2d3-4750-b293-0b4de3a74a3c/5a521eae-f2d3-4750-b293-0b4de3a74a3c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.930842] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Waiting for the task: (returnval){ [ 1355.930842] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5291374c-ae88-0ed5-5cd2-dbbc5fa95f0c" [ 1355.930842] env[63248]: _type = "Task" [ 1355.930842] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.932279] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e49d9b0-cc0c-45c5-a2b5-b19d5e17c666 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.055426] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5291374c-ae88-0ed5-5cd2-dbbc5fa95f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.060943] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.061096] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.062038] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.062038] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.063166] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.063166] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1356.063166] env[63248]: value = "task-1800224" [ 1356.063166] env[63248]: _type = "Task" [ 1356.063166] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.063166] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c35bb10-9998-44ea-885d-2b14823fe254 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.072190] env[63248]: DEBUG nova.network.neutron [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Updated VIF entry in instance network info cache for port 38c25f30-ef58-4830-b365-6a53c0d3b4a4. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.072616] env[63248]: DEBUG nova.network.neutron [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Updating instance_info_cache with network_info: [{"id": "38c25f30-ef58-4830-b365-6a53c0d3b4a4", "address": "fa:16:3e:20:a7:ac", "network": {"id": "26ebd603-0b44-4bee-bc74-8ec9df3e4e40", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1741809687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f440a8b513c49739448f0382f32d4fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38c25f30-ef", "ovs_interfaceid": "38c25f30-ef58-4830-b365-6a53c0d3b4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.080955] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a81332de-fd3e-44e2-8b6b-46ab0300e835 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.088748] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.095694] env[63248]: DEBUG nova.policy [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6addf7137b0b4e23917a982647b2bda2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b75bbfc618d7486b8c140a3d8ea1cee6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1356.098717] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.103159] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.106051] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75e46932-f5a9-48cd-afb0-91b27f7e4fff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.118438] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Waiting for the task: (returnval){ [ 1356.118438] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a725d5-5698-b86e-8147-8623d3b7e071" [ 1356.118438] env[63248]: _type = "Task" [ 1356.118438] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.131182] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a725d5-5698-b86e-8147-8623d3b7e071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.347489] env[63248]: DEBUG nova.compute.manager [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1356.370035] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dd7db5c-4fad-41fb-9da0-09a8db2d4452 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Lock "5385c079-fd1d-4c36-ad4c-f6970241de65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.644s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.585603] env[63248]: DEBUG oslo_concurrency.lockutils [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] Releasing lock "refresh_cache-5385c079-fd1d-4c36-ad4c-f6970241de65" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.587280] env[63248]: DEBUG nova.compute.manager [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Received event network-vif-plugged-4b3a1cef-75bd-46d0-a13f-82e1e20c0149 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1356.587980] env[63248]: DEBUG oslo_concurrency.lockutils [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] Acquiring lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.588370] env[63248]: DEBUG oslo_concurrency.lockutils [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] Lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.588955] env[63248]: DEBUG oslo_concurrency.lockutils [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] Lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.589536] env[63248]: DEBUG nova.compute.manager [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] No waiting events found dispatching network-vif-plugged-4b3a1cef-75bd-46d0-a13f-82e1e20c0149 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1356.591600] env[63248]: WARNING nova.compute.manager [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Received unexpected event network-vif-plugged-4b3a1cef-75bd-46d0-a13f-82e1e20c0149 for instance with vm_state building and task_state spawning. [ 1356.591600] env[63248]: DEBUG nova.compute.manager [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Received event network-changed-4b3a1cef-75bd-46d0-a13f-82e1e20c0149 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1356.591600] env[63248]: DEBUG nova.compute.manager [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Refreshing instance network info cache due to event network-changed-4b3a1cef-75bd-46d0-a13f-82e1e20c0149. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1356.591600] env[63248]: DEBUG oslo_concurrency.lockutils [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] Acquiring lock "refresh_cache-5a521eae-f2d3-4750-b293-0b4de3a74a3c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.591600] env[63248]: DEBUG oslo_concurrency.lockutils [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] Acquired lock "refresh_cache-5a521eae-f2d3-4750-b293-0b4de3a74a3c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.591845] env[63248]: DEBUG nova.network.neutron [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Refreshing network info cache for port 4b3a1cef-75bd-46d0-a13f-82e1e20c0149 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.594299] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800224, 'name': ReconfigVM_Task, 'duration_secs': 0.429746} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.596032] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 5a521eae-f2d3-4750-b293-0b4de3a74a3c/5a521eae-f2d3-4750-b293-0b4de3a74a3c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.600381] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73650afa-930f-4b1a-833b-547e7ed86355 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.611029] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1356.611029] env[63248]: value = "task-1800225" [ 1356.611029] env[63248]: _type = "Task" [ 1356.611029] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.629407] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800225, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.639400] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a725d5-5698-b86e-8147-8623d3b7e071, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.644351] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e22c704-daea-41a0-9196-1551778ec493 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.652317] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Waiting for the task: (returnval){ [ 1356.652317] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52816cc3-5063-f580-f4e0-1b51b0013b0c" [ 1356.652317] env[63248]: _type = "Task" [ 1356.652317] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.669563] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52816cc3-5063-f580-f4e0-1b51b0013b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011443} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.669563] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.670116] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] efe2315a-1411-4927-ab0a-4e07fc8f4074/efe2315a-1411-4927-ab0a-4e07fc8f4074.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1356.670267] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2af825d-af05-4f38-b547-b118cd15f094 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.679472] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Waiting for the task: (returnval){ [ 1356.679472] env[63248]: value = "task-1800226" [ 1356.679472] env[63248]: _type = "Task" [ 1356.679472] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.697030] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.882171] env[63248]: DEBUG nova.compute.manager [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.933211] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b12d1e0-3fc2-4a22-ab1d-30f9f6523f54 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.953096] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac410f0-d4a4-48bb-ad72-45a121ec0e2f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.998590] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6029c437-ad06-443b-8738-7688def4a0fa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.011331] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76ab000-7238-4d4b-ace5-e519d13af4f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.030367] env[63248]: DEBUG nova.compute.provider_tree [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.128318] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800225, 'name': Rename_Task, 'duration_secs': 0.202849} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.129229] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.129587] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f08125e-064c-44e1-af0e-81fe9d7d9c0f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.136455] env[63248]: DEBUG nova.network.neutron [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Successfully created port: 0ce8e558-66fa-415a-9eb9-70ae91f3df1a {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1357.142377] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1357.142377] env[63248]: value = "task-1800227" [ 1357.142377] env[63248]: _type = "Task" [ 1357.142377] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.155131] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.195418] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800226, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.371787] env[63248]: DEBUG nova.compute.manager [req-73eb55a6-d166-48d2-8798-8a2b9a16ba7a req-1ed337e0-7234-457b-a6f0-1f40b89c7211 service nova] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Received event network-changed-21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1357.373059] env[63248]: DEBUG nova.compute.manager [req-73eb55a6-d166-48d2-8798-8a2b9a16ba7a req-1ed337e0-7234-457b-a6f0-1f40b89c7211 service nova] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Refreshing instance network info cache due to event network-changed-21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1357.373059] env[63248]: DEBUG oslo_concurrency.lockutils [req-73eb55a6-d166-48d2-8798-8a2b9a16ba7a req-1ed337e0-7234-457b-a6f0-1f40b89c7211 service nova] Acquiring lock "refresh_cache-efe2315a-1411-4927-ab0a-4e07fc8f4074" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.373059] env[63248]: DEBUG oslo_concurrency.lockutils [req-73eb55a6-d166-48d2-8798-8a2b9a16ba7a req-1ed337e0-7234-457b-a6f0-1f40b89c7211 service nova] Acquired lock "refresh_cache-efe2315a-1411-4927-ab0a-4e07fc8f4074" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.373059] env[63248]: DEBUG nova.network.neutron [req-73eb55a6-d166-48d2-8798-8a2b9a16ba7a req-1ed337e0-7234-457b-a6f0-1f40b89c7211 service nova] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Refreshing network info cache for port 21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.392104] env[63248]: DEBUG nova.compute.manager [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1357.420496] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.424099] env[63248]: DEBUG nova.virt.hardware [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.424401] env[63248]: DEBUG nova.virt.hardware [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.424639] env[63248]: DEBUG nova.virt.hardware [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.424755] env[63248]: DEBUG nova.virt.hardware [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.424894] env[63248]: DEBUG nova.virt.hardware [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.426885] env[63248]: DEBUG nova.virt.hardware [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.426885] env[63248]: DEBUG nova.virt.hardware [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.426885] env[63248]: DEBUG nova.virt.hardware [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.426885] env[63248]: DEBUG nova.virt.hardware [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.426885] env[63248]: DEBUG nova.virt.hardware [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.427416] env[63248]: DEBUG nova.virt.hardware [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.427416] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce4736d-c1cd-436b-98e5-2fed110fb917 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.437975] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832920a8-92a6-4778-9a83-6c5db8eca6e8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.534220] env[63248]: DEBUG nova.scheduler.client.report [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.660248] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800227, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.692747] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559391} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.693490] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] efe2315a-1411-4927-ab0a-4e07fc8f4074/efe2315a-1411-4927-ab0a-4e07fc8f4074.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1357.694260] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1357.695836] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-093cb072-8e1c-474c-a9de-c012e0d14c4f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.706330] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Waiting for the task: (returnval){ [ 1357.706330] env[63248]: value = "task-1800228" [ 1357.706330] env[63248]: _type = "Task" [ 1357.706330] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.718908] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.892215] env[63248]: DEBUG nova.network.neutron [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Updated VIF entry in instance network info cache for port 4b3a1cef-75bd-46d0-a13f-82e1e20c0149. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.892215] env[63248]: DEBUG nova.network.neutron [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Updating instance_info_cache with network_info: [{"id": "4b3a1cef-75bd-46d0-a13f-82e1e20c0149", "address": "fa:16:3e:92:3b:57", "network": {"id": "1267c86f-5f2d-425e-a44e-b532b7329267", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040917390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24b51c2d0994aeda71f836ddd2d453d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b3a1cef-75", "ovs_interfaceid": "4b3a1cef-75bd-46d0-a13f-82e1e20c0149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.039686] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.201s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.040438] env[63248]: DEBUG nova.compute.manager [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1358.043643] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.062s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.045211] env[63248]: INFO nova.compute.claims [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.155084] env[63248]: DEBUG oslo_vmware.api [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800227, 'name': PowerOnVM_Task, 'duration_secs': 0.704108} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.155899] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.156131] env[63248]: INFO nova.compute.manager [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Took 10.62 seconds to spawn the instance on the hypervisor. [ 1358.156316] env[63248]: DEBUG nova.compute.manager [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.157226] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c489b8c-ed68-4375-99a2-046e67d940d4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.188866] env[63248]: DEBUG nova.network.neutron [req-73eb55a6-d166-48d2-8798-8a2b9a16ba7a req-1ed337e0-7234-457b-a6f0-1f40b89c7211 service nova] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Updated VIF entry in instance network info cache for port 21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.189267] env[63248]: DEBUG nova.network.neutron [req-73eb55a6-d166-48d2-8798-8a2b9a16ba7a req-1ed337e0-7234-457b-a6f0-1f40b89c7211 service nova] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Updating instance_info_cache with network_info: [{"id": "21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac", "address": "fa:16:3e:9b:79:91", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ec3d6e-c1", "ovs_interfaceid": "21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.218386] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097995} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.218644] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.219451] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bc0ded-1495-4241-8538-f3aa98f8c2d9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.244796] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] efe2315a-1411-4927-ab0a-4e07fc8f4074/efe2315a-1411-4927-ab0a-4e07fc8f4074.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.245548] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d783f5-344d-4029-a0d7-7033e6cdcf60 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.269587] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Waiting for the task: (returnval){ [ 1358.269587] env[63248]: value = "task-1800229" [ 1358.269587] env[63248]: _type = "Task" [ 1358.269587] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.279022] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.395992] env[63248]: DEBUG oslo_concurrency.lockutils [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] Releasing lock "refresh_cache-5a521eae-f2d3-4750-b293-0b4de3a74a3c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.395992] env[63248]: DEBUG nova.compute.manager [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Received event network-vif-plugged-21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1358.395992] env[63248]: DEBUG oslo_concurrency.lockutils [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] Acquiring lock "efe2315a-1411-4927-ab0a-4e07fc8f4074-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.395992] env[63248]: DEBUG oslo_concurrency.lockutils [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] Lock "efe2315a-1411-4927-ab0a-4e07fc8f4074-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.395992] env[63248]: DEBUG oslo_concurrency.lockutils [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] Lock "efe2315a-1411-4927-ab0a-4e07fc8f4074-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.396481] env[63248]: DEBUG nova.compute.manager [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] No waiting events found dispatching network-vif-plugged-21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1358.396481] env[63248]: WARNING nova.compute.manager [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Received unexpected event network-vif-plugged-21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac for instance with vm_state building and task_state spawning. [ 1358.396481] env[63248]: DEBUG nova.compute.manager [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Received event network-changed-9e664592-26b2-4731-9e51-aba452b6b9ad {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1358.396481] env[63248]: DEBUG nova.compute.manager [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Refreshing instance network info cache due to event network-changed-9e664592-26b2-4731-9e51-aba452b6b9ad. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1358.396481] env[63248]: DEBUG oslo_concurrency.lockutils [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] Acquiring lock "refresh_cache-a4433417-ae64-4629-9f2e-5b02fbb5e9a6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.396790] env[63248]: DEBUG oslo_concurrency.lockutils [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] Acquired lock "refresh_cache-a4433417-ae64-4629-9f2e-5b02fbb5e9a6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.396790] env[63248]: DEBUG nova.network.neutron [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Refreshing network info cache for port 9e664592-26b2-4731-9e51-aba452b6b9ad {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.552855] env[63248]: DEBUG nova.compute.utils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1358.554591] env[63248]: DEBUG nova.compute.manager [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.554769] env[63248]: DEBUG nova.network.neutron [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.645579] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Acquiring lock "5385c079-fd1d-4c36-ad4c-f6970241de65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.645861] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Lock "5385c079-fd1d-4c36-ad4c-f6970241de65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.646230] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Acquiring lock "5385c079-fd1d-4c36-ad4c-f6970241de65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.646387] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Lock "5385c079-fd1d-4c36-ad4c-f6970241de65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.646586] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Lock "5385c079-fd1d-4c36-ad4c-f6970241de65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.649525] env[63248]: INFO nova.compute.manager [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Terminating instance [ 1358.679725] env[63248]: INFO nova.compute.manager [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Took 30.77 seconds to build instance. [ 1358.691403] env[63248]: DEBUG oslo_concurrency.lockutils [req-73eb55a6-d166-48d2-8798-8a2b9a16ba7a req-1ed337e0-7234-457b-a6f0-1f40b89c7211 service nova] Releasing lock "refresh_cache-efe2315a-1411-4927-ab0a-4e07fc8f4074" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.784423] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.795038] env[63248]: DEBUG nova.policy [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef8bad1df0cc41e6bdd02c260a622aac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86e76403cc0345a4867537941ae6d0e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.059235] env[63248]: DEBUG nova.compute.manager [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1359.070308] env[63248]: DEBUG nova.compute.manager [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.071677] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b59f98d-2fd6-46ea-bba5-0d963ee6a6da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.126618] env[63248]: DEBUG nova.network.neutron [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Successfully created port: 1dea4ee8-e0e7-4f13-8e5b-b266c0460268 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.158526] env[63248]: DEBUG nova.compute.manager [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.158526] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.158711] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecb0b98-6352-4462-b5cb-bd7ea8c2b6cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.170256] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.170551] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd654dcd-c10c-4610-9d34-45e016440de2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.178685] env[63248]: DEBUG oslo_vmware.api [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Waiting for the task: (returnval){ [ 1359.178685] env[63248]: value = "task-1800230" [ 1359.178685] env[63248]: _type = "Task" [ 1359.178685] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.185952] env[63248]: DEBUG oslo_concurrency.lockutils [None req-16dee6a2-e013-4ee8-bf0d-d3275188e94d tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.286s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.194213] env[63248]: DEBUG oslo_vmware.api [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': task-1800230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.281853] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800229, 'name': ReconfigVM_Task, 'duration_secs': 0.694409} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.286987] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Reconfigured VM instance instance-00000010 to attach disk [datastore1] efe2315a-1411-4927-ab0a-4e07fc8f4074/efe2315a-1411-4927-ab0a-4e07fc8f4074.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.290903] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dca95c21-9ea1-4b33-97bd-12ecaa92b066 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.298180] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "ca6f659e-a9b0-437e-a968-2bcf02983683" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.298557] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "ca6f659e-a9b0-437e-a968-2bcf02983683" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.308870] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Waiting for the task: (returnval){ [ 1359.308870] env[63248]: value = "task-1800231" [ 1359.308870] env[63248]: _type = "Task" [ 1359.308870] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.318202] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800231, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.518156] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d885e602-5a6f-4c7e-b379-b376add9ba14 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.527300] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbb682d-2a15-4855-846a-7d9cb15a6aef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.564073] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48c176b-4060-4086-899b-710d5c88cb96 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.575823] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6251bfcf-e30a-451d-ad85-47cd5b541e52 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.587336] env[63248]: INFO nova.compute.manager [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] instance snapshotting [ 1359.592528] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59a76ac-2e26-41e7-9922-76760ea87d64 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.607419] env[63248]: DEBUG nova.compute.provider_tree [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.627105] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9bec41-857c-44a3-b48a-62a91b3dde43 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.689144] env[63248]: DEBUG nova.compute.manager [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.699694] env[63248]: DEBUG oslo_vmware.api [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': task-1800230, 'name': PowerOffVM_Task, 'duration_secs': 0.42314} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.699960] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.700408] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.700664] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75411dee-8884-4b24-b106-2e4c9083c645 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.797500] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.797901] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.798267] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Deleting the datastore file [datastore1] 5385c079-fd1d-4c36-ad4c-f6970241de65 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.798674] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e470457-8459-4154-b6bd-9c256cd3b290 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.808767] env[63248]: DEBUG oslo_vmware.api [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Waiting for the task: (returnval){ [ 1359.808767] env[63248]: value = "task-1800233" [ 1359.808767] env[63248]: _type = "Task" [ 1359.808767] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.817556] env[63248]: DEBUG nova.network.neutron [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Updated VIF entry in instance network info cache for port 9e664592-26b2-4731-9e51-aba452b6b9ad. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.817993] env[63248]: DEBUG nova.network.neutron [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Updating instance_info_cache with network_info: [{"id": "9e664592-26b2-4731-9e51-aba452b6b9ad", "address": "fa:16:3e:e6:5c:85", "network": {"id": "ef9ef6a0-2211-4381-ab9e-33e100ed7000", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-161464486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa02e12de5f43d0bb4c09afe3994520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e664592-26", "ovs_interfaceid": "9e664592-26b2-4731-9e51-aba452b6b9ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.825397] env[63248]: DEBUG oslo_vmware.api [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': task-1800233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.832395] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800231, 'name': Rename_Task, 'duration_secs': 0.240475} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.835149] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.835149] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a9bf963-21be-487b-88c6-b75189de7a75 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.843091] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Waiting for the task: (returnval){ [ 1359.843091] env[63248]: value = "task-1800234" [ 1359.843091] env[63248]: _type = "Task" [ 1359.843091] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.853534] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.984445] env[63248]: DEBUG nova.network.neutron [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Successfully updated port: 0ce8e558-66fa-415a-9eb9-70ae91f3df1a {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.073583] env[63248]: DEBUG nova.compute.manager [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1360.107820] env[63248]: DEBUG nova.virt.hardware [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1360.108164] env[63248]: DEBUG nova.virt.hardware [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.108382] env[63248]: DEBUG nova.virt.hardware [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.108644] env[63248]: DEBUG nova.virt.hardware [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.108962] env[63248]: DEBUG nova.virt.hardware [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.109142] env[63248]: DEBUG nova.virt.hardware [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1360.109488] env[63248]: DEBUG nova.virt.hardware [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1360.109939] env[63248]: DEBUG nova.virt.hardware [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1360.109939] env[63248]: DEBUG nova.virt.hardware [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1360.110188] env[63248]: DEBUG nova.virt.hardware [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1360.110242] env[63248]: DEBUG nova.virt.hardware [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1360.111156] env[63248]: DEBUG nova.scheduler.client.report [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.118034] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ffd318-ab08-4428-88e0-e132a1511fdf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.128388] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc9f10d-ab0e-483d-a91a-cf066efbb37c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.145125] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1360.146617] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c243d3a8-0535-4967-94c6-67c06dfd375b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.155870] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1360.155870] env[63248]: value = "task-1800235" [ 1360.155870] env[63248]: _type = "Task" [ 1360.155870] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.166267] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800235, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.218665] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.320036] env[63248]: DEBUG oslo_vmware.api [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Task: {'id': task-1800233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153019} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.320505] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.320709] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.320923] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.321283] env[63248]: INFO nova.compute.manager [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1360.321384] env[63248]: DEBUG oslo.service.loopingcall [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.321830] env[63248]: DEBUG nova.compute.manager [-] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.321830] env[63248]: DEBUG nova.network.neutron [-] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.325268] env[63248]: DEBUG oslo_concurrency.lockutils [req-e7023de9-ca95-4e60-b8b6-1b02ad96b746 req-57191bb7-86cf-4467-8f7a-c4c125bbf606 service nova] Releasing lock "refresh_cache-a4433417-ae64-4629-9f2e-5b02fbb5e9a6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.354203] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800234, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.490578] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.490578] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.490578] env[63248]: DEBUG nova.network.neutron [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.516289] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "5d3de880-3eba-43b2-808b-343c9a7012ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.516786] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.623381] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.623381] env[63248]: DEBUG nova.compute.manager [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1360.625079] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.362s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.626704] env[63248]: INFO nova.compute.claims [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.671848] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800235, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.860223] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800234, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.888101] env[63248]: DEBUG nova.network.neutron [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Successfully updated port: 1dea4ee8-e0e7-4f13-8e5b-b266c0460268 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.040145] env[63248]: DEBUG nova.network.neutron [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.137619] env[63248]: DEBUG nova.compute.utils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1361.140264] env[63248]: DEBUG nova.compute.manager [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1361.140524] env[63248]: DEBUG nova.network.neutron [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1361.168392] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800235, 'name': CreateSnapshot_Task, 'duration_secs': 0.87863} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.168684] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1361.169505] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b8d6e7-c7d4-485f-815d-3499103be9ba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.234412] env[63248]: DEBUG nova.policy [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99d761d727e944d88f948a39fcc33f03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52f78b9ecd4541338fcf80e105d6f1e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1361.277171] env[63248]: DEBUG nova.network.neutron [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance_info_cache with network_info: [{"id": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "address": "fa:16:3e:23:90:58", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce8e558-66", "ovs_interfaceid": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.343602] env[63248]: DEBUG nova.compute.manager [req-da7da58d-9f24-4d92-b13b-59410ccbc233 req-32e5c50a-d986-4439-a3eb-ad0b061d9e32 service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Received event network-vif-plugged-0ce8e558-66fa-415a-9eb9-70ae91f3df1a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1361.344034] env[63248]: DEBUG oslo_concurrency.lockutils [req-da7da58d-9f24-4d92-b13b-59410ccbc233 req-32e5c50a-d986-4439-a3eb-ad0b061d9e32 service nova] Acquiring lock "8e040787-5b5e-4d2f-b23d-270b198a9642-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.344394] env[63248]: DEBUG oslo_concurrency.lockutils [req-da7da58d-9f24-4d92-b13b-59410ccbc233 req-32e5c50a-d986-4439-a3eb-ad0b061d9e32 service nova] Lock "8e040787-5b5e-4d2f-b23d-270b198a9642-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.344703] env[63248]: DEBUG oslo_concurrency.lockutils [req-da7da58d-9f24-4d92-b13b-59410ccbc233 req-32e5c50a-d986-4439-a3eb-ad0b061d9e32 service nova] Lock "8e040787-5b5e-4d2f-b23d-270b198a9642-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.345408] env[63248]: DEBUG nova.compute.manager [req-da7da58d-9f24-4d92-b13b-59410ccbc233 req-32e5c50a-d986-4439-a3eb-ad0b061d9e32 service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] No waiting events found dispatching network-vif-plugged-0ce8e558-66fa-415a-9eb9-70ae91f3df1a {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.345697] env[63248]: WARNING nova.compute.manager [req-da7da58d-9f24-4d92-b13b-59410ccbc233 req-32e5c50a-d986-4439-a3eb-ad0b061d9e32 service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Received unexpected event network-vif-plugged-0ce8e558-66fa-415a-9eb9-70ae91f3df1a for instance with vm_state building and task_state spawning. [ 1361.353078] env[63248]: DEBUG nova.network.neutron [-] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.359537] env[63248]: DEBUG oslo_vmware.api [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800234, 'name': PowerOnVM_Task, 'duration_secs': 1.149111} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.359814] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.360025] env[63248]: INFO nova.compute.manager [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Took 11.23 seconds to spawn the instance on the hypervisor. [ 1361.360207] env[63248]: DEBUG nova.compute.manager [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.361032] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cc6b66-2a97-4b94-b82e-ceedb5dc6f88 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.392342] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Acquiring lock "refresh_cache-65396595-bc14-4aea-b40d-906997b8bb6c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.392487] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Acquired lock "refresh_cache-65396595-bc14-4aea-b40d-906997b8bb6c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.392635] env[63248]: DEBUG nova.network.neutron [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.640429] env[63248]: DEBUG nova.compute.manager [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1361.690716] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1361.692311] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8f755d5-73d0-4a09-8b00-0b0aa768c280 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.706558] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1361.706558] env[63248]: value = "task-1800236" [ 1361.706558] env[63248]: _type = "Task" [ 1361.706558] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.718722] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800236, 'name': CloneVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.719675] env[63248]: DEBUG nova.network.neutron [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Successfully created port: 347c1517-43db-4a6a-948f-8ec5247cd954 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1361.782178] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.782388] env[63248]: DEBUG nova.compute.manager [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Instance network_info: |[{"id": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "address": "fa:16:3e:23:90:58", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce8e558-66", "ovs_interfaceid": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1361.783053] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:90:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ce8e558-66fa-415a-9eb9-70ae91f3df1a', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.791903] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Creating folder: Project (b75bbfc618d7486b8c140a3d8ea1cee6). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1361.792260] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99913a3a-4954-43e6-a4f1-1b7f1b11acef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.808111] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Created folder: Project (b75bbfc618d7486b8c140a3d8ea1cee6) in parent group-v373228. [ 1361.808396] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Creating folder: Instances. Parent ref: group-v373281. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1361.808778] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c5176ca-4a1e-41ef-8c57-8b8473db741d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.825311] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Created folder: Instances in parent group-v373281. [ 1361.825577] env[63248]: DEBUG oslo.service.loopingcall [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1361.825889] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.826235] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0949069-ae27-4d1c-93df-b5414ce25ee0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.855564] env[63248]: INFO nova.compute.manager [-] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Took 1.53 seconds to deallocate network for instance. [ 1361.857047] env[63248]: DEBUG nova.compute.manager [req-3aa64d5c-33c4-4a25-b805-3b48a03384ca req-d025144a-d625-41bf-bde2-bad3de963526 service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Received event network-vif-plugged-1dea4ee8-e0e7-4f13-8e5b-b266c0460268 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1361.857279] env[63248]: DEBUG oslo_concurrency.lockutils [req-3aa64d5c-33c4-4a25-b805-3b48a03384ca req-d025144a-d625-41bf-bde2-bad3de963526 service nova] Acquiring lock "65396595-bc14-4aea-b40d-906997b8bb6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.857510] env[63248]: DEBUG oslo_concurrency.lockutils [req-3aa64d5c-33c4-4a25-b805-3b48a03384ca req-d025144a-d625-41bf-bde2-bad3de963526 service nova] Lock "65396595-bc14-4aea-b40d-906997b8bb6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.857689] env[63248]: DEBUG oslo_concurrency.lockutils [req-3aa64d5c-33c4-4a25-b805-3b48a03384ca req-d025144a-d625-41bf-bde2-bad3de963526 service nova] Lock "65396595-bc14-4aea-b40d-906997b8bb6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.857852] env[63248]: DEBUG nova.compute.manager [req-3aa64d5c-33c4-4a25-b805-3b48a03384ca req-d025144a-d625-41bf-bde2-bad3de963526 service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] No waiting events found dispatching network-vif-plugged-1dea4ee8-e0e7-4f13-8e5b-b266c0460268 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.858029] env[63248]: WARNING nova.compute.manager [req-3aa64d5c-33c4-4a25-b805-3b48a03384ca req-d025144a-d625-41bf-bde2-bad3de963526 service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Received unexpected event network-vif-plugged-1dea4ee8-e0e7-4f13-8e5b-b266c0460268 for instance with vm_state building and task_state spawning. [ 1361.869613] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.869613] env[63248]: value = "task-1800239" [ 1361.869613] env[63248]: _type = "Task" [ 1361.869613] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.886750] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800239, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.887488] env[63248]: INFO nova.compute.manager [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Took 29.66 seconds to build instance. [ 1361.947739] env[63248]: DEBUG nova.network.neutron [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.164118] env[63248]: DEBUG nova.network.neutron [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Updating instance_info_cache with network_info: [{"id": "1dea4ee8-e0e7-4f13-8e5b-b266c0460268", "address": "fa:16:3e:d2:d0:d2", "network": {"id": "d1aa4672-a071-42a3-b6e1-b44be72611e2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-889686289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86e76403cc0345a4867537941ae6d0e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dea4ee8-e0", "ovs_interfaceid": "1dea4ee8-e0e7-4f13-8e5b-b266c0460268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.229957] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800236, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.262156] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165e9f3a-2e25-4ba4-9d21-5b129115a232 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.271546] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61211b65-f156-48cd-94ef-92ca2c48abfb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.305388] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8ee802-7df7-4625-a2a8-ffe84f38e38a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.314558] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10b959e-26fe-43cb-9622-6890b9125c8a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.331771] env[63248]: DEBUG nova.compute.provider_tree [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.371386] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.384278] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800239, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.391205] env[63248]: DEBUG oslo_concurrency.lockutils [None req-acdd15c9-74c6-4211-b60e-6e2fe24329ec tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Lock "efe2315a-1411-4927-ab0a-4e07fc8f4074" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.079s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.659277] env[63248]: DEBUG nova.compute.manager [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1362.666602] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Releasing lock "refresh_cache-65396595-bc14-4aea-b40d-906997b8bb6c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.667009] env[63248]: DEBUG nova.compute.manager [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Instance network_info: |[{"id": "1dea4ee8-e0e7-4f13-8e5b-b266c0460268", "address": "fa:16:3e:d2:d0:d2", "network": {"id": "d1aa4672-a071-42a3-b6e1-b44be72611e2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-889686289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86e76403cc0345a4867537941ae6d0e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dea4ee8-e0", "ovs_interfaceid": "1dea4ee8-e0e7-4f13-8e5b-b266c0460268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.667617] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:d0:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dea4ee8-e0e7-4f13-8e5b-b266c0460268', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.676057] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Creating folder: Project (86e76403cc0345a4867537941ae6d0e2). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.677860] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3a1b8a1-f0cc-4071-bb53-4b6274fa2525 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.686533] env[63248]: DEBUG nova.virt.hardware [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.686982] env[63248]: DEBUG nova.virt.hardware [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.687313] env[63248]: DEBUG nova.virt.hardware [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.688233] env[63248]: DEBUG nova.virt.hardware [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.688233] env[63248]: DEBUG nova.virt.hardware [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.688233] env[63248]: DEBUG nova.virt.hardware [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.688233] env[63248]: DEBUG nova.virt.hardware [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.689290] env[63248]: DEBUG nova.virt.hardware [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.689290] env[63248]: DEBUG nova.virt.hardware [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.689290] env[63248]: DEBUG nova.virt.hardware [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.689290] env[63248]: DEBUG nova.virt.hardware [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.689792] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0bc61a-e79e-4a6f-b9a7-a7da9fe6c9ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.693940] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Created folder: Project (86e76403cc0345a4867537941ae6d0e2) in parent group-v373228. [ 1362.694143] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Creating folder: Instances. Parent ref: group-v373284. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1362.694784] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ed48118-bc72-467f-becc-ab2bc08e1118 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.700339] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4488dbe1-033e-4c6f-a16b-f24bb2a3fc6b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.709558] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Created folder: Instances in parent group-v373284. [ 1362.710031] env[63248]: DEBUG oslo.service.loopingcall [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.718412] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.718921] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f74690d0-865b-48c0-a2a8-00878731606b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.746337] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800236, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.747781] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.747781] env[63248]: value = "task-1800242" [ 1362.747781] env[63248]: _type = "Task" [ 1362.747781] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.757784] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800242, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.835489] env[63248]: DEBUG nova.scheduler.client.report [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.884455] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800239, 'name': CreateVM_Task, 'duration_secs': 0.692523} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.884645] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.885528] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.885678] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.886101] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.886361] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7789b7-8b8c-4a7e-90c6-3ac71e2cbf6f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.892874] env[63248]: DEBUG nova.compute.manager [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1362.896345] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1362.896345] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ba65a5-e1dd-0623-2bf6-7fbf8c7e10e9" [ 1362.896345] env[63248]: _type = "Task" [ 1362.896345] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.910894] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ba65a5-e1dd-0623-2bf6-7fbf8c7e10e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013322} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.911738] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.912047] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.912530] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.912801] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.912962] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.913459] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ad244ad-331a-4db6-a6c7-9ed0837f674c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.926114] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.926388] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.927251] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec33100f-ce5c-4a1d-aad7-5b8ca1fe7bb5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.936867] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1362.936867] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e8484d-b649-06d0-a02e-1c78fbf4eff3" [ 1362.936867] env[63248]: _type = "Task" [ 1362.936867] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.947648] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e8484d-b649-06d0-a02e-1c78fbf4eff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.231338] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800236, 'name': CloneVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.259460] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800242, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.345283] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.346217] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1363.350029] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.523s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.352554] env[63248]: INFO nova.compute.claims [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.424766] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.451143] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e8484d-b649-06d0-a02e-1c78fbf4eff3, 'name': SearchDatastore_Task, 'duration_secs': 0.017967} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.451992] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e4495c-e1b0-4ab1-b57e-fdbe7a134382 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.458867] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1363.458867] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52283df7-313a-9370-f56a-1bab6f6e303c" [ 1363.458867] env[63248]: _type = "Task" [ 1363.458867] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.469291] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52283df7-313a-9370-f56a-1bab6f6e303c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.730444] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800236, 'name': CloneVM_Task, 'duration_secs': 1.671342} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.730444] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Created linked-clone VM from snapshot [ 1363.730444] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e736534d-cd63-41a0-b640-754cde9cc772 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.738908] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Uploading image 9371dfd1-bef9-4f97-be2f-4efb13f0e249 {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1363.762378] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800242, 'name': CreateVM_Task, 'duration_secs': 0.570512} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.762741] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.764809] env[63248]: DEBUG oslo_vmware.rw_handles [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1363.764809] env[63248]: value = "vm-373280" [ 1363.764809] env[63248]: _type = "VirtualMachine" [ 1363.764809] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1363.765483] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.765640] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.765951] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1363.766189] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-df634753-58f4-4570-85e5-a9f5c39e02a3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.768070] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e87263-3ca8-4520-b51b-3a00e5e7c575 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.773949] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Waiting for the task: (returnval){ [ 1363.773949] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dcf16d-9385-79d2-920b-53715a0e23fd" [ 1363.773949] env[63248]: _type = "Task" [ 1363.773949] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.779116] env[63248]: DEBUG oslo_vmware.rw_handles [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Lease: (returnval){ [ 1363.779116] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5207c1e6-7954-b082-6d65-f6557ebfa309" [ 1363.779116] env[63248]: _type = "HttpNfcLease" [ 1363.779116] env[63248]: } obtained for exporting VM: (result){ [ 1363.779116] env[63248]: value = "vm-373280" [ 1363.779116] env[63248]: _type = "VirtualMachine" [ 1363.779116] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1363.779595] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the lease: (returnval){ [ 1363.779595] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5207c1e6-7954-b082-6d65-f6557ebfa309" [ 1363.779595] env[63248]: _type = "HttpNfcLease" [ 1363.779595] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1363.786225] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dcf16d-9385-79d2-920b-53715a0e23fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.790292] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1363.790292] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5207c1e6-7954-b082-6d65-f6557ebfa309" [ 1363.790292] env[63248]: _type = "HttpNfcLease" [ 1363.790292] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1363.858963] env[63248]: DEBUG nova.compute.utils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1363.863401] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1363.863644] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1363.911811] env[63248]: DEBUG nova.policy [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66c471e2017b4a43840f86631f634465', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3367a0a551fc456a956721ab9a25bf2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1363.949544] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "8f2d28c0-ad53-4fa8-8755-7ff99abdfee4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.949694] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "8f2d28c0-ad53-4fa8-8755-7ff99abdfee4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.973844] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52283df7-313a-9370-f56a-1bab6f6e303c, 'name': SearchDatastore_Task, 'duration_secs': 0.011034} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.974040] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.974314] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 8e040787-5b5e-4d2f-b23d-270b198a9642/8e040787-5b5e-4d2f-b23d-270b198a9642.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.974674] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8bdbfb7-e712-42df-9c4e-64d96644e6d5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.983717] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1363.983717] env[63248]: value = "task-1800244" [ 1363.983717] env[63248]: _type = "Task" [ 1363.983717] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.993637] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.062276] env[63248]: DEBUG nova.network.neutron [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Successfully updated port: 347c1517-43db-4a6a-948f-8ec5247cd954 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.203950] env[63248]: DEBUG nova.compute.manager [None req-437b9e26-bb80-4c72-9741-8fb9ca4a5806 tempest-ServerDiagnosticsTest-231221 tempest-ServerDiagnosticsTest-231221-project-admin] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.206048] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118aeddf-5dfa-404a-b6b0-91c17cf3dc09 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.213422] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Successfully created port: 714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1364.219338] env[63248]: INFO nova.compute.manager [None req-437b9e26-bb80-4c72-9741-8fb9ca4a5806 tempest-ServerDiagnosticsTest-231221 tempest-ServerDiagnosticsTest-231221-project-admin] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Retrieving diagnostics [ 1364.222477] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a931a37-5013-436a-a250-5fab65eb1d75 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.288186] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dcf16d-9385-79d2-920b-53715a0e23fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011349} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.288971] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.290347] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.290630] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.291656] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.291656] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.291656] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fa88ab9-c1ed-4126-b28e-c90a4c488a87 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.295053] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1364.295053] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5207c1e6-7954-b082-6d65-f6557ebfa309" [ 1364.295053] env[63248]: _type = "HttpNfcLease" [ 1364.295053] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1364.295701] env[63248]: DEBUG oslo_vmware.rw_handles [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1364.295701] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5207c1e6-7954-b082-6d65-f6557ebfa309" [ 1364.295701] env[63248]: _type = "HttpNfcLease" [ 1364.295701] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1364.296483] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d36793-c0b2-47d4-b035-18d900ce3cc7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.305991] env[63248]: DEBUG oslo_vmware.rw_handles [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211b51f-243a-04f9-6b1b-33f8a9d80132/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1364.306253] env[63248]: DEBUG oslo_vmware.rw_handles [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211b51f-243a-04f9-6b1b-33f8a9d80132/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1364.308624] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.308829] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.310499] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f53239a-6585-48e1-a66a-535f8e4eb1a6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.367340] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1364.377191] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Waiting for the task: (returnval){ [ 1364.377191] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d3e773-485b-ca6c-0644-2299846974f2" [ 1364.377191] env[63248]: _type = "Task" [ 1364.377191] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.389282] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d3e773-485b-ca6c-0644-2299846974f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.431377] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-38c4ad33-71bd-4529-9877-4a4e4428fb0c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.502664] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487168} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.502964] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 8e040787-5b5e-4d2f-b23d-270b198a9642/8e040787-5b5e-4d2f-b23d-270b198a9642.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.503200] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.503459] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b964387-4b66-4002-9862-01ed99f57078 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.516205] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1364.516205] env[63248]: value = "task-1800245" [ 1364.516205] env[63248]: _type = "Task" [ 1364.516205] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.525245] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.571592] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Acquiring lock "refresh_cache-c273fc1a-0af1-4cfe-9c3c-81352cb46f8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.571592] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Acquired lock "refresh_cache-c273fc1a-0af1-4cfe-9c3c-81352cb46f8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.571592] env[63248]: DEBUG nova.network.neutron [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.893641] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d3e773-485b-ca6c-0644-2299846974f2, 'name': SearchDatastore_Task, 'duration_secs': 0.054033} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.896373] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5a796c-16c0-46da-9aaa-2ae90224f3ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.899655] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cfb1f18-4320-4d35-afb0-e46e9d5509ce {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.912972] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Waiting for the task: (returnval){ [ 1364.912972] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e995b0-e7ad-0efe-5d1d-ac03b83a2840" [ 1364.912972] env[63248]: _type = "Task" [ 1364.912972] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.914721] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c389c49-20eb-4d71-a92b-3566839330d3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.929400] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e995b0-e7ad-0efe-5d1d-ac03b83a2840, 'name': SearchDatastore_Task, 'duration_secs': 0.012791} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.955237] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.955704] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 65396595-bc14-4aea-b40d-906997b8bb6c/65396595-bc14-4aea-b40d-906997b8bb6c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.956263] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90677687-eb4b-48e6-bfce-94dee2638c89 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.959530] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8775d540-ab00-4a62-bfdb-af5fd8ce1fa7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.972810] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c6d3e4-7164-4e78-813f-048a7f2b12ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.980108] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Waiting for the task: (returnval){ [ 1364.980108] env[63248]: value = "task-1800246" [ 1364.980108] env[63248]: _type = "Task" [ 1364.980108] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.995304] env[63248]: DEBUG nova.compute.provider_tree [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.003665] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.030386] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217427} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.030810] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.032121] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f838b83-e9cd-419d-9893-0ad4dc6ce754 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.061454] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 8e040787-5b5e-4d2f-b23d-270b198a9642/8e040787-5b5e-4d2f-b23d-270b198a9642.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.061992] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38d28fc8-cd03-4268-9835-1f94e3df4b3a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.092621] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1365.092621] env[63248]: value = "task-1800247" [ 1365.092621] env[63248]: _type = "Task" [ 1365.092621] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.100259] env[63248]: DEBUG nova.compute.manager [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Received event network-changed-0ce8e558-66fa-415a-9eb9-70ae91f3df1a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1365.100564] env[63248]: DEBUG nova.compute.manager [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Refreshing instance network info cache due to event network-changed-0ce8e558-66fa-415a-9eb9-70ae91f3df1a. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1365.100836] env[63248]: DEBUG oslo_concurrency.lockutils [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] Acquiring lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.101092] env[63248]: DEBUG oslo_concurrency.lockutils [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] Acquired lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.101377] env[63248]: DEBUG nova.network.neutron [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Refreshing network info cache for port 0ce8e558-66fa-415a-9eb9-70ae91f3df1a {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.112109] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800247, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.118711] env[63248]: DEBUG oslo_vmware.rw_handles [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bcdf1-810c-72c8-e13b-96d4e9762b13/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1365.120201] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95426072-2aa8-45ef-bd86-ccdab173c83b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.129492] env[63248]: DEBUG oslo_vmware.rw_handles [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bcdf1-810c-72c8-e13b-96d4e9762b13/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1365.130521] env[63248]: ERROR oslo_vmware.rw_handles [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bcdf1-810c-72c8-e13b-96d4e9762b13/disk-0.vmdk due to incomplete transfer. [ 1365.131182] env[63248]: DEBUG nova.network.neutron [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.133512] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7c6b21ed-3372-40d9-824a-4516183fca85 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.145150] env[63248]: DEBUG oslo_vmware.rw_handles [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528bcdf1-810c-72c8-e13b-96d4e9762b13/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1365.145150] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Uploaded image 14d9d7d2-6c49-4e35-a88e-4ce1e8a53288 to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1365.145657] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1365.146147] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d8fea23d-46ca-4bc1-a2b9-b00fa2ea6e33 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.156114] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1365.156114] env[63248]: value = "task-1800248" [ 1365.156114] env[63248]: _type = "Task" [ 1365.156114] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.170957] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800248, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.386396] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1365.410399] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1365.411142] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.411306] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.411610] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.411889] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.412212] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1365.412593] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1365.412975] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1365.413411] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1365.413600] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1365.413948] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1365.415223] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fde6b7-10b4-430a-a3b9-c2a2230155ba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.420043] env[63248]: DEBUG nova.network.neutron [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Updating instance_info_cache with network_info: [{"id": "347c1517-43db-4a6a-948f-8ec5247cd954", "address": "fa:16:3e:f6:cc:1d", "network": {"id": "346ea00a-2e9f-40a7-82c5-9547e383fdc5", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1036564526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f78b9ecd4541338fcf80e105d6f1e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347c1517-43", "ovs_interfaceid": "347c1517-43db-4a6a-948f-8ec5247cd954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.428927] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7232c68-0812-4419-96df-b680245a3e1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.489604] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800246, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.499978] env[63248]: DEBUG nova.scheduler.client.report [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.607293] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.671925] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800248, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.814335] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Successfully updated port: 714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1365.893758] env[63248]: DEBUG nova.compute.manager [req-aaa4595c-697b-4c6e-8452-d10a5f5b7c28 req-4f8231da-5c9e-45a9-a506-803ddd139dd0 service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Received event network-changed-1dea4ee8-e0e7-4f13-8e5b-b266c0460268 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1365.894160] env[63248]: DEBUG nova.compute.manager [req-aaa4595c-697b-4c6e-8452-d10a5f5b7c28 req-4f8231da-5c9e-45a9-a506-803ddd139dd0 service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Refreshing instance network info cache due to event network-changed-1dea4ee8-e0e7-4f13-8e5b-b266c0460268. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1365.894545] env[63248]: DEBUG oslo_concurrency.lockutils [req-aaa4595c-697b-4c6e-8452-d10a5f5b7c28 req-4f8231da-5c9e-45a9-a506-803ddd139dd0 service nova] Acquiring lock "refresh_cache-65396595-bc14-4aea-b40d-906997b8bb6c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.895150] env[63248]: DEBUG oslo_concurrency.lockutils [req-aaa4595c-697b-4c6e-8452-d10a5f5b7c28 req-4f8231da-5c9e-45a9-a506-803ddd139dd0 service nova] Acquired lock "refresh_cache-65396595-bc14-4aea-b40d-906997b8bb6c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.895487] env[63248]: DEBUG nova.network.neutron [req-aaa4595c-697b-4c6e-8452-d10a5f5b7c28 req-4f8231da-5c9e-45a9-a506-803ddd139dd0 service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Refreshing network info cache for port 1dea4ee8-e0e7-4f13-8e5b-b266c0460268 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.926017] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Releasing lock "refresh_cache-c273fc1a-0af1-4cfe-9c3c-81352cb46f8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.926017] env[63248]: DEBUG nova.compute.manager [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Instance network_info: |[{"id": "347c1517-43db-4a6a-948f-8ec5247cd954", "address": "fa:16:3e:f6:cc:1d", "network": {"id": "346ea00a-2e9f-40a7-82c5-9547e383fdc5", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1036564526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f78b9ecd4541338fcf80e105d6f1e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347c1517-43", "ovs_interfaceid": "347c1517-43db-4a6a-948f-8ec5247cd954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1365.926265] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:cc:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '347c1517-43db-4a6a-948f-8ec5247cd954', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.932097] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Creating folder: Project (52f78b9ecd4541338fcf80e105d6f1e8). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1365.933277] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f36e9a4f-8181-4a2f-8729-77fe151d1679 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.948723] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Created folder: Project (52f78b9ecd4541338fcf80e105d6f1e8) in parent group-v373228. [ 1365.949215] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Creating folder: Instances. Parent ref: group-v373287. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1365.949801] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8606411e-7cff-4da2-8adf-55c2cb949ca0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.961937] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Created folder: Instances in parent group-v373287. [ 1365.962336] env[63248]: DEBUG oslo.service.loopingcall [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.962651] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.962973] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27da59d2-859e-4018-85d7-3f2459e6d197 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.992244] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536715} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.994243] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 65396595-bc14-4aea-b40d-906997b8bb6c/65396595-bc14-4aea-b40d-906997b8bb6c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.994352] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.995020] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.995020] env[63248]: value = "task-1800251" [ 1365.995020] env[63248]: _type = "Task" [ 1365.995020] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.995020] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b39e67d5-46e0-4eac-a4cc-1a7e5e5d2dce {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.006950] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.007654] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.010627] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800251, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.015061] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.004s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.015061] env[63248]: DEBUG nova.objects.instance [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Lazy-loading 'resources' on Instance uuid 440afce9-d205-40ee-9101-82d751e72a1a {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.015975] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Waiting for the task: (returnval){ [ 1366.015975] env[63248]: value = "task-1800252" [ 1366.015975] env[63248]: _type = "Task" [ 1366.015975] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.017134] env[63248]: DEBUG nova.network.neutron [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updated VIF entry in instance network info cache for port 0ce8e558-66fa-415a-9eb9-70ae91f3df1a. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.017566] env[63248]: DEBUG nova.network.neutron [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance_info_cache with network_info: [{"id": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "address": "fa:16:3e:23:90:58", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce8e558-66", "ovs_interfaceid": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.041262] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.108636] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.170633] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800248, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.320240] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "refresh_cache-91452349-7338-4adb-abbc-fb2a256e6e78" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.320436] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquired lock "refresh_cache-91452349-7338-4adb-abbc-fb2a256e6e78" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.320648] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.507822] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800251, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.524023] env[63248]: DEBUG nova.compute.utils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1366.528174] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.528174] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.530392] env[63248]: DEBUG oslo_concurrency.lockutils [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] Releasing lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.533805] env[63248]: DEBUG nova.compute.manager [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Received event network-vif-deleted-38c25f30-ef58-4830-b365-6a53c0d3b4a4 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1366.533805] env[63248]: DEBUG nova.compute.manager [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Received event network-changed-186d5a26-b152-4e4a-a7ec-5eaba52fdf06 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1366.533805] env[63248]: DEBUG nova.compute.manager [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Refreshing instance network info cache due to event network-changed-186d5a26-b152-4e4a-a7ec-5eaba52fdf06. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1366.533805] env[63248]: DEBUG oslo_concurrency.lockutils [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] Acquiring lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.533805] env[63248]: DEBUG oslo_concurrency.lockutils [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] Acquired lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.534074] env[63248]: DEBUG nova.network.neutron [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Refreshing network info cache for port 186d5a26-b152-4e4a-a7ec-5eaba52fdf06 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.556143] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084403} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.556601] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.563059] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac84619-b29b-463c-bcc6-f14d0357e24d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.594834] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 65396595-bc14-4aea-b40d-906997b8bb6c/65396595-bc14-4aea-b40d-906997b8bb6c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.602236] env[63248]: DEBUG nova.policy [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66c471e2017b4a43840f86631f634465', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3367a0a551fc456a956721ab9a25bf2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.603809] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-598421a7-6fb2-465a-80e1-b68825672a4b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.626464] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Acquiring lock "efe2315a-1411-4927-ab0a-4e07fc8f4074" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.626638] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Lock "efe2315a-1411-4927-ab0a-4e07fc8f4074" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.628127] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Acquiring lock "efe2315a-1411-4927-ab0a-4e07fc8f4074-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.628127] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Lock "efe2315a-1411-4927-ab0a-4e07fc8f4074-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.628127] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Lock "efe2315a-1411-4927-ab0a-4e07fc8f4074-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.631766] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800247, 'name': ReconfigVM_Task, 'duration_secs': 1.304976} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.634398] env[63248]: INFO nova.compute.manager [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Terminating instance [ 1366.636352] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 8e040787-5b5e-4d2f-b23d-270b198a9642/8e040787-5b5e-4d2f-b23d-270b198a9642.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.636352] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Waiting for the task: (returnval){ [ 1366.636352] env[63248]: value = "task-1800253" [ 1366.636352] env[63248]: _type = "Task" [ 1366.636352] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.644097] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-704efb0f-2672-4793-945c-9f73e0cb54a2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.653113] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.654629] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1366.654629] env[63248]: value = "task-1800254" [ 1366.654629] env[63248]: _type = "Task" [ 1366.654629] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.671702] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800254, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.676430] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800248, 'name': Destroy_Task, 'duration_secs': 1.335597} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.676961] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Destroyed the VM [ 1366.677161] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1366.677531] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd878c10-6794-4436-bb96-2911ce45a933 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.691578] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquiring lock "7fec657e-a14f-4483-87eb-2687ded90608" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.691824] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Lock "7fec657e-a14f-4483-87eb-2687ded90608" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.692104] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1366.692104] env[63248]: value = "task-1800255" [ 1366.692104] env[63248]: _type = "Task" [ 1366.692104] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.701910] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.815359] env[63248]: DEBUG oslo_concurrency.lockutils [None req-93849099-4dfb-4ae8-9f24-aee9fd8c2100 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "a901b7d2-55d4-4ace-906e-40734377c899" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.818524] env[63248]: DEBUG oslo_concurrency.lockutils [None req-93849099-4dfb-4ae8-9f24-aee9fd8c2100 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "a901b7d2-55d4-4ace-906e-40734377c899" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.818524] env[63248]: DEBUG nova.compute.manager [None req-93849099-4dfb-4ae8-9f24-aee9fd8c2100 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.818524] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7ab2fc-1e5a-4220-980c-3d6f46d0ef2b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.830140] env[63248]: DEBUG nova.network.neutron [req-aaa4595c-697b-4c6e-8452-d10a5f5b7c28 req-4f8231da-5c9e-45a9-a506-803ddd139dd0 service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Updated VIF entry in instance network info cache for port 1dea4ee8-e0e7-4f13-8e5b-b266c0460268. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.830523] env[63248]: DEBUG nova.network.neutron [req-aaa4595c-697b-4c6e-8452-d10a5f5b7c28 req-4f8231da-5c9e-45a9-a506-803ddd139dd0 service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Updating instance_info_cache with network_info: [{"id": "1dea4ee8-e0e7-4f13-8e5b-b266c0460268", "address": "fa:16:3e:d2:d0:d2", "network": {"id": "d1aa4672-a071-42a3-b6e1-b44be72611e2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-889686289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86e76403cc0345a4867537941ae6d0e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dea4ee8-e0", "ovs_interfaceid": "1dea4ee8-e0e7-4f13-8e5b-b266c0460268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.838428] env[63248]: DEBUG nova.compute.manager [None req-93849099-4dfb-4ae8-9f24-aee9fd8c2100 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63248) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1366.838850] env[63248]: DEBUG nova.objects.instance [None req-93849099-4dfb-4ae8-9f24-aee9fd8c2100 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lazy-loading 'flavor' on Instance uuid a901b7d2-55d4-4ace-906e-40734377c899 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.891165] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1366.944235] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Successfully created port: e3ffd276-1023-4826-9d57-e7ff848ffb0e {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1367.011324] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800251, 'name': CreateVM_Task, 'duration_secs': 0.612094} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.011454] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1367.012191] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.012444] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.012782] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1367.013051] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-351abfc2-77b7-4fa9-b9dc-ab1b71c04cb7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.022278] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Waiting for the task: (returnval){ [ 1367.022278] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5277c4d6-4878-757f-ff80-286aa37f1c94" [ 1367.022278] env[63248]: _type = "Task" [ 1367.022278] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.032468] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5277c4d6-4878-757f-ff80-286aa37f1c94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.038134] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1367.081682] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527d38e0-7cc9-4770-9d36-26003ffd6750 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.092700] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112773c9-f69e-4ba8-93ef-01273051ad29 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.126982] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7addf4-7567-4376-b90a-d94c3f63d462 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.136509] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd207ef-1523-4966-8ffd-82eda81c1881 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.143684] env[63248]: DEBUG nova.compute.manager [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.143830] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.147603] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd76e32-8cf5-4885-9e74-13e0c15b0612 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.159701] env[63248]: DEBUG nova.compute.provider_tree [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.176740] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.177033] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.177940] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac91d199-632f-46c7-8970-f9281b77f946 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.183073] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800254, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.184373] env[63248]: DEBUG oslo_vmware.api [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Waiting for the task: (returnval){ [ 1367.184373] env[63248]: value = "task-1800256" [ 1367.184373] env[63248]: _type = "Task" [ 1367.184373] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.193523] env[63248]: DEBUG oslo_vmware.api [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.201643] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.336720] env[63248]: DEBUG oslo_concurrency.lockutils [req-aaa4595c-697b-4c6e-8452-d10a5f5b7c28 req-4f8231da-5c9e-45a9-a506-803ddd139dd0 service nova] Releasing lock "refresh_cache-65396595-bc14-4aea-b40d-906997b8bb6c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.483045] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Updating instance_info_cache with network_info: [{"id": "714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd", "address": "fa:16:3e:f3:99:af", "network": {"id": "94179a66-b2e1-4c31-af1d-c84c7b75bd3a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1336910632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3367a0a551fc456a956721ab9a25bf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714f8ab9-ef", "ovs_interfaceid": "714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.534009] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5277c4d6-4878-757f-ff80-286aa37f1c94, 'name': SearchDatastore_Task, 'duration_secs': 0.017518} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.534381] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.534528] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.534771] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.534916] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.535109] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.535381] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db97c6eb-4dee-4e14-a994-586e66e8370f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.549784] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.549784] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.549784] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e85ed6-e021-49fc-81c8-a417fd2bbeab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.556885] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Waiting for the task: (returnval){ [ 1367.556885] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5280f943-4563-23e3-17b1-a992eb84cf4f" [ 1367.556885] env[63248]: _type = "Task" [ 1367.556885] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.573352] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5280f943-4563-23e3-17b1-a992eb84cf4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011345} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.578500] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54951a40-7b02-4e8a-91e7-d976b009e018 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.585194] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Waiting for the task: (returnval){ [ 1367.585194] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52de0dc3-86bd-6917-3129-783d3317fc76" [ 1367.585194] env[63248]: _type = "Task" [ 1367.585194] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.596944] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52de0dc3-86bd-6917-3129-783d3317fc76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.653925] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.664414] env[63248]: DEBUG nova.scheduler.client.report [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.669303] env[63248]: DEBUG nova.network.neutron [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Updated VIF entry in instance network info cache for port 186d5a26-b152-4e4a-a7ec-5eaba52fdf06. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.669303] env[63248]: DEBUG nova.network.neutron [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Updating instance_info_cache with network_info: [{"id": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "address": "fa:16:3e:7e:ca:24", "network": {"id": "1267c86f-5f2d-425e-a44e-b532b7329267", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040917390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24b51c2d0994aeda71f836ddd2d453d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap186d5a26-b1", "ovs_interfaceid": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.676820] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800254, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.731641] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.737117] env[63248]: DEBUG oslo_vmware.api [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800256, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.846301] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-93849099-4dfb-4ae8-9f24-aee9fd8c2100 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.846807] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78e2efb1-8c99-4669-a9cf-c9067d4a207f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.856558] env[63248]: DEBUG oslo_vmware.api [None req-93849099-4dfb-4ae8-9f24-aee9fd8c2100 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1367.856558] env[63248]: value = "task-1800257" [ 1367.856558] env[63248]: _type = "Task" [ 1367.856558] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.867736] env[63248]: DEBUG oslo_vmware.api [None req-93849099-4dfb-4ae8-9f24-aee9fd8c2100 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.986851] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Releasing lock "refresh_cache-91452349-7338-4adb-abbc-fb2a256e6e78" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.987328] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Instance network_info: |[{"id": "714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd", "address": "fa:16:3e:f3:99:af", "network": {"id": "94179a66-b2e1-4c31-af1d-c84c7b75bd3a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1336910632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3367a0a551fc456a956721ab9a25bf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714f8ab9-ef", "ovs_interfaceid": "714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1367.987825] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:99:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1367.997275] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Creating folder: Project (3367a0a551fc456a956721ab9a25bf2e). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1367.997989] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d286630-ec3d-4f4a-acda-925f1682070e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.011609] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Created folder: Project (3367a0a551fc456a956721ab9a25bf2e) in parent group-v373228. [ 1368.011819] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Creating folder: Instances. Parent ref: group-v373290. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.012121] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d2b6c1c-a7f1-4120-8a7a-fbb83616d267 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.028295] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Created folder: Instances in parent group-v373290. [ 1368.028613] env[63248]: DEBUG oslo.service.loopingcall [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.029208] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1368.029314] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff132838-b031-41d2-a6ff-054e6caf6b46 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.049174] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1368.054070] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1368.054070] env[63248]: value = "task-1800260" [ 1368.054070] env[63248]: _type = "Task" [ 1368.054070] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.067450] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800260, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.084011] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.084283] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.084448] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.084736] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.085407] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.085713] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.086131] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.086444] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.086654] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.086828] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.087066] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.088212] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662910d3-8c5a-4196-8c2b-0778e17d65b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.101971] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52de0dc3-86bd-6917-3129-783d3317fc76, 'name': SearchDatastore_Task, 'duration_secs': 0.012101} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.104323] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.104606] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] c273fc1a-0af1-4cfe-9c3c-81352cb46f8c/c273fc1a-0af1-4cfe-9c3c-81352cb46f8c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1368.104913] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f6757e1-b3b0-4ab9-87da-17ddbd58f76c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.108065] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c102560-c4f1-4b82-b7c2-b227b2caa250 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.125289] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Waiting for the task: (returnval){ [ 1368.125289] env[63248]: value = "task-1800261" [ 1368.125289] env[63248]: _type = "Task" [ 1368.125289] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.134557] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.154119] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800253, 'name': ReconfigVM_Task, 'duration_secs': 1.326761} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.154425] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 65396595-bc14-4aea-b40d-906997b8bb6c/65396595-bc14-4aea-b40d-906997b8bb6c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.155180] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-851e8991-e205-417e-8a2f-f7eda5f07188 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.165396] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Waiting for the task: (returnval){ [ 1368.165396] env[63248]: value = "task-1800262" [ 1368.165396] env[63248]: _type = "Task" [ 1368.165396] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.174579] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.176874] env[63248]: DEBUG oslo_concurrency.lockutils [req-ef17d28e-d320-4b9e-a508-3ca9de5862a3 req-d5be8a77-bd9e-4ddf-b07a-75fb945fea03 service nova] Releasing lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.177338] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800254, 'name': Rename_Task, 'duration_secs': 1.143927} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.177784] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.248s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.179442] env[63248]: INFO nova.compute.claims [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.185021] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.185021] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1b6d040-cc81-47f9-bee0-b494ddac4b03 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.189875] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800262, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.196010] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1368.196010] env[63248]: value = "task-1800263" [ 1368.196010] env[63248]: _type = "Task" [ 1368.196010] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.203429] env[63248]: DEBUG oslo_vmware.api [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800256, 'name': PowerOffVM_Task, 'duration_secs': 0.634089} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.204390] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.204390] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.204390] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b6ef12c-bafe-4c9b-a77c-6d5e78aa63b3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.209541] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.210886] env[63248]: INFO nova.scheduler.client.report [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Deleted allocations for instance 440afce9-d205-40ee-9101-82d751e72a1a [ 1368.224647] env[63248]: DEBUG oslo_vmware.api [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800255, 'name': RemoveSnapshot_Task, 'duration_secs': 1.425053} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.224906] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1368.225127] env[63248]: INFO nova.compute.manager [None req-8486ffdf-585a-45b4-8a1d-feb2c5527cc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Took 17.05 seconds to snapshot the instance on the hypervisor. [ 1368.332292] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.332641] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.333195] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Deleting the datastore file [datastore1] efe2315a-1411-4927-ab0a-4e07fc8f4074 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.333195] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d41806a8-8f09-4600-9470-399ab9b18561 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.342271] env[63248]: DEBUG oslo_vmware.api [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Waiting for the task: (returnval){ [ 1368.342271] env[63248]: value = "task-1800265" [ 1368.342271] env[63248]: _type = "Task" [ 1368.342271] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.354464] env[63248]: DEBUG oslo_vmware.api [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.369412] env[63248]: DEBUG oslo_vmware.api [None req-93849099-4dfb-4ae8-9f24-aee9fd8c2100 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800257, 'name': PowerOffVM_Task, 'duration_secs': 0.247656} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.369892] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-93849099-4dfb-4ae8-9f24-aee9fd8c2100 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.370027] env[63248]: DEBUG nova.compute.manager [None req-93849099-4dfb-4ae8-9f24-aee9fd8c2100 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.370855] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ffda4c-cca1-4060-83c0-c1e61cbdd118 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.569025] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800260, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.638717] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800261, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.647126] env[63248]: DEBUG nova.compute.manager [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Received event network-vif-plugged-347c1517-43db-4a6a-948f-8ec5247cd954 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1368.647467] env[63248]: DEBUG oslo_concurrency.lockutils [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] Acquiring lock "c273fc1a-0af1-4cfe-9c3c-81352cb46f8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.647783] env[63248]: DEBUG oslo_concurrency.lockutils [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] Lock "c273fc1a-0af1-4cfe-9c3c-81352cb46f8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.647912] env[63248]: DEBUG oslo_concurrency.lockutils [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] Lock "c273fc1a-0af1-4cfe-9c3c-81352cb46f8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.648129] env[63248]: DEBUG nova.compute.manager [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] No waiting events found dispatching network-vif-plugged-347c1517-43db-4a6a-948f-8ec5247cd954 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.648306] env[63248]: WARNING nova.compute.manager [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Received unexpected event network-vif-plugged-347c1517-43db-4a6a-948f-8ec5247cd954 for instance with vm_state building and task_state spawning. [ 1368.648465] env[63248]: DEBUG nova.compute.manager [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Received event network-changed-186d5a26-b152-4e4a-a7ec-5eaba52fdf06 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1368.648622] env[63248]: DEBUG nova.compute.manager [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Refreshing instance network info cache due to event network-changed-186d5a26-b152-4e4a-a7ec-5eaba52fdf06. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1368.648871] env[63248]: DEBUG oslo_concurrency.lockutils [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] Acquiring lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.648960] env[63248]: DEBUG oslo_concurrency.lockutils [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] Acquired lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.649145] env[63248]: DEBUG nova.network.neutron [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Refreshing network info cache for port 186d5a26-b152-4e4a-a7ec-5eaba52fdf06 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1368.682707] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800262, 'name': Rename_Task, 'duration_secs': 0.229432} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.683038] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.683321] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-941eccde-1ef4-4ce8-9de4-36551669c27f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.694430] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Waiting for the task: (returnval){ [ 1368.694430] env[63248]: value = "task-1800266" [ 1368.694430] env[63248]: _type = "Task" [ 1368.694430] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.708783] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.716998] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800263, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.723182] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bd5e2f43-2a39-4c6c-aa57-42cbbddb3b83 tempest-ServerDiagnosticsV248Test-965858833 tempest-ServerDiagnosticsV248Test-965858833-project-member] Lock "440afce9-d205-40ee-9101-82d751e72a1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.211s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.749366] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Successfully updated port: e3ffd276-1023-4826-9d57-e7ff848ffb0e {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.853836] env[63248]: DEBUG oslo_vmware.api [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Task: {'id': task-1800265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422782} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.854158] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.854379] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.854573] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.854767] env[63248]: INFO nova.compute.manager [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1368.855077] env[63248]: DEBUG oslo.service.loopingcall [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.855323] env[63248]: DEBUG nova.compute.manager [-] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1368.855423] env[63248]: DEBUG nova.network.neutron [-] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.885375] env[63248]: DEBUG oslo_concurrency.lockutils [None req-93849099-4dfb-4ae8-9f24-aee9fd8c2100 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "a901b7d2-55d4-4ace-906e-40734377c899" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.033973] env[63248]: DEBUG nova.compute.manager [req-2de71458-a08f-42c6-ba12-2a15551e04eb req-2474a7c7-21db-4840-85e9-49ba79792b0e service nova] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Received event network-vif-plugged-714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1369.034219] env[63248]: DEBUG oslo_concurrency.lockutils [req-2de71458-a08f-42c6-ba12-2a15551e04eb req-2474a7c7-21db-4840-85e9-49ba79792b0e service nova] Acquiring lock "91452349-7338-4adb-abbc-fb2a256e6e78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.034432] env[63248]: DEBUG oslo_concurrency.lockutils [req-2de71458-a08f-42c6-ba12-2a15551e04eb req-2474a7c7-21db-4840-85e9-49ba79792b0e service nova] Lock "91452349-7338-4adb-abbc-fb2a256e6e78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.034604] env[63248]: DEBUG oslo_concurrency.lockutils [req-2de71458-a08f-42c6-ba12-2a15551e04eb req-2474a7c7-21db-4840-85e9-49ba79792b0e service nova] Lock "91452349-7338-4adb-abbc-fb2a256e6e78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.034973] env[63248]: DEBUG nova.compute.manager [req-2de71458-a08f-42c6-ba12-2a15551e04eb req-2474a7c7-21db-4840-85e9-49ba79792b0e service nova] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] No waiting events found dispatching network-vif-plugged-714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1369.035205] env[63248]: WARNING nova.compute.manager [req-2de71458-a08f-42c6-ba12-2a15551e04eb req-2474a7c7-21db-4840-85e9-49ba79792b0e service nova] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Received unexpected event network-vif-plugged-714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd for instance with vm_state building and task_state spawning. [ 1369.035377] env[63248]: DEBUG nova.compute.manager [req-2de71458-a08f-42c6-ba12-2a15551e04eb req-2474a7c7-21db-4840-85e9-49ba79792b0e service nova] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Received event network-changed-714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1369.035536] env[63248]: DEBUG nova.compute.manager [req-2de71458-a08f-42c6-ba12-2a15551e04eb req-2474a7c7-21db-4840-85e9-49ba79792b0e service nova] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Refreshing instance network info cache due to event network-changed-714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1369.035723] env[63248]: DEBUG oslo_concurrency.lockutils [req-2de71458-a08f-42c6-ba12-2a15551e04eb req-2474a7c7-21db-4840-85e9-49ba79792b0e service nova] Acquiring lock "refresh_cache-91452349-7338-4adb-abbc-fb2a256e6e78" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.035864] env[63248]: DEBUG oslo_concurrency.lockutils [req-2de71458-a08f-42c6-ba12-2a15551e04eb req-2474a7c7-21db-4840-85e9-49ba79792b0e service nova] Acquired lock "refresh_cache-91452349-7338-4adb-abbc-fb2a256e6e78" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.036033] env[63248]: DEBUG nova.network.neutron [req-2de71458-a08f-42c6-ba12-2a15551e04eb req-2474a7c7-21db-4840-85e9-49ba79792b0e service nova] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Refreshing network info cache for port 714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.069105] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800260, 'name': CreateVM_Task, 'duration_secs': 0.606168} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.069306] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.070535] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.070751] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.071053] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1369.071731] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888efb50-cce0-47dd-88ac-01ebd2100dfd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.077661] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1369.077661] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527dda7c-65ad-344e-f773-565bb2bd844a" [ 1369.077661] env[63248]: _type = "Task" [ 1369.077661] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.086986] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527dda7c-65ad-344e-f773-565bb2bd844a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.138219] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537308} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.138484] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] c273fc1a-0af1-4cfe-9c3c-81352cb46f8c/c273fc1a-0af1-4cfe-9c3c-81352cb46f8c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1369.138688] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1369.138935] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67e29666-0aa9-4d62-a1e8-1dbb354ea280 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.148504] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Waiting for the task: (returnval){ [ 1369.148504] env[63248]: value = "task-1800267" [ 1369.148504] env[63248]: _type = "Task" [ 1369.148504] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.161157] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.216373] env[63248]: DEBUG oslo_vmware.api [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800263, 'name': PowerOnVM_Task, 'duration_secs': 0.671485} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.221537] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.221537] env[63248]: INFO nova.compute.manager [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Took 11.83 seconds to spawn the instance on the hypervisor. [ 1369.221537] env[63248]: DEBUG nova.compute.manager [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.221937] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800266, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.226392] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a227367-7e09-4792-a485-cb62936e401e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.251957] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "refresh_cache-97c6c122-64c6-4dd3-baca-a254e27ed0c0" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.252139] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquired lock "refresh_cache-97c6c122-64c6-4dd3-baca-a254e27ed0c0" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.252274] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.401365] env[63248]: DEBUG nova.network.neutron [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Updated VIF entry in instance network info cache for port 186d5a26-b152-4e4a-a7ec-5eaba52fdf06. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.401975] env[63248]: DEBUG nova.network.neutron [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Updating instance_info_cache with network_info: [{"id": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "address": "fa:16:3e:7e:ca:24", "network": {"id": "1267c86f-5f2d-425e-a44e-b532b7329267", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040917390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24b51c2d0994aeda71f836ddd2d453d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap186d5a26-b1", "ovs_interfaceid": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.496967] env[63248]: DEBUG oslo_concurrency.lockutils [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "6366c103-ff17-4c0c-a8a2-f785c8547811" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.497262] env[63248]: DEBUG oslo_concurrency.lockutils [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "6366c103-ff17-4c0c-a8a2-f785c8547811" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.497509] env[63248]: DEBUG oslo_concurrency.lockutils [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "6366c103-ff17-4c0c-a8a2-f785c8547811-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.497704] env[63248]: DEBUG oslo_concurrency.lockutils [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "6366c103-ff17-4c0c-a8a2-f785c8547811-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.497868] env[63248]: DEBUG oslo_concurrency.lockutils [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "6366c103-ff17-4c0c-a8a2-f785c8547811-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.500332] env[63248]: INFO nova.compute.manager [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Terminating instance [ 1369.596712] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527dda7c-65ad-344e-f773-565bb2bd844a, 'name': SearchDatastore_Task, 'duration_secs': 0.045511} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.599984] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.599984] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.599984] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.599984] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.600236] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.600236] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf64b4e5-4c15-44fb-97b3-587c1939e5e5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.609751] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.609922] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.610739] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216a4ac6-7c24-4d19-bb14-2eb90cc9eea8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.616412] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1369.616412] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52718668-9da3-a840-61b0-803415f902f6" [ 1369.616412] env[63248]: _type = "Task" [ 1369.616412] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.626145] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52718668-9da3-a840-61b0-803415f902f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.643811] env[63248]: DEBUG nova.network.neutron [-] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.660330] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07641} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.666724] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.668792] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e24da13-bc83-416f-bd0d-4bb412182d5e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.685717] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.686053] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.686475] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.686578] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.686718] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.697338] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] c273fc1a-0af1-4cfe-9c3c-81352cb46f8c/c273fc1a-0af1-4cfe-9c3c-81352cb46f8c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.697978] env[63248]: INFO nova.compute.manager [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Terminating instance [ 1369.702642] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6d8e9ec-1993-4117-babe-47918bba6b7b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.731713] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800266, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.735976] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Waiting for the task: (returnval){ [ 1369.735976] env[63248]: value = "task-1800268" [ 1369.735976] env[63248]: _type = "Task" [ 1369.735976] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.749640] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800268, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.754872] env[63248]: INFO nova.compute.manager [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Took 30.82 seconds to build instance. [ 1369.768392] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae6b3af-fc5f-4985-a710-a4b9c0499170 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.776146] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65350c15-3e14-4df7-a5d3-21f1d3d3e7ca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.814118] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.820375] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62aaf73-2f26-4a63-8c7b-caffc35f163b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.831217] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc0e0b1-496e-4831-b508-eb01ee313577 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.849494] env[63248]: DEBUG nova.compute.provider_tree [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.907715] env[63248]: DEBUG oslo_concurrency.lockutils [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] Releasing lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.908301] env[63248]: DEBUG nova.compute.manager [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Received event network-changed-4b3a1cef-75bd-46d0-a13f-82e1e20c0149 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1369.909471] env[63248]: DEBUG nova.compute.manager [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Refreshing instance network info cache due to event network-changed-4b3a1cef-75bd-46d0-a13f-82e1e20c0149. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1369.909471] env[63248]: DEBUG oslo_concurrency.lockutils [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] Acquiring lock "refresh_cache-5a521eae-f2d3-4750-b293-0b4de3a74a3c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.909471] env[63248]: DEBUG oslo_concurrency.lockutils [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] Acquired lock "refresh_cache-5a521eae-f2d3-4750-b293-0b4de3a74a3c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.909471] env[63248]: DEBUG nova.network.neutron [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Refreshing network info cache for port 4b3a1cef-75bd-46d0-a13f-82e1e20c0149 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.005051] env[63248]: DEBUG nova.compute.manager [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1370.005429] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.006360] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f57b48a-0a39-4e7e-8edd-2c94d6d61d48 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.020625] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.020625] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74d323e8-8b70-4df8-a8a3-4368e7a6d249 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.033666] env[63248]: DEBUG nova.network.neutron [req-2de71458-a08f-42c6-ba12-2a15551e04eb req-2474a7c7-21db-4840-85e9-49ba79792b0e service nova] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Updated VIF entry in instance network info cache for port 714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.034101] env[63248]: DEBUG nova.network.neutron [req-2de71458-a08f-42c6-ba12-2a15551e04eb req-2474a7c7-21db-4840-85e9-49ba79792b0e service nova] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Updating instance_info_cache with network_info: [{"id": "714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd", "address": "fa:16:3e:f3:99:af", "network": {"id": "94179a66-b2e1-4c31-af1d-c84c7b75bd3a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1336910632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3367a0a551fc456a956721ab9a25bf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714f8ab9-ef", "ovs_interfaceid": "714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.129315] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52718668-9da3-a840-61b0-803415f902f6, 'name': SearchDatastore_Task, 'duration_secs': 0.048784} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.130663] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-568517b9-f052-4943-8a60-fa9e6de2eae9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.137656] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1370.137656] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525075bc-4fd5-68bc-4b0a-16947fdb974a" [ 1370.137656] env[63248]: _type = "Task" [ 1370.137656] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.149065] env[63248]: INFO nova.compute.manager [-] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Took 1.29 seconds to deallocate network for instance. [ 1370.149325] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525075bc-4fd5-68bc-4b0a-16947fdb974a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.155194] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Updating instance_info_cache with network_info: [{"id": "e3ffd276-1023-4826-9d57-e7ff848ffb0e", "address": "fa:16:3e:95:03:9b", "network": {"id": "94179a66-b2e1-4c31-af1d-c84c7b75bd3a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1336910632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3367a0a551fc456a956721ab9a25bf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ffd276-10", "ovs_interfaceid": "e3ffd276-1023-4826-9d57-e7ff848ffb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.213481] env[63248]: DEBUG oslo_vmware.api [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800266, 'name': PowerOnVM_Task, 'duration_secs': 1.27552} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.213769] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.213949] env[63248]: INFO nova.compute.manager [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1370.214142] env[63248]: DEBUG nova.compute.manager [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.215462] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1699cf1-e169-4d0b-9229-9fe10bd6850c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.226765] env[63248]: DEBUG nova.compute.manager [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1370.226997] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.227896] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ff2441-6b06-4f98-84ad-e4aace99ac8f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.242128] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.243772] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0146b73-0f2d-4200-83af-0c6f02baaf12 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.248631] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800268, 'name': ReconfigVM_Task, 'duration_secs': 0.392325} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.249385] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Reconfigured VM instance instance-00000013 to attach disk [datastore1] c273fc1a-0af1-4cfe-9c3c-81352cb46f8c/c273fc1a-0af1-4cfe-9c3c-81352cb46f8c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.250057] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-081c27bd-c532-4d5b-9170-dea2dc8bd6cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.255211] env[63248]: DEBUG oslo_vmware.api [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1370.255211] env[63248]: value = "task-1800270" [ 1370.255211] env[63248]: _type = "Task" [ 1370.255211] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.261343] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afab98e2-188d-4992-b45b-491385e9bb8f tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "8e040787-5b5e-4d2f-b23d-270b198a9642" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.261874] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Waiting for the task: (returnval){ [ 1370.261874] env[63248]: value = "task-1800271" [ 1370.261874] env[63248]: _type = "Task" [ 1370.261874] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.267669] env[63248]: DEBUG oslo_vmware.api [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.280783] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800271, 'name': Rename_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.355761] env[63248]: DEBUG nova.scheduler.client.report [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.368909] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.369211] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.369314] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleting the datastore file [datastore1] 6366c103-ff17-4c0c-a8a2-f785c8547811 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.369633] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e02febfb-bb4f-460c-aa72-9827782992cb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.381071] env[63248]: DEBUG oslo_vmware.api [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1370.381071] env[63248]: value = "task-1800272" [ 1370.381071] env[63248]: _type = "Task" [ 1370.381071] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.390751] env[63248]: DEBUG oslo_vmware.api [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.505759] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "ef8a4b6c-f0a9-48a3-ac37-03706a7abde0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.506330] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "ef8a4b6c-f0a9-48a3-ac37-03706a7abde0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.537356] env[63248]: DEBUG oslo_concurrency.lockutils [req-2de71458-a08f-42c6-ba12-2a15551e04eb req-2474a7c7-21db-4840-85e9-49ba79792b0e service nova] Releasing lock "refresh_cache-91452349-7338-4adb-abbc-fb2a256e6e78" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.653178] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525075bc-4fd5-68bc-4b0a-16947fdb974a, 'name': SearchDatastore_Task, 'duration_secs': 0.013952} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.653547] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.653968] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 91452349-7338-4adb-abbc-fb2a256e6e78/91452349-7338-4adb-abbc-fb2a256e6e78.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.654220] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-082c6915-9dd9-4a71-af40-f373862d45dc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.657453] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.657936] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Releasing lock "refresh_cache-97c6c122-64c6-4dd3-baca-a254e27ed0c0" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.658283] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Instance network_info: |[{"id": "e3ffd276-1023-4826-9d57-e7ff848ffb0e", "address": "fa:16:3e:95:03:9b", "network": {"id": "94179a66-b2e1-4c31-af1d-c84c7b75bd3a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1336910632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3367a0a551fc456a956721ab9a25bf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ffd276-10", "ovs_interfaceid": "e3ffd276-1023-4826-9d57-e7ff848ffb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1370.659091] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:03:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3ffd276-1023-4826-9d57-e7ff848ffb0e', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.666920] env[63248]: DEBUG oslo.service.loopingcall [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.668628] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.669037] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1370.669037] env[63248]: value = "task-1800273" [ 1370.669037] env[63248]: _type = "Task" [ 1370.669037] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.669259] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5bc8a49-acef-4b5a-9177-8a788e56fa3a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.702386] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.703879] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.703879] env[63248]: value = "task-1800274" [ 1370.703879] env[63248]: _type = "Task" [ 1370.703879] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.713663] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800274, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.735229] env[63248]: INFO nova.compute.manager [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Took 30.83 seconds to build instance. [ 1370.766555] env[63248]: DEBUG oslo_vmware.api [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800270, 'name': PowerOffVM_Task, 'duration_secs': 0.250405} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.766854] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.767094] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.767565] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-875adf25-7c13-4a57-a6b3-0c2c47bba8d6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.773818] env[63248]: DEBUG nova.compute.manager [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.785296] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800271, 'name': Rename_Task, 'duration_secs': 0.231871} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.785655] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.785989] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90671d99-678d-450b-9c2c-eaa7783e7fe8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.794991] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Waiting for the task: (returnval){ [ 1370.794991] env[63248]: value = "task-1800276" [ 1370.794991] env[63248]: _type = "Task" [ 1370.794991] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.808212] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.863844] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.864725] env[63248]: DEBUG nova.compute.manager [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1370.875654] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.467s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.889295] env[63248]: INFO nova.compute.claims [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.898742] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.899098] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.899716] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Deleting the datastore file [datastore1] 5a521eae-f2d3-4750-b293-0b4de3a74a3c {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.904145] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd78a0f9-6409-4c1e-8ee3-57d71160622c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.916017] env[63248]: DEBUG oslo_vmware.api [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150048} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.918033] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.918397] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.919161] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.919161] env[63248]: INFO nova.compute.manager [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Took 0.91 seconds to destroy the instance on the hypervisor. [ 1370.919161] env[63248]: DEBUG oslo.service.loopingcall [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.919548] env[63248]: DEBUG oslo_vmware.api [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1370.919548] env[63248]: value = "task-1800277" [ 1370.919548] env[63248]: _type = "Task" [ 1370.919548] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.919845] env[63248]: DEBUG nova.compute.manager [-] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1370.919972] env[63248]: DEBUG nova.network.neutron [-] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.936689] env[63248]: DEBUG oslo_vmware.api [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.015241] env[63248]: DEBUG nova.network.neutron [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Updated VIF entry in instance network info cache for port 4b3a1cef-75bd-46d0-a13f-82e1e20c0149. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.015725] env[63248]: DEBUG nova.network.neutron [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Updating instance_info_cache with network_info: [{"id": "4b3a1cef-75bd-46d0-a13f-82e1e20c0149", "address": "fa:16:3e:92:3b:57", "network": {"id": "1267c86f-5f2d-425e-a44e-b532b7329267", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040917390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24b51c2d0994aeda71f836ddd2d453d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b3a1cef-75", "ovs_interfaceid": "4b3a1cef-75bd-46d0-a13f-82e1e20c0149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.199269] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800273, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.236321] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb55ea3d-7cd6-4788-b58e-a25b5d00ca66 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Lock "65396595-bc14-4aea-b40d-906997b8bb6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.319s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.236594] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800274, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.306681] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.315049] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800276, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.377217] env[63248]: DEBUG nova.compute.utils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1371.380800] env[63248]: DEBUG nova.compute.manager [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1371.380943] env[63248]: DEBUG nova.network.neutron [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.443104] env[63248]: DEBUG oslo_vmware.api [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444457} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.443679] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.444024] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.444234] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.444830] env[63248]: INFO nova.compute.manager [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1371.444830] env[63248]: DEBUG oslo.service.loopingcall [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1371.445066] env[63248]: DEBUG nova.compute.manager [-] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1371.445176] env[63248]: DEBUG nova.network.neutron [-] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1371.509474] env[63248]: DEBUG nova.policy [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a434a955fa34437835e4bff47544716', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c60f98de5ca44c9bc5fb9c9d4f7ad63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1371.523090] env[63248]: DEBUG oslo_concurrency.lockutils [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] Releasing lock "refresh_cache-5a521eae-f2d3-4750-b293-0b4de3a74a3c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.524032] env[63248]: DEBUG nova.compute.manager [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Received event network-changed-347c1517-43db-4a6a-948f-8ec5247cd954 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1371.524032] env[63248]: DEBUG nova.compute.manager [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Refreshing instance network info cache due to event network-changed-347c1517-43db-4a6a-948f-8ec5247cd954. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1371.524032] env[63248]: DEBUG oslo_concurrency.lockutils [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] Acquiring lock "refresh_cache-c273fc1a-0af1-4cfe-9c3c-81352cb46f8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.524190] env[63248]: DEBUG oslo_concurrency.lockutils [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] Acquired lock "refresh_cache-c273fc1a-0af1-4cfe-9c3c-81352cb46f8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.524436] env[63248]: DEBUG nova.network.neutron [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Refreshing network info cache for port 347c1517-43db-4a6a-948f-8ec5247cd954 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.698847] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.699639] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.707815] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537518} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.708371] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 91452349-7338-4adb-abbc-fb2a256e6e78/91452349-7338-4adb-abbc-fb2a256e6e78.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.708742] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.709123] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea738197-5382-4004-b2a6-8f78ff9443d9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.721305] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1371.721305] env[63248]: value = "task-1800278" [ 1371.721305] env[63248]: _type = "Task" [ 1371.721305] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.733636] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800274, 'name': CreateVM_Task, 'duration_secs': 0.754734} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.734860] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.735721] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.736327] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.739189] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1371.739189] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21c37834-7270-47e7-a7cb-409dffee7e63 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.746088] env[63248]: DEBUG nova.compute.manager [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1371.749399] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.759799] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1371.759799] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52773f8e-4f2e-e6ae-5e32-447af806a8ae" [ 1371.759799] env[63248]: _type = "Task" [ 1371.759799] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.776640] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52773f8e-4f2e-e6ae-5e32-447af806a8ae, 'name': SearchDatastore_Task, 'duration_secs': 0.015262} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.776991] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.777217] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.777611] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.777785] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.777980] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.778328] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab9adbb9-c635-456a-b233-2f76664c3334 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.790444] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.791197] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.791600] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b8f4a6-284a-414d-b9cf-dd00f13e0d34 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.806516] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1371.806516] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fe75f4-a373-e866-5aa6-fa8857b190a3" [ 1371.806516] env[63248]: _type = "Task" [ 1371.806516] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.815036] env[63248]: DEBUG oslo_vmware.api [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800276, 'name': PowerOnVM_Task, 'duration_secs': 0.909527} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.820028] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.820028] env[63248]: INFO nova.compute.manager [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1371.820028] env[63248]: DEBUG nova.compute.manager [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.820028] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e48e31-0c3b-447b-80e4-751c8e375bd5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.825787] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fe75f4-a373-e866-5aa6-fa8857b190a3, 'name': SearchDatastore_Task, 'duration_secs': 0.013628} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.827182] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d657153a-1cdd-4ed0-be11-391dedeb7cd7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.839404] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1371.839404] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529f1af8-74c5-c827-4691-4f9acf485bc5" [ 1371.839404] env[63248]: _type = "Task" [ 1371.839404] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.850639] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529f1af8-74c5-c827-4691-4f9acf485bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.888523] env[63248]: DEBUG nova.compute.manager [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1371.945910] env[63248]: DEBUG nova.network.neutron [-] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.192839] env[63248]: DEBUG nova.network.neutron [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Successfully created port: 6bd58302-a4e8-43da-afe8-8abf2f26853c {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.236075] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110931} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.236449] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.237362] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7560b5fc-770a-410b-b7ce-ef17c07c885c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.265037] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 91452349-7338-4adb-abbc-fb2a256e6e78/91452349-7338-4adb-abbc-fb2a256e6e78.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.269889] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af766d20-90fa-430c-9616-574d2315d2f5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.285907] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.294072] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1372.294072] env[63248]: value = "task-1800279" [ 1372.294072] env[63248]: _type = "Task" [ 1372.294072] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.308591] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.328283] env[63248]: DEBUG nova.network.neutron [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Updated VIF entry in instance network info cache for port 347c1517-43db-4a6a-948f-8ec5247cd954. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.328283] env[63248]: DEBUG nova.network.neutron [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Updating instance_info_cache with network_info: [{"id": "347c1517-43db-4a6a-948f-8ec5247cd954", "address": "fa:16:3e:f6:cc:1d", "network": {"id": "346ea00a-2e9f-40a7-82c5-9547e383fdc5", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1036564526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f78b9ecd4541338fcf80e105d6f1e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347c1517-43", "ovs_interfaceid": "347c1517-43db-4a6a-948f-8ec5247cd954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.355774] env[63248]: INFO nova.compute.manager [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Took 29.40 seconds to build instance. [ 1372.357482] env[63248]: DEBUG nova.network.neutron [-] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.362277] env[63248]: DEBUG nova.compute.manager [req-6dd26923-0943-4cdb-a0d5-4111a49f31eb req-dc5ce68d-22bc-4b6c-ac92-a5768bad55ed service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Received event network-changed-4b3a1cef-75bd-46d0-a13f-82e1e20c0149 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1372.362277] env[63248]: DEBUG nova.compute.manager [req-6dd26923-0943-4cdb-a0d5-4111a49f31eb req-dc5ce68d-22bc-4b6c-ac92-a5768bad55ed service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Refreshing instance network info cache due to event network-changed-4b3a1cef-75bd-46d0-a13f-82e1e20c0149. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1372.362277] env[63248]: DEBUG oslo_concurrency.lockutils [req-6dd26923-0943-4cdb-a0d5-4111a49f31eb req-dc5ce68d-22bc-4b6c-ac92-a5768bad55ed service nova] Acquiring lock "refresh_cache-5a521eae-f2d3-4750-b293-0b4de3a74a3c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.362277] env[63248]: DEBUG oslo_concurrency.lockutils [req-6dd26923-0943-4cdb-a0d5-4111a49f31eb req-dc5ce68d-22bc-4b6c-ac92-a5768bad55ed service nova] Acquired lock "refresh_cache-5a521eae-f2d3-4750-b293-0b4de3a74a3c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.362277] env[63248]: DEBUG nova.network.neutron [req-6dd26923-0943-4cdb-a0d5-4111a49f31eb req-dc5ce68d-22bc-4b6c-ac92-a5768bad55ed service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Refreshing network info cache for port 4b3a1cef-75bd-46d0-a13f-82e1e20c0149 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.369630] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529f1af8-74c5-c827-4691-4f9acf485bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.013897} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.370183] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.370472] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 97c6c122-64c6-4dd3-baca-a254e27ed0c0/97c6c122-64c6-4dd3-baca-a254e27ed0c0.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.373958] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51ca7df7-ac66-4dd3-869b-cfe594afa36f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.384580] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1372.384580] env[63248]: value = "task-1800280" [ 1372.384580] env[63248]: _type = "Task" [ 1372.384580] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.399834] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.450752] env[63248]: INFO nova.compute.manager [-] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Took 1.53 seconds to deallocate network for instance. [ 1372.465172] env[63248]: DEBUG nova.compute.manager [req-b8c2f8ec-d5da-4999-8649-bf2c94d70333 req-d6954d8c-ee14-4bb4-880b-113a9c187e55 service nova] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Received event network-vif-plugged-e3ffd276-1023-4826-9d57-e7ff848ffb0e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1372.465386] env[63248]: DEBUG oslo_concurrency.lockutils [req-b8c2f8ec-d5da-4999-8649-bf2c94d70333 req-d6954d8c-ee14-4bb4-880b-113a9c187e55 service nova] Acquiring lock "97c6c122-64c6-4dd3-baca-a254e27ed0c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.465601] env[63248]: DEBUG oslo_concurrency.lockutils [req-b8c2f8ec-d5da-4999-8649-bf2c94d70333 req-d6954d8c-ee14-4bb4-880b-113a9c187e55 service nova] Lock "97c6c122-64c6-4dd3-baca-a254e27ed0c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.466040] env[63248]: DEBUG oslo_concurrency.lockutils [req-b8c2f8ec-d5da-4999-8649-bf2c94d70333 req-d6954d8c-ee14-4bb4-880b-113a9c187e55 service nova] Lock "97c6c122-64c6-4dd3-baca-a254e27ed0c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.466229] env[63248]: DEBUG nova.compute.manager [req-b8c2f8ec-d5da-4999-8649-bf2c94d70333 req-d6954d8c-ee14-4bb4-880b-113a9c187e55 service nova] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] No waiting events found dispatching network-vif-plugged-e3ffd276-1023-4826-9d57-e7ff848ffb0e {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1372.466393] env[63248]: WARNING nova.compute.manager [req-b8c2f8ec-d5da-4999-8649-bf2c94d70333 req-d6954d8c-ee14-4bb4-880b-113a9c187e55 service nova] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Received unexpected event network-vif-plugged-e3ffd276-1023-4826-9d57-e7ff848ffb0e for instance with vm_state building and task_state spawning. [ 1372.466550] env[63248]: DEBUG nova.compute.manager [req-b8c2f8ec-d5da-4999-8649-bf2c94d70333 req-d6954d8c-ee14-4bb4-880b-113a9c187e55 service nova] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Received event network-changed-e3ffd276-1023-4826-9d57-e7ff848ffb0e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1372.466698] env[63248]: DEBUG nova.compute.manager [req-b8c2f8ec-d5da-4999-8649-bf2c94d70333 req-d6954d8c-ee14-4bb4-880b-113a9c187e55 service nova] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Refreshing instance network info cache due to event network-changed-e3ffd276-1023-4826-9d57-e7ff848ffb0e. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1372.466884] env[63248]: DEBUG oslo_concurrency.lockutils [req-b8c2f8ec-d5da-4999-8649-bf2c94d70333 req-d6954d8c-ee14-4bb4-880b-113a9c187e55 service nova] Acquiring lock "refresh_cache-97c6c122-64c6-4dd3-baca-a254e27ed0c0" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.467059] env[63248]: DEBUG oslo_concurrency.lockutils [req-b8c2f8ec-d5da-4999-8649-bf2c94d70333 req-d6954d8c-ee14-4bb4-880b-113a9c187e55 service nova] Acquired lock "refresh_cache-97c6c122-64c6-4dd3-baca-a254e27ed0c0" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.467178] env[63248]: DEBUG nova.network.neutron [req-b8c2f8ec-d5da-4999-8649-bf2c94d70333 req-d6954d8c-ee14-4bb4-880b-113a9c187e55 service nova] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Refreshing network info cache for port e3ffd276-1023-4826-9d57-e7ff848ffb0e {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.502547] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88f2857-705b-468e-a185-d9f140917f1f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.512078] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051f6b16-0966-4a22-8981-b0203de7c5f7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.560837] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260cb420-127b-4785-8838-0882a2568ba9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.571883] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0669dbf9-1b0b-4455-b876-05a899236c43 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.589944] env[63248]: DEBUG nova.compute.provider_tree [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.807570] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.827365] env[63248]: DEBUG nova.objects.instance [None req-50c7572e-a3a8-48a4-8d48-eca1441a3f46 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lazy-loading 'flavor' on Instance uuid a901b7d2-55d4-4ace-906e-40734377c899 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.829804] env[63248]: DEBUG oslo_concurrency.lockutils [req-bdb3aa2f-a8da-4de6-9f1f-d1ca41adf9c5 req-4821ec98-d9d6-48e0-b6b9-c58057f359c2 service nova] Releasing lock "refresh_cache-c273fc1a-0af1-4cfe-9c3c-81352cb46f8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.863295] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7904eafc-5baf-499c-94cb-7a89f8783d5b tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Lock "c273fc1a-0af1-4cfe-9c3c-81352cb46f8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.863s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.863295] env[63248]: INFO nova.compute.manager [-] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Took 1.42 seconds to deallocate network for instance. [ 1372.898822] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.899934] env[63248]: INFO nova.network.neutron [req-6dd26923-0943-4cdb-a0d5-4111a49f31eb req-dc5ce68d-22bc-4b6c-ac92-a5768bad55ed service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Port 4b3a1cef-75bd-46d0-a13f-82e1e20c0149 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1372.900228] env[63248]: DEBUG nova.network.neutron [req-6dd26923-0943-4cdb-a0d5-4111a49f31eb req-dc5ce68d-22bc-4b6c-ac92-a5768bad55ed service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.902557] env[63248]: DEBUG nova.compute.manager [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1372.944343] env[63248]: DEBUG nova.virt.hardware [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.944710] env[63248]: DEBUG nova.virt.hardware [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.944937] env[63248]: DEBUG nova.virt.hardware [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.945306] env[63248]: DEBUG nova.virt.hardware [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.947463] env[63248]: DEBUG nova.virt.hardware [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.947463] env[63248]: DEBUG nova.virt.hardware [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.947463] env[63248]: DEBUG nova.virt.hardware [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.947463] env[63248]: DEBUG nova.virt.hardware [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.947463] env[63248]: DEBUG nova.virt.hardware [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.947690] env[63248]: DEBUG nova.virt.hardware [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.947690] env[63248]: DEBUG nova.virt.hardware [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.947747] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842483f6-60ae-40f9-afce-5ba9b8af2d13 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.957361] env[63248]: DEBUG oslo_concurrency.lockutils [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.958990] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aa16c7-7393-4900-a960-8bdd5e7d43ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.093605] env[63248]: DEBUG nova.scheduler.client.report [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.245128] env[63248]: DEBUG nova.network.neutron [req-b8c2f8ec-d5da-4999-8649-bf2c94d70333 req-d6954d8c-ee14-4bb4-880b-113a9c187e55 service nova] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Updated VIF entry in instance network info cache for port e3ffd276-1023-4826-9d57-e7ff848ffb0e. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.245128] env[63248]: DEBUG nova.network.neutron [req-b8c2f8ec-d5da-4999-8649-bf2c94d70333 req-d6954d8c-ee14-4bb4-880b-113a9c187e55 service nova] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Updating instance_info_cache with network_info: [{"id": "e3ffd276-1023-4826-9d57-e7ff848ffb0e", "address": "fa:16:3e:95:03:9b", "network": {"id": "94179a66-b2e1-4c31-af1d-c84c7b75bd3a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1336910632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3367a0a551fc456a956721ab9a25bf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ffd276-10", "ovs_interfaceid": "e3ffd276-1023-4826-9d57-e7ff848ffb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.307112] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800279, 'name': ReconfigVM_Task, 'duration_secs': 0.651246} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.310151] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 91452349-7338-4adb-abbc-fb2a256e6e78/91452349-7338-4adb-abbc-fb2a256e6e78.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.310151] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-338217ca-118b-41d3-acd3-d4198706b3bf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.321802] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1373.321802] env[63248]: value = "task-1800281" [ 1373.321802] env[63248]: _type = "Task" [ 1373.321802] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.335756] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800281, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.336353] env[63248]: DEBUG oslo_concurrency.lockutils [None req-50c7572e-a3a8-48a4-8d48-eca1441a3f46 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "refresh_cache-a901b7d2-55d4-4ace-906e-40734377c899" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.336516] env[63248]: DEBUG oslo_concurrency.lockutils [None req-50c7572e-a3a8-48a4-8d48-eca1441a3f46 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquired lock "refresh_cache-a901b7d2-55d4-4ace-906e-40734377c899" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.336696] env[63248]: DEBUG nova.network.neutron [None req-50c7572e-a3a8-48a4-8d48-eca1441a3f46 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.336874] env[63248]: DEBUG nova.objects.instance [None req-50c7572e-a3a8-48a4-8d48-eca1441a3f46 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lazy-loading 'info_cache' on Instance uuid a901b7d2-55d4-4ace-906e-40734377c899 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.370814] env[63248]: DEBUG nova.compute.manager [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1373.379816] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.396452] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.957803} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.396713] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 97c6c122-64c6-4dd3-baca-a254e27ed0c0/97c6c122-64c6-4dd3-baca-a254e27ed0c0.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.396924] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.397258] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3c6ffb5-5b63-4fb9-8beb-628591002039 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.404521] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1373.404521] env[63248]: value = "task-1800282" [ 1373.404521] env[63248]: _type = "Task" [ 1373.404521] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.410233] env[63248]: DEBUG oslo_concurrency.lockutils [req-6dd26923-0943-4cdb-a0d5-4111a49f31eb req-dc5ce68d-22bc-4b6c-ac92-a5768bad55ed service nova] Releasing lock "refresh_cache-5a521eae-f2d3-4750-b293-0b4de3a74a3c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.416489] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.600226] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.600796] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1373.603404] env[63248]: DEBUG oslo_concurrency.lockutils [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.319s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.744912] env[63248]: DEBUG oslo_concurrency.lockutils [req-b8c2f8ec-d5da-4999-8649-bf2c94d70333 req-d6954d8c-ee14-4bb4-880b-113a9c187e55 service nova] Releasing lock "refresh_cache-97c6c122-64c6-4dd3-baca-a254e27ed0c0" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.744912] env[63248]: DEBUG nova.compute.manager [req-b8c2f8ec-d5da-4999-8649-bf2c94d70333 req-d6954d8c-ee14-4bb4-880b-113a9c187e55 service nova] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Received event network-vif-deleted-21ec3d6e-c1b7-4d64-8ef9-531d1fdcfbac {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1373.759468] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Acquiring lock "1fa6471f-fda6-448d-8d06-cb0c46e3175a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.760204] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Lock "1fa6471f-fda6-448d-8d06-cb0c46e3175a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.837157] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800281, 'name': Rename_Task, 'duration_secs': 0.19329} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.837489] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.837742] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aea137ec-1e77-414c-a924-a27e4372c0b8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.842781] env[63248]: DEBUG nova.objects.base [None req-50c7572e-a3a8-48a4-8d48-eca1441a3f46 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1373.847537] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1373.847537] env[63248]: value = "task-1800283" [ 1373.847537] env[63248]: _type = "Task" [ 1373.847537] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.859728] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.873125] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "48363a3d-e5c1-41b9-ac55-caea067f1a75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.873125] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "48363a3d-e5c1-41b9-ac55-caea067f1a75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.898492] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.915420] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09054} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.915777] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.916728] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8507e9bd-7482-48ba-b072-55e7acd9b086 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.942288] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 97c6c122-64c6-4dd3-baca-a254e27ed0c0/97c6c122-64c6-4dd3-baca-a254e27ed0c0.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.943145] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fc0a5be-7b2d-48a9-a603-fae4b7f04b28 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.966976] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1373.966976] env[63248]: value = "task-1800284" [ 1373.966976] env[63248]: _type = "Task" [ 1373.966976] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.976042] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.108228] env[63248]: DEBUG nova.compute.utils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1374.114191] env[63248]: INFO nova.compute.claims [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.120913] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1374.120913] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1374.163848] env[63248]: DEBUG nova.policy [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66c471e2017b4a43840f86631f634465', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3367a0a551fc456a956721ab9a25bf2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1374.359588] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800283, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.376650] env[63248]: DEBUG nova.network.neutron [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Successfully updated port: 6bd58302-a4e8-43da-afe8-8abf2f26853c {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1374.463305] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Successfully created port: d886e135-763f-4e0f-b87b-8136ae0d73b0 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1374.477482] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800284, 'name': ReconfigVM_Task, 'duration_secs': 0.35248} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.477763] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 97c6c122-64c6-4dd3-baca-a254e27ed0c0/97c6c122-64c6-4dd3-baca-a254e27ed0c0.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.478617] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2263ea68-62ca-484c-b42f-711769891cc9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.485061] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1374.485061] env[63248]: value = "task-1800285" [ 1374.485061] env[63248]: _type = "Task" [ 1374.485061] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.494759] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800285, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.613788] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1374.625168] env[63248]: INFO nova.compute.resource_tracker [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Updating resource usage from migration 04bba434-ff35-4709-ab14-aa42d5951318 [ 1374.860819] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800283, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.865251] env[63248]: DEBUG nova.network.neutron [None req-50c7572e-a3a8-48a4-8d48-eca1441a3f46 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Updating instance_info_cache with network_info: [{"id": "48ebc3de-ccf0-42c8-80e1-01ec148552bd", "address": "fa:16:3e:f5:2f:35", "network": {"id": "1e9ca274-46ff-465f-bb73-551166e1ca7c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-578050233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb8409a21154020b16c7f718608b27d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ebc3de-cc", "ovs_interfaceid": "48ebc3de-ccf0-42c8-80e1-01ec148552bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.879641] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Acquiring lock "refresh_cache-71318012-4221-4eae-a437-14d5b093363d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.879641] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Acquired lock "refresh_cache-71318012-4221-4eae-a437-14d5b093363d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.879994] env[63248]: DEBUG nova.network.neutron [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.975469] env[63248]: DEBUG oslo_vmware.rw_handles [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211b51f-243a-04f9-6b1b-33f8a9d80132/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1374.976584] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7478eb-f348-46ea-9797-11bd2826a26e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.984646] env[63248]: DEBUG oslo_vmware.rw_handles [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211b51f-243a-04f9-6b1b-33f8a9d80132/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1374.984850] env[63248]: ERROR oslo_vmware.rw_handles [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211b51f-243a-04f9-6b1b-33f8a9d80132/disk-0.vmdk due to incomplete transfer. [ 1374.985101] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-beab2cff-1d4f-475d-8c34-ddd952697ecc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.997056] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800285, 'name': Rename_Task, 'duration_secs': 0.145466} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.998267] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.998512] env[63248]: DEBUG oslo_vmware.rw_handles [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211b51f-243a-04f9-6b1b-33f8a9d80132/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1374.998705] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Uploaded image 9371dfd1-bef9-4f97-be2f-4efb13f0e249 to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1375.001069] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1375.001069] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d9843b6-9608-4470-8ad3-d124fb0d1129 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.002469] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-29006e67-0b3b-42f0-b747-be3e915a2fa1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.012320] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1375.012320] env[63248]: value = "task-1800287" [ 1375.012320] env[63248]: _type = "Task" [ 1375.012320] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.012320] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1375.012320] env[63248]: value = "task-1800286" [ 1375.012320] env[63248]: _type = "Task" [ 1375.012320] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.030815] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.033904] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800287, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.185900] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62f5279-ee1a-417e-ba82-b05c9501ce2a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.193756] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cefc7b-5113-4bdb-a137-2882f256e3db {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.226445] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9187d441-aaed-446f-9568-b5e8a84ee2cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.235184] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b562ea2-c979-4aeb-a332-dbae4917b499 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.255500] env[63248]: DEBUG nova.compute.provider_tree [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.360143] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800283, 'name': PowerOnVM_Task, 'duration_secs': 1.134001} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.360143] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.360143] env[63248]: INFO nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Took 9.98 seconds to spawn the instance on the hypervisor. [ 1375.360143] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.360785] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3558b84d-3443-4d34-ab1b-f0f68691f6be {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.369163] env[63248]: DEBUG oslo_concurrency.lockutils [None req-50c7572e-a3a8-48a4-8d48-eca1441a3f46 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Releasing lock "refresh_cache-a901b7d2-55d4-4ace-906e-40734377c899" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.429029] env[63248]: DEBUG nova.network.neutron [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1375.540106] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800286, 'name': PowerOnVM_Task, 'duration_secs': 0.465831} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.543216] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.543446] env[63248]: INFO nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1375.543654] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.543976] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800287, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.547177] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6b38e8-d7f0-43b0-ac2a-33cc07be4ffd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.605805] env[63248]: DEBUG nova.compute.manager [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Received event network-changed-186d5a26-b152-4e4a-a7ec-5eaba52fdf06 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1375.605805] env[63248]: DEBUG nova.compute.manager [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Refreshing instance network info cache due to event network-changed-186d5a26-b152-4e4a-a7ec-5eaba52fdf06. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1375.605805] env[63248]: DEBUG oslo_concurrency.lockutils [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] Acquiring lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.605805] env[63248]: DEBUG oslo_concurrency.lockutils [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] Acquired lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.606061] env[63248]: DEBUG nova.network.neutron [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Refreshing network info cache for port 186d5a26-b152-4e4a-a7ec-5eaba52fdf06 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.624766] env[63248]: DEBUG nova.compute.manager [req-923e96c0-1a90-46bc-89df-c1edc69839e3 req-d4593506-d33c-48ab-bbbc-18025bbb4743 service nova] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Received event network-vif-deleted-c20b75b3-73c6-4b5f-9768-25f278db4ff7 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1375.624924] env[63248]: DEBUG nova.compute.manager [req-923e96c0-1a90-46bc-89df-c1edc69839e3 req-d4593506-d33c-48ab-bbbc-18025bbb4743 service nova] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Received event network-vif-deleted-4b3a1cef-75bd-46d0-a13f-82e1e20c0149 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1375.626190] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1375.655130] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1375.655130] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.655130] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1375.655315] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.655315] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1375.655315] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1375.655423] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1375.655589] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1375.655750] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1375.655904] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1375.656080] env[63248]: DEBUG nova.virt.hardware [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1375.656966] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17aba6a-d0d1-44c1-b336-534d6590d987 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.668420] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68785b7-cdc4-4edf-92ba-b4761202e5ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.676108] env[63248]: DEBUG nova.network.neutron [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Updating instance_info_cache with network_info: [{"id": "6bd58302-a4e8-43da-afe8-8abf2f26853c", "address": "fa:16:3e:1c:7e:ec", "network": {"id": "fa7fa2b7-75f9-44d6-b7bf-8dbfd3909062", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1004271340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c60f98de5ca44c9bc5fb9c9d4f7ad63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd58302-a4", "ovs_interfaceid": "6bd58302-a4e8-43da-afe8-8abf2f26853c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.759064] env[63248]: DEBUG nova.scheduler.client.report [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.880573] env[63248]: INFO nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Took 31.64 seconds to build instance. [ 1376.002229] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Successfully updated port: d886e135-763f-4e0f-b87b-8136ae0d73b0 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1376.026305] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800287, 'name': Destroy_Task, 'duration_secs': 0.820934} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.026638] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Destroyed the VM [ 1376.026891] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1376.027400] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-13b95034-22a0-4f4b-ae86-1f45eed6a3ca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.034887] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1376.034887] env[63248]: value = "task-1800288" [ 1376.034887] env[63248]: _type = "Task" [ 1376.034887] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.043643] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800288, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.061994] env[63248]: INFO nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Took 30.26 seconds to build instance. [ 1376.190480] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Releasing lock "refresh_cache-71318012-4221-4eae-a437-14d5b093363d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.190898] env[63248]: DEBUG nova.compute.manager [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Instance network_info: |[{"id": "6bd58302-a4e8-43da-afe8-8abf2f26853c", "address": "fa:16:3e:1c:7e:ec", "network": {"id": "fa7fa2b7-75f9-44d6-b7bf-8dbfd3909062", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1004271340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c60f98de5ca44c9bc5fb9c9d4f7ad63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd58302-a4", "ovs_interfaceid": "6bd58302-a4e8-43da-afe8-8abf2f26853c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1376.194559] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:7e:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bd58302-a4e8-43da-afe8-8abf2f26853c', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1376.206361] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Creating folder: Project (3c60f98de5ca44c9bc5fb9c9d4f7ad63). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.207095] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-006121b5-14b6-4494-a51a-d578ce669686 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.221975] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Created folder: Project (3c60f98de5ca44c9bc5fb9c9d4f7ad63) in parent group-v373228. [ 1376.221975] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Creating folder: Instances. Parent ref: group-v373294. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.221975] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96250349-6338-41fb-b243-681a1d6ca8f1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.232817] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Created folder: Instances in parent group-v373294. [ 1376.233261] env[63248]: DEBUG oslo.service.loopingcall [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1376.233544] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71318012-4221-4eae-a437-14d5b093363d] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1376.233760] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-813ab347-8599-4dfa-b56a-4ba80ce2d08c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.255742] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1376.255742] env[63248]: value = "task-1800291" [ 1376.255742] env[63248]: _type = "Task" [ 1376.255742] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.264835] env[63248]: DEBUG oslo_concurrency.lockutils [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.661s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.265062] env[63248]: INFO nova.compute.manager [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Migrating [ 1376.265503] env[63248]: DEBUG oslo_concurrency.lockutils [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.265719] env[63248]: DEBUG oslo_concurrency.lockutils [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.266932] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800291, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.267475] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.848s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.268890] env[63248]: INFO nova.compute.claims [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.355913] env[63248]: DEBUG nova.network.neutron [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Updated VIF entry in instance network info cache for port 186d5a26-b152-4e4a-a7ec-5eaba52fdf06. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.355993] env[63248]: DEBUG nova.network.neutron [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Updating instance_info_cache with network_info: [{"id": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "address": "fa:16:3e:7e:ca:24", "network": {"id": "1267c86f-5f2d-425e-a44e-b532b7329267", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040917390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24b51c2d0994aeda71f836ddd2d453d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap186d5a26-b1", "ovs_interfaceid": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.380677] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c7572e-a3a8-48a4-8d48-eca1441a3f46 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.380677] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3574cde7-23e5-402e-af96-9ee563c5cfd8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.382251] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "91452349-7338-4adb-abbc-fb2a256e6e78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.255s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.386435] env[63248]: DEBUG oslo_vmware.api [None req-50c7572e-a3a8-48a4-8d48-eca1441a3f46 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1376.386435] env[63248]: value = "task-1800292" [ 1376.386435] env[63248]: _type = "Task" [ 1376.386435] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.396577] env[63248]: DEBUG oslo_vmware.api [None req-50c7572e-a3a8-48a4-8d48-eca1441a3f46 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.505581] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "refresh_cache-acf21bf7-17f5-4111-a608-b9bbfac8338b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.506127] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquired lock "refresh_cache-acf21bf7-17f5-4111-a608-b9bbfac8338b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.507108] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.547372] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800288, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.564971] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "97c6c122-64c6-4dd3-baca-a254e27ed0c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.407s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.622574] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.768905] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800291, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.775891] env[63248]: INFO nova.compute.rpcapi [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1376.776575] env[63248]: DEBUG oslo_concurrency.lockutils [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.861675] env[63248]: DEBUG oslo_concurrency.lockutils [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] Releasing lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.862111] env[63248]: DEBUG nova.compute.manager [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Received event network-changed-0ce8e558-66fa-415a-9eb9-70ae91f3df1a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1376.862307] env[63248]: DEBUG nova.compute.manager [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Refreshing instance network info cache due to event network-changed-0ce8e558-66fa-415a-9eb9-70ae91f3df1a. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1376.862548] env[63248]: DEBUG oslo_concurrency.lockutils [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] Acquiring lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.862710] env[63248]: DEBUG oslo_concurrency.lockutils [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] Acquired lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.862885] env[63248]: DEBUG nova.network.neutron [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Refreshing network info cache for port 0ce8e558-66fa-415a-9eb9-70ae91f3df1a {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.886313] env[63248]: DEBUG nova.compute.manager [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1376.907642] env[63248]: DEBUG oslo_vmware.api [None req-50c7572e-a3a8-48a4-8d48-eca1441a3f46 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800292, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.043779] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1377.052785] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800288, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.068339] env[63248]: DEBUG nova.compute.manager [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1377.213667] env[63248]: DEBUG nova.network.neutron [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Updating instance_info_cache with network_info: [{"id": "d886e135-763f-4e0f-b87b-8136ae0d73b0", "address": "fa:16:3e:e4:21:5f", "network": {"id": "94179a66-b2e1-4c31-af1d-c84c7b75bd3a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1336910632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3367a0a551fc456a956721ab9a25bf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd886e135-76", "ovs_interfaceid": "d886e135-763f-4e0f-b87b-8136ae0d73b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.267664] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800291, 'name': CreateVM_Task, 'duration_secs': 0.861762} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.267864] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71318012-4221-4eae-a437-14d5b093363d] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1377.269415] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.269415] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.270255] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.270554] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc3d369f-0dac-4b28-9470-3f5f76ef1af3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.275725] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Waiting for the task: (returnval){ [ 1377.275725] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cfcff0-d2c5-3a2b-1b59-517ac49eb547" [ 1377.275725] env[63248]: _type = "Task" [ 1377.275725] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.284666] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cfcff0-d2c5-3a2b-1b59-517ac49eb547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.295247] env[63248]: DEBUG oslo_concurrency.lockutils [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "refresh_cache-ee50b60c-62d7-48cf-b568-769e6c0dcd64" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.295563] env[63248]: DEBUG oslo_concurrency.lockutils [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired lock "refresh_cache-ee50b60c-62d7-48cf-b568-769e6c0dcd64" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.295614] env[63248]: DEBUG nova.network.neutron [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.414714] env[63248]: DEBUG oslo_vmware.api [None req-50c7572e-a3a8-48a4-8d48-eca1441a3f46 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800292, 'name': PowerOnVM_Task, 'duration_secs': 0.602484} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.414957] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c7572e-a3a8-48a4-8d48-eca1441a3f46 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.415166] env[63248]: DEBUG nova.compute.manager [None req-50c7572e-a3a8-48a4-8d48-eca1441a3f46 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.415943] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943297dd-984e-4849-a1e6-11e976fe7fc5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.431063] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.547721] env[63248]: DEBUG oslo_vmware.api [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800288, 'name': RemoveSnapshot_Task, 'duration_secs': 1.245003} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.550909] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1377.551175] env[63248]: INFO nova.compute.manager [None req-55201098-0745-4103-aa27-c099bccfb922 tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Took 17.96 seconds to snapshot the instance on the hypervisor. [ 1377.600591] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.643729] env[63248]: DEBUG nova.network.neutron [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updated VIF entry in instance network info cache for port 0ce8e558-66fa-415a-9eb9-70ae91f3df1a. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.643729] env[63248]: DEBUG nova.network.neutron [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance_info_cache with network_info: [{"id": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "address": "fa:16:3e:23:90:58", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce8e558-66", "ovs_interfaceid": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.717213] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Releasing lock "refresh_cache-acf21bf7-17f5-4111-a608-b9bbfac8338b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.717620] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Instance network_info: |[{"id": "d886e135-763f-4e0f-b87b-8136ae0d73b0", "address": "fa:16:3e:e4:21:5f", "network": {"id": "94179a66-b2e1-4c31-af1d-c84c7b75bd3a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1336910632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3367a0a551fc456a956721ab9a25bf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd886e135-76", "ovs_interfaceid": "d886e135-763f-4e0f-b87b-8136ae0d73b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1377.719012] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:21:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd886e135-763f-4e0f-b87b-8136ae0d73b0', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.725983] env[63248]: DEBUG oslo.service.loopingcall [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.730205] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.730688] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-812227b5-3a17-4e60-87ec-7090cb79ff38 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.754036] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.754036] env[63248]: value = "task-1800293" [ 1377.754036] env[63248]: _type = "Task" [ 1377.754036] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.763536] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800293, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.789784] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cfcff0-d2c5-3a2b-1b59-517ac49eb547, 'name': SearchDatastore_Task, 'duration_secs': 0.01012} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.790108] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.790352] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.790599] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.790754] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.791558] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1377.791558] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e156deb1-b801-4776-a9ea-8d5de4fd6fdc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.803751] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.803955] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1377.806359] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db8b0ba-1b04-4ebf-93c2-3264024ebc2a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.813954] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Waiting for the task: (returnval){ [ 1377.813954] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52226bc1-bd42-2e7d-452e-bed203353668" [ 1377.813954] env[63248]: _type = "Task" [ 1377.813954] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.827637] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52226bc1-bd42-2e7d-452e-bed203353668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.861533] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc61e84-9315-46f9-96db-e11d0f02e320 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.871665] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18835c1-8e3c-4eb8-9619-f72171d0f056 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.902291] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48d8313-3a89-4dcd-a1e2-49a0ea2f5535 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.914209] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ddab86-33f9-44ea-a343-b225027e9e30 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.938870] env[63248]: DEBUG nova.compute.provider_tree [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.099414] env[63248]: DEBUG nova.network.neutron [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Updating instance_info_cache with network_info: [{"id": "323b0900-9b56-4da4-aca5-439e048074a1", "address": "fa:16:3e:11:f1:47", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323b0900-9b", "ovs_interfaceid": "323b0900-9b56-4da4-aca5-439e048074a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.147012] env[63248]: DEBUG oslo_concurrency.lockutils [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] Releasing lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.147339] env[63248]: DEBUG nova.compute.manager [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] [instance: 71318012-4221-4eae-a437-14d5b093363d] Received event network-vif-plugged-6bd58302-a4e8-43da-afe8-8abf2f26853c {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1378.147556] env[63248]: DEBUG oslo_concurrency.lockutils [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] Acquiring lock "71318012-4221-4eae-a437-14d5b093363d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.147793] env[63248]: DEBUG oslo_concurrency.lockutils [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] Lock "71318012-4221-4eae-a437-14d5b093363d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.148103] env[63248]: DEBUG oslo_concurrency.lockutils [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] Lock "71318012-4221-4eae-a437-14d5b093363d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.148394] env[63248]: DEBUG nova.compute.manager [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] [instance: 71318012-4221-4eae-a437-14d5b093363d] No waiting events found dispatching network-vif-plugged-6bd58302-a4e8-43da-afe8-8abf2f26853c {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1378.148669] env[63248]: WARNING nova.compute.manager [req-2f21dc64-ea7c-4c7a-ae6f-7140d183befb req-bc8cf49a-91ac-41eb-80e0-2552f2d156a9 service nova] [instance: 71318012-4221-4eae-a437-14d5b093363d] Received unexpected event network-vif-plugged-6bd58302-a4e8-43da-afe8-8abf2f26853c for instance with vm_state building and task_state spawning. [ 1378.208236] env[63248]: DEBUG nova.compute.manager [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] [instance: 71318012-4221-4eae-a437-14d5b093363d] Received event network-changed-6bd58302-a4e8-43da-afe8-8abf2f26853c {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1378.208529] env[63248]: DEBUG nova.compute.manager [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] [instance: 71318012-4221-4eae-a437-14d5b093363d] Refreshing instance network info cache due to event network-changed-6bd58302-a4e8-43da-afe8-8abf2f26853c. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1378.208868] env[63248]: DEBUG oslo_concurrency.lockutils [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] Acquiring lock "refresh_cache-71318012-4221-4eae-a437-14d5b093363d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.209095] env[63248]: DEBUG oslo_concurrency.lockutils [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] Acquired lock "refresh_cache-71318012-4221-4eae-a437-14d5b093363d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.209348] env[63248]: DEBUG nova.network.neutron [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] [instance: 71318012-4221-4eae-a437-14d5b093363d] Refreshing network info cache for port 6bd58302-a4e8-43da-afe8-8abf2f26853c {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.265968] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800293, 'name': CreateVM_Task, 'duration_secs': 0.350278} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.266348] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.267236] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.267443] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.267783] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1378.268063] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a3db77-e2f2-4f31-ae91-f27db5d06225 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.274165] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1378.274165] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e8cc49-e1e1-6a4e-dfe1-fc0ed280d386" [ 1378.274165] env[63248]: _type = "Task" [ 1378.274165] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.283027] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e8cc49-e1e1-6a4e-dfe1-fc0ed280d386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.285882] env[63248]: DEBUG nova.compute.manager [req-213c2a81-8ebf-45e5-90d1-ec9c84369643 req-6f088a58-0376-4c09-bb71-e4f75f144304 service nova] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Received event network-vif-plugged-d886e135-763f-4e0f-b87b-8136ae0d73b0 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1378.286084] env[63248]: DEBUG oslo_concurrency.lockutils [req-213c2a81-8ebf-45e5-90d1-ec9c84369643 req-6f088a58-0376-4c09-bb71-e4f75f144304 service nova] Acquiring lock "acf21bf7-17f5-4111-a608-b9bbfac8338b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.286233] env[63248]: DEBUG oslo_concurrency.lockutils [req-213c2a81-8ebf-45e5-90d1-ec9c84369643 req-6f088a58-0376-4c09-bb71-e4f75f144304 service nova] Lock "acf21bf7-17f5-4111-a608-b9bbfac8338b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.286409] env[63248]: DEBUG oslo_concurrency.lockutils [req-213c2a81-8ebf-45e5-90d1-ec9c84369643 req-6f088a58-0376-4c09-bb71-e4f75f144304 service nova] Lock "acf21bf7-17f5-4111-a608-b9bbfac8338b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.286556] env[63248]: DEBUG nova.compute.manager [req-213c2a81-8ebf-45e5-90d1-ec9c84369643 req-6f088a58-0376-4c09-bb71-e4f75f144304 service nova] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] No waiting events found dispatching network-vif-plugged-d886e135-763f-4e0f-b87b-8136ae0d73b0 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1378.286732] env[63248]: WARNING nova.compute.manager [req-213c2a81-8ebf-45e5-90d1-ec9c84369643 req-6f088a58-0376-4c09-bb71-e4f75f144304 service nova] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Received unexpected event network-vif-plugged-d886e135-763f-4e0f-b87b-8136ae0d73b0 for instance with vm_state building and task_state spawning. [ 1378.286873] env[63248]: DEBUG nova.compute.manager [req-213c2a81-8ebf-45e5-90d1-ec9c84369643 req-6f088a58-0376-4c09-bb71-e4f75f144304 service nova] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Received event network-changed-d886e135-763f-4e0f-b87b-8136ae0d73b0 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1378.287031] env[63248]: DEBUG nova.compute.manager [req-213c2a81-8ebf-45e5-90d1-ec9c84369643 req-6f088a58-0376-4c09-bb71-e4f75f144304 service nova] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Refreshing instance network info cache due to event network-changed-d886e135-763f-4e0f-b87b-8136ae0d73b0. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1378.287213] env[63248]: DEBUG oslo_concurrency.lockutils [req-213c2a81-8ebf-45e5-90d1-ec9c84369643 req-6f088a58-0376-4c09-bb71-e4f75f144304 service nova] Acquiring lock "refresh_cache-acf21bf7-17f5-4111-a608-b9bbfac8338b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.287344] env[63248]: DEBUG oslo_concurrency.lockutils [req-213c2a81-8ebf-45e5-90d1-ec9c84369643 req-6f088a58-0376-4c09-bb71-e4f75f144304 service nova] Acquired lock "refresh_cache-acf21bf7-17f5-4111-a608-b9bbfac8338b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.287595] env[63248]: DEBUG nova.network.neutron [req-213c2a81-8ebf-45e5-90d1-ec9c84369643 req-6f088a58-0376-4c09-bb71-e4f75f144304 service nova] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Refreshing network info cache for port d886e135-763f-4e0f-b87b-8136ae0d73b0 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.324449] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52226bc1-bd42-2e7d-452e-bed203353668, 'name': SearchDatastore_Task, 'duration_secs': 0.010285} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.326587] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3f6b6bb-c22f-43d1-8712-2caf7ebdda9a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.331108] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Waiting for the task: (returnval){ [ 1378.331108] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52533726-180a-3c71-c4ad-453202383260" [ 1378.331108] env[63248]: _type = "Task" [ 1378.331108] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.339167] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52533726-180a-3c71-c4ad-453202383260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.442688] env[63248]: DEBUG nova.scheduler.client.report [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.604246] env[63248]: DEBUG oslo_concurrency.lockutils [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Releasing lock "refresh_cache-ee50b60c-62d7-48cf-b568-769e6c0dcd64" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.798180] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e8cc49-e1e1-6a4e-dfe1-fc0ed280d386, 'name': SearchDatastore_Task, 'duration_secs': 0.014514} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.798889] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.799194] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.799475] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.849463] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52533726-180a-3c71-c4ad-453202383260, 'name': SearchDatastore_Task, 'duration_secs': 0.013811} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.849463] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.849613] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 71318012-4221-4eae-a437-14d5b093363d/71318012-4221-4eae-a437-14d5b093363d.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1378.849797] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.850055] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.850323] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-957c85a1-e6e5-4188-aeb5-8c9c98b6cc8e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.852772] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf90bd37-8e78-4770-9490-27e0a64496e4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.860732] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Waiting for the task: (returnval){ [ 1378.860732] env[63248]: value = "task-1800294" [ 1378.860732] env[63248]: _type = "Task" [ 1378.860732] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.866715] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.867034] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.870036] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-770ce714-7a69-4326-adab-f4ca759085c1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.877606] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.882085] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1378.882085] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bf41ac-9a8e-b594-2cb0-ed20cc7f439a" [ 1378.882085] env[63248]: _type = "Task" [ 1378.882085] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.893435] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bf41ac-9a8e-b594-2cb0-ed20cc7f439a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.948716] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.949371] env[63248]: DEBUG nova.compute.manager [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1378.953458] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.735s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.954748] env[63248]: INFO nova.compute.claims [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.974776] env[63248]: DEBUG nova.network.neutron [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] [instance: 71318012-4221-4eae-a437-14d5b093363d] Updated VIF entry in instance network info cache for port 6bd58302-a4e8-43da-afe8-8abf2f26853c. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.975180] env[63248]: DEBUG nova.network.neutron [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] [instance: 71318012-4221-4eae-a437-14d5b093363d] Updating instance_info_cache with network_info: [{"id": "6bd58302-a4e8-43da-afe8-8abf2f26853c", "address": "fa:16:3e:1c:7e:ec", "network": {"id": "fa7fa2b7-75f9-44d6-b7bf-8dbfd3909062", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1004271340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c60f98de5ca44c9bc5fb9c9d4f7ad63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd58302-a4", "ovs_interfaceid": "6bd58302-a4e8-43da-afe8-8abf2f26853c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.201741] env[63248]: DEBUG nova.network.neutron [req-213c2a81-8ebf-45e5-90d1-ec9c84369643 req-6f088a58-0376-4c09-bb71-e4f75f144304 service nova] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Updated VIF entry in instance network info cache for port d886e135-763f-4e0f-b87b-8136ae0d73b0. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.202113] env[63248]: DEBUG nova.network.neutron [req-213c2a81-8ebf-45e5-90d1-ec9c84369643 req-6f088a58-0376-4c09-bb71-e4f75f144304 service nova] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Updating instance_info_cache with network_info: [{"id": "d886e135-763f-4e0f-b87b-8136ae0d73b0", "address": "fa:16:3e:e4:21:5f", "network": {"id": "94179a66-b2e1-4c31-af1d-c84c7b75bd3a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1336910632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3367a0a551fc456a956721ab9a25bf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd886e135-76", "ovs_interfaceid": "d886e135-763f-4e0f-b87b-8136ae0d73b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.374321] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800294, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.394360] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bf41ac-9a8e-b594-2cb0-ed20cc7f439a, 'name': SearchDatastore_Task, 'duration_secs': 0.011858} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.395238] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-870d37e0-b83a-4623-ade5-b72f4560098b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.401914] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1379.401914] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52949530-5633-b8d5-e158-e1ba012fa5b9" [ 1379.401914] env[63248]: _type = "Task" [ 1379.401914] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.411185] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52949530-5633-b8d5-e158-e1ba012fa5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.463497] env[63248]: DEBUG nova.compute.utils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1379.468936] env[63248]: DEBUG nova.compute.manager [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1379.468936] env[63248]: DEBUG nova.network.neutron [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1379.478274] env[63248]: DEBUG oslo_concurrency.lockutils [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] Releasing lock "refresh_cache-71318012-4221-4eae-a437-14d5b093363d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.478935] env[63248]: DEBUG nova.compute.manager [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Received event network-changed-186d5a26-b152-4e4a-a7ec-5eaba52fdf06 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1379.478935] env[63248]: DEBUG nova.compute.manager [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Refreshing instance network info cache due to event network-changed-186d5a26-b152-4e4a-a7ec-5eaba52fdf06. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1379.478935] env[63248]: DEBUG oslo_concurrency.lockutils [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] Acquiring lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.479117] env[63248]: DEBUG oslo_concurrency.lockutils [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] Acquired lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.479453] env[63248]: DEBUG nova.network.neutron [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Refreshing network info cache for port 186d5a26-b152-4e4a-a7ec-5eaba52fdf06 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.582034] env[63248]: DEBUG nova.policy [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e78a413abdfe46169a6574ae187c2b2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de417cac0e5a48dfa43a5c66d3a68f91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1379.706008] env[63248]: DEBUG oslo_concurrency.lockutils [req-213c2a81-8ebf-45e5-90d1-ec9c84369643 req-6f088a58-0376-4c09-bb71-e4f75f144304 service nova] Releasing lock "refresh_cache-acf21bf7-17f5-4111-a608-b9bbfac8338b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.875602] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669436} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.875756] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 71318012-4221-4eae-a437-14d5b093363d/71318012-4221-4eae-a437-14d5b093363d.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1379.875970] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1379.876263] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e406b798-42d9-4828-9d27-b39c1e1f5d91 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.883503] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Waiting for the task: (returnval){ [ 1379.883503] env[63248]: value = "task-1800295" [ 1379.883503] env[63248]: _type = "Task" [ 1379.883503] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.893149] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.914498] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52949530-5633-b8d5-e158-e1ba012fa5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.05367} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.914744] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.915021] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] acf21bf7-17f5-4111-a608-b9bbfac8338b/acf21bf7-17f5-4111-a608-b9bbfac8338b.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.915691] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a55ed3e-b356-4e44-a402-9ea4955e664f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.922112] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1379.922112] env[63248]: value = "task-1800296" [ 1379.922112] env[63248]: _type = "Task" [ 1379.922112] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.930982] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.966879] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquiring lock "ac46edb1-fa05-4310-8a93-7e38e85b6ea2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.967183] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Lock "ac46edb1-fa05-4310-8a93-7e38e85b6ea2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.972496] env[63248]: DEBUG nova.compute.manager [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1380.083098] env[63248]: DEBUG nova.network.neutron [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Successfully created port: 4ed3771f-92cc-487e-a890-96b900055b07 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1380.125950] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352c3617-e6e2-4ef1-b336-94628a823d82 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.145652] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Updating instance 'ee50b60c-62d7-48cf-b568-769e6c0dcd64' progress to 0 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1380.294325] env[63248]: DEBUG nova.network.neutron [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Updated VIF entry in instance network info cache for port 186d5a26-b152-4e4a-a7ec-5eaba52fdf06. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.294631] env[63248]: DEBUG nova.network.neutron [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Updating instance_info_cache with network_info: [{"id": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "address": "fa:16:3e:7e:ca:24", "network": {"id": "1267c86f-5f2d-425e-a44e-b532b7329267", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040917390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e24b51c2d0994aeda71f836ddd2d453d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap186d5a26-b1", "ovs_interfaceid": "186d5a26-b152-4e4a-a7ec-5eaba52fdf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.398112] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255323} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.398112] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1380.398766] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30d0f31-a38e-47ec-8955-758fe936e8d9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.425118] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 71318012-4221-4eae-a437-14d5b093363d/71318012-4221-4eae-a437-14d5b093363d.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.428094] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d0e26a6-e0f9-43fd-b1f8-e273b801eba8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.452455] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800296, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.455962] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Waiting for the task: (returnval){ [ 1380.455962] env[63248]: value = "task-1800297" [ 1380.455962] env[63248]: _type = "Task" [ 1380.455962] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.464047] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.582824] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed74cf1-8e24-47c5-99b9-591c22b83e82 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.592241] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dc91c2-f936-4fa8-9fd8-b8b1ac4c60aa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.626318] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07e15e6-8410-4af8-b5e6-af6ef55a3ba4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.634151] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5d4d50-a2ff-4748-a3e2-04ba7b3cfa2f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.648991] env[63248]: DEBUG nova.compute.provider_tree [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.656942] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.657211] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d5c8582-f2da-4921-8e5d-41f383ac8c92 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.664502] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1380.664502] env[63248]: value = "task-1800298" [ 1380.664502] env[63248]: _type = "Task" [ 1380.664502] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.673022] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.797384] env[63248]: DEBUG oslo_concurrency.lockutils [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] Releasing lock "refresh_cache-c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.797687] env[63248]: DEBUG nova.compute.manager [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Received event network-changed-1dea4ee8-e0e7-4f13-8e5b-b266c0460268 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1380.797869] env[63248]: DEBUG nova.compute.manager [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Refreshing instance network info cache due to event network-changed-1dea4ee8-e0e7-4f13-8e5b-b266c0460268. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1380.798098] env[63248]: DEBUG oslo_concurrency.lockutils [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] Acquiring lock "refresh_cache-65396595-bc14-4aea-b40d-906997b8bb6c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.798246] env[63248]: DEBUG oslo_concurrency.lockutils [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] Acquired lock "refresh_cache-65396595-bc14-4aea-b40d-906997b8bb6c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.798489] env[63248]: DEBUG nova.network.neutron [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Refreshing network info cache for port 1dea4ee8-e0e7-4f13-8e5b-b266c0460268 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.836696] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Acquiring lock "20881a6c-47ee-49e4-a3c3-250e8c91c8c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.836963] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Lock "20881a6c-47ee-49e4-a3c3-250e8c91c8c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.837191] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Acquiring lock "20881a6c-47ee-49e4-a3c3-250e8c91c8c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.837378] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Lock "20881a6c-47ee-49e4-a3c3-250e8c91c8c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.837597] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Lock "20881a6c-47ee-49e4-a3c3-250e8c91c8c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.840232] env[63248]: INFO nova.compute.manager [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Terminating instance [ 1380.940636] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.938557} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.940636] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] acf21bf7-17f5-4111-a608-b9bbfac8338b/acf21bf7-17f5-4111-a608-b9bbfac8338b.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1380.940636] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1380.940636] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-817af874-67de-4017-94ae-c11ac83a16f2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.947393] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1380.947393] env[63248]: value = "task-1800299" [ 1380.947393] env[63248]: _type = "Task" [ 1380.947393] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.964661] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.969763] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.985977] env[63248]: DEBUG nova.compute.manager [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1381.013859] env[63248]: DEBUG nova.virt.hardware [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.014185] env[63248]: DEBUG nova.virt.hardware [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.014427] env[63248]: DEBUG nova.virt.hardware [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.014656] env[63248]: DEBUG nova.virt.hardware [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.014856] env[63248]: DEBUG nova.virt.hardware [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.015060] env[63248]: DEBUG nova.virt.hardware [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.015314] env[63248]: DEBUG nova.virt.hardware [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.015507] env[63248]: DEBUG nova.virt.hardware [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.015710] env[63248]: DEBUG nova.virt.hardware [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.015904] env[63248]: DEBUG nova.virt.hardware [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.016136] env[63248]: DEBUG nova.virt.hardware [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.017038] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2295f45f-8c59-44d5-932e-1662a2b4c96c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.024900] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4052b7fb-4323-4b6f-9465-4ca8ab5d0cb6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.152915] env[63248]: DEBUG nova.scheduler.client.report [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.174440] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800298, 'name': PowerOffVM_Task, 'duration_secs': 0.421946} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.175336] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.178238] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Updating instance 'ee50b60c-62d7-48cf-b568-769e6c0dcd64' progress to 17 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1381.343952] env[63248]: DEBUG nova.compute.manager [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1381.344293] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.345310] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad5dab5-8290-4774-951a-f57e56e4523e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.353893] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.354135] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d8e2bcb-2184-445a-8195-75566865813b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.360570] env[63248]: DEBUG oslo_vmware.api [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1381.360570] env[63248]: value = "task-1800300" [ 1381.360570] env[63248]: _type = "Task" [ 1381.360570] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.369143] env[63248]: DEBUG oslo_vmware.api [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.458988] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083679} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.463933] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1381.465233] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f51b12-03c2-4d93-a33d-e76af1754702 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.474761] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800297, 'name': ReconfigVM_Task, 'duration_secs': 1.018542} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.494018] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 71318012-4221-4eae-a437-14d5b093363d/71318012-4221-4eae-a437-14d5b093363d.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.511082] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] acf21bf7-17f5-4111-a608-b9bbfac8338b/acf21bf7-17f5-4111-a608-b9bbfac8338b.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.511555] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7ab7c58-5ce6-43b7-894b-dc009370e73a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.514188] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3abee8c8-7dfc-45e9-bee9-eee92a18dce2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.547978] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1381.547978] env[63248]: value = "task-1800302" [ 1381.547978] env[63248]: _type = "Task" [ 1381.547978] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.548603] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Waiting for the task: (returnval){ [ 1381.548603] env[63248]: value = "task-1800301" [ 1381.548603] env[63248]: _type = "Task" [ 1381.548603] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.568195] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800301, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.573823] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.578719] env[63248]: DEBUG nova.network.neutron [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Updated VIF entry in instance network info cache for port 1dea4ee8-e0e7-4f13-8e5b-b266c0460268. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.579247] env[63248]: DEBUG nova.network.neutron [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Updating instance_info_cache with network_info: [{"id": "1dea4ee8-e0e7-4f13-8e5b-b266c0460268", "address": "fa:16:3e:d2:d0:d2", "network": {"id": "d1aa4672-a071-42a3-b6e1-b44be72611e2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-889686289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86e76403cc0345a4867537941ae6d0e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dea4ee8-e0", "ovs_interfaceid": "1dea4ee8-e0e7-4f13-8e5b-b266c0460268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.662233] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.662807] env[63248]: DEBUG nova.compute.manager [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1381.665428] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.294s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.665657] env[63248]: DEBUG nova.objects.instance [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Lazy-loading 'resources' on Instance uuid 5385c079-fd1d-4c36-ad4c-f6970241de65 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.682834] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.682834] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.682834] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.682834] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.683104] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.683104] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.683472] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.690018] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.690018] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.690018] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.690018] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.690246] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.691418] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e1790e2-25a5-409e-adb5-552d6756a3d1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.710020] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1381.710020] env[63248]: value = "task-1800303" [ 1381.710020] env[63248]: _type = "Task" [ 1381.710020] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.721846] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.858012] env[63248]: DEBUG nova.compute.manager [req-9a533916-6399-472e-b42a-5ce789816a7d req-0b260346-63a4-4faf-b27b-87ee98291439 service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Received event network-changed-1dea4ee8-e0e7-4f13-8e5b-b266c0460268 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1381.858243] env[63248]: DEBUG nova.compute.manager [req-9a533916-6399-472e-b42a-5ce789816a7d req-0b260346-63a4-4faf-b27b-87ee98291439 service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Refreshing instance network info cache due to event network-changed-1dea4ee8-e0e7-4f13-8e5b-b266c0460268. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1381.858416] env[63248]: DEBUG oslo_concurrency.lockutils [req-9a533916-6399-472e-b42a-5ce789816a7d req-0b260346-63a4-4faf-b27b-87ee98291439 service nova] Acquiring lock "refresh_cache-65396595-bc14-4aea-b40d-906997b8bb6c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.869845] env[63248]: DEBUG oslo_vmware.api [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800300, 'name': PowerOffVM_Task, 'duration_secs': 0.389641} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.870134] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.870298] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.870585] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-743c8920-0290-430f-b9fb-a49178c1b304 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.980645] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.980645] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.980645] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Deleting the datastore file [datastore1] 20881a6c-47ee-49e4-a3c3-250e8c91c8c2 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.980645] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3dd1f62-a288-458c-b570-c193ff9367cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.986271] env[63248]: DEBUG oslo_vmware.api [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for the task: (returnval){ [ 1381.986271] env[63248]: value = "task-1800305" [ 1381.986271] env[63248]: _type = "Task" [ 1381.986271] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.999233] env[63248]: DEBUG oslo_vmware.api [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.044840] env[63248]: DEBUG nova.network.neutron [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Successfully updated port: 4ed3771f-92cc-487e-a890-96b900055b07 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1382.060721] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800302, 'name': ReconfigVM_Task, 'duration_secs': 0.301761} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.062025] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Reconfigured VM instance instance-00000016 to attach disk [datastore1] acf21bf7-17f5-4111-a608-b9bbfac8338b/acf21bf7-17f5-4111-a608-b9bbfac8338b.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.062946] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0efbf5b-b620-4530-8f7e-1d0bf39976fd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.068131] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800301, 'name': Rename_Task, 'duration_secs': 0.244084} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.068736] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.068975] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b2348af-2425-4ebf-bc30-d7e23e3fda69 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.072828] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1382.072828] env[63248]: value = "task-1800306" [ 1382.072828] env[63248]: _type = "Task" [ 1382.072828] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.077785] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Waiting for the task: (returnval){ [ 1382.077785] env[63248]: value = "task-1800307" [ 1382.077785] env[63248]: _type = "Task" [ 1382.077785] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.082707] env[63248]: DEBUG oslo_concurrency.lockutils [req-37eb042f-7776-4bf4-bd64-79943c0decb3 req-1fbc589b-868a-40e0-bbcc-b13797cbbb2f service nova] Releasing lock "refresh_cache-65396595-bc14-4aea-b40d-906997b8bb6c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.083453] env[63248]: DEBUG oslo_concurrency.lockutils [req-9a533916-6399-472e-b42a-5ce789816a7d req-0b260346-63a4-4faf-b27b-87ee98291439 service nova] Acquired lock "refresh_cache-65396595-bc14-4aea-b40d-906997b8bb6c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.083674] env[63248]: DEBUG nova.network.neutron [req-9a533916-6399-472e-b42a-5ce789816a7d req-0b260346-63a4-4faf-b27b-87ee98291439 service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Refreshing network info cache for port 1dea4ee8-e0e7-4f13-8e5b-b266c0460268 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.090544] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800306, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.090777] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.170700] env[63248]: DEBUG nova.compute.utils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1382.172330] env[63248]: DEBUG nova.compute.manager [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1382.172700] env[63248]: DEBUG nova.network.neutron [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1382.204721] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.223794] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800303, 'name': ReconfigVM_Task, 'duration_secs': 0.295994} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.224103] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Updating instance 'ee50b60c-62d7-48cf-b568-769e6c0dcd64' progress to 33 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1382.267143] env[63248]: DEBUG nova.policy [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36c40a0d20f24c19a3f2c4f85d4990d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fd7ee0cb37f481080e8337bbf4e6a68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1382.497452] env[63248]: DEBUG oslo_vmware.api [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Task: {'id': task-1800305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234977} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.502201] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.502201] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.502201] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.502201] env[63248]: INFO nova.compute.manager [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1382.502201] env[63248]: DEBUG oslo.service.loopingcall [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1382.502462] env[63248]: DEBUG nova.compute.manager [-] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1382.502462] env[63248]: DEBUG nova.network.neutron [-] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.547066] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Acquiring lock "refresh_cache-7e80239f-6b97-487b-a70c-e6056fc99019" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.547317] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Acquired lock "refresh_cache-7e80239f-6b97-487b-a70c-e6056fc99019" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.547658] env[63248]: DEBUG nova.network.neutron [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.604141] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800306, 'name': Rename_Task, 'duration_secs': 0.142462} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.605696] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.612203] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76c01eb9-370a-44f6-b571-b6553888f94b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.614623] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800307, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.621329] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1382.621329] env[63248]: value = "task-1800308" [ 1382.621329] env[63248]: _type = "Task" [ 1382.621329] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.636727] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.680852] env[63248]: DEBUG nova.compute.manager [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1382.732248] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1382.732546] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.732750] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.733179] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.733419] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.733837] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1382.734332] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1382.734662] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1382.734913] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1382.735432] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1382.735817] env[63248]: DEBUG nova.virt.hardware [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1382.742971] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1382.746107] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-695a1a45-19e2-4f54-bdd8-8669452800da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.766306] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1382.766306] env[63248]: value = "task-1800309" [ 1382.766306] env[63248]: _type = "Task" [ 1382.766306] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.784444] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.838112] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c315b668-60ab-40ad-b075-36d658e787f4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.847875] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cf81f6-80fa-4656-956c-3f01926ac9f5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.889067] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fcc5da-7721-43e7-9cff-e091d5623e53 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.902205] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95812d0-728e-4433-b8be-41717a3db8c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.918853] env[63248]: DEBUG nova.compute.provider_tree [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.955961] env[63248]: DEBUG nova.network.neutron [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Successfully created port: 0eb011c2-cc08-4a15-b74b-268e73e12b6d {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1383.091519] env[63248]: DEBUG nova.network.neutron [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.097046] env[63248]: DEBUG oslo_vmware.api [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800307, 'name': PowerOnVM_Task, 'duration_secs': 0.829178} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.097349] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.097557] env[63248]: INFO nova.compute.manager [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1383.097813] env[63248]: DEBUG nova.compute.manager [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.098666] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a8de18-b52b-40fa-8aa4-cd9756d553ba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.132642] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800308, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.252904] env[63248]: DEBUG nova.network.neutron [req-9a533916-6399-472e-b42a-5ce789816a7d req-0b260346-63a4-4faf-b27b-87ee98291439 service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Updated VIF entry in instance network info cache for port 1dea4ee8-e0e7-4f13-8e5b-b266c0460268. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.252904] env[63248]: DEBUG nova.network.neutron [req-9a533916-6399-472e-b42a-5ce789816a7d req-0b260346-63a4-4faf-b27b-87ee98291439 service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Updating instance_info_cache with network_info: [{"id": "1dea4ee8-e0e7-4f13-8e5b-b266c0460268", "address": "fa:16:3e:d2:d0:d2", "network": {"id": "d1aa4672-a071-42a3-b6e1-b44be72611e2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-889686289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86e76403cc0345a4867537941ae6d0e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dea4ee8-e0", "ovs_interfaceid": "1dea4ee8-e0e7-4f13-8e5b-b266c0460268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.281894] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800309, 'name': ReconfigVM_Task, 'duration_secs': 0.201783} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.282221] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1383.283074] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56720811-b1f3-4704-899d-fef902519766 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.308933] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] ee50b60c-62d7-48cf-b568-769e6c0dcd64/ee50b60c-62d7-48cf-b568-769e6c0dcd64.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.309281] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a9662d7-ca99-4bba-981b-e0eaa959fd83 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.322607] env[63248]: DEBUG nova.network.neutron [-] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.330245] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1383.330245] env[63248]: value = "task-1800310" [ 1383.330245] env[63248]: _type = "Task" [ 1383.330245] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.343965] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.357545] env[63248]: DEBUG nova.network.neutron [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Updating instance_info_cache with network_info: [{"id": "4ed3771f-92cc-487e-a890-96b900055b07", "address": "fa:16:3e:36:ee:72", "network": {"id": "d466f5ed-ff3f-4dd5-bedb-cdaddd0d06ae", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-363108927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de417cac0e5a48dfa43a5c66d3a68f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ed3771f-92", "ovs_interfaceid": "4ed3771f-92cc-487e-a890-96b900055b07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.427077] env[63248]: DEBUG nova.scheduler.client.report [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.442316] env[63248]: DEBUG nova.compute.manager [req-78a682ee-9deb-440c-a3b5-82b2fee1241d req-caf1a4da-b0df-4a3c-b8c5-9e65da40cf5c service nova] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Received event network-vif-deleted-3501d4ea-8ce9-47cd-9ea2-367511cc7985 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1383.619341] env[63248]: INFO nova.compute.manager [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Took 36.73 seconds to build instance. [ 1383.635308] env[63248]: DEBUG oslo_vmware.api [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800308, 'name': PowerOnVM_Task, 'duration_secs': 0.587157} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.635739] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.636132] env[63248]: INFO nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1383.636505] env[63248]: DEBUG nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.641714] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f0c340-5c79-4fc8-8368-0a8d1bac6fd9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.697119] env[63248]: DEBUG nova.compute.manager [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1383.726453] env[63248]: DEBUG nova.virt.hardware [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.726818] env[63248]: DEBUG nova.virt.hardware [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.727028] env[63248]: DEBUG nova.virt.hardware [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.727260] env[63248]: DEBUG nova.virt.hardware [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.727692] env[63248]: DEBUG nova.virt.hardware [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.727893] env[63248]: DEBUG nova.virt.hardware [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.728168] env[63248]: DEBUG nova.virt.hardware [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.728588] env[63248]: DEBUG nova.virt.hardware [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.729044] env[63248]: DEBUG nova.virt.hardware [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.729044] env[63248]: DEBUG nova.virt.hardware [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.729464] env[63248]: DEBUG nova.virt.hardware [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.731432] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47e48a6-7172-4380-8e09-5c637588ccd8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.745654] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a691e2dc-1b9d-42c4-95a3-c9ce376d081e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.754414] env[63248]: DEBUG oslo_concurrency.lockutils [req-9a533916-6399-472e-b42a-5ce789816a7d req-0b260346-63a4-4faf-b27b-87ee98291439 service nova] Releasing lock "refresh_cache-65396595-bc14-4aea-b40d-906997b8bb6c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.825715] env[63248]: INFO nova.compute.manager [-] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Took 1.32 seconds to deallocate network for instance. [ 1383.843097] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.863946] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Releasing lock "refresh_cache-7e80239f-6b97-487b-a70c-e6056fc99019" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.864298] env[63248]: DEBUG nova.compute.manager [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Instance network_info: |[{"id": "4ed3771f-92cc-487e-a890-96b900055b07", "address": "fa:16:3e:36:ee:72", "network": {"id": "d466f5ed-ff3f-4dd5-bedb-cdaddd0d06ae", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-363108927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de417cac0e5a48dfa43a5c66d3a68f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ed3771f-92", "ovs_interfaceid": "4ed3771f-92cc-487e-a890-96b900055b07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1383.864682] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:ee:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ed3771f-92cc-487e-a890-96b900055b07', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.872447] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Creating folder: Project (de417cac0e5a48dfa43a5c66d3a68f91). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1383.873429] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0a7503f-9f18-49b3-8561-a71674939ae4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.886659] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Created folder: Project (de417cac0e5a48dfa43a5c66d3a68f91) in parent group-v373228. [ 1383.886846] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Creating folder: Instances. Parent ref: group-v373298. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1383.887107] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2cdc21f-74a2-4134-b1fb-e977190bda64 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.898236] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Created folder: Instances in parent group-v373298. [ 1383.898498] env[63248]: DEBUG oslo.service.loopingcall [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1383.898710] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.898915] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d036ce2-17a2-416f-a02f-f3b43d4273e4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.920144] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.920144] env[63248]: value = "task-1800313" [ 1383.920144] env[63248]: _type = "Task" [ 1383.920144] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.929644] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800313, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.934645] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.937067] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.512s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.941085] env[63248]: INFO nova.compute.claims [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.962501] env[63248]: INFO nova.scheduler.client.report [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Deleted allocations for instance 5385c079-fd1d-4c36-ad4c-f6970241de65 [ 1384.120754] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ce40c27-6d57-4938-9f39-e05dd86ac7ab tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Lock "71318012-4221-4eae-a437-14d5b093363d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.936s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.159267] env[63248]: INFO nova.compute.manager [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Took 35.78 seconds to build instance. [ 1384.336861] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.345614] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800310, 'name': ReconfigVM_Task, 'duration_secs': 0.646495} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.346944] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Reconfigured VM instance instance-00000009 to attach disk [datastore1] ee50b60c-62d7-48cf-b568-769e6c0dcd64/ee50b60c-62d7-48cf-b568-769e6c0dcd64.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.347224] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Updating instance 'ee50b60c-62d7-48cf-b568-769e6c0dcd64' progress to 50 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1384.351352] env[63248]: DEBUG nova.compute.manager [req-b0156f09-5952-4c66-9082-3bbf6a54c69b req-e0736bc2-b580-478d-b8d5-3ce788cccb89 service nova] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Received event network-vif-plugged-4ed3771f-92cc-487e-a890-96b900055b07 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1384.351565] env[63248]: DEBUG oslo_concurrency.lockutils [req-b0156f09-5952-4c66-9082-3bbf6a54c69b req-e0736bc2-b580-478d-b8d5-3ce788cccb89 service nova] Acquiring lock "7e80239f-6b97-487b-a70c-e6056fc99019-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.351769] env[63248]: DEBUG oslo_concurrency.lockutils [req-b0156f09-5952-4c66-9082-3bbf6a54c69b req-e0736bc2-b580-478d-b8d5-3ce788cccb89 service nova] Lock "7e80239f-6b97-487b-a70c-e6056fc99019-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.351967] env[63248]: DEBUG oslo_concurrency.lockutils [req-b0156f09-5952-4c66-9082-3bbf6a54c69b req-e0736bc2-b580-478d-b8d5-3ce788cccb89 service nova] Lock "7e80239f-6b97-487b-a70c-e6056fc99019-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.352098] env[63248]: DEBUG nova.compute.manager [req-b0156f09-5952-4c66-9082-3bbf6a54c69b req-e0736bc2-b580-478d-b8d5-3ce788cccb89 service nova] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] No waiting events found dispatching network-vif-plugged-4ed3771f-92cc-487e-a890-96b900055b07 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1384.352296] env[63248]: WARNING nova.compute.manager [req-b0156f09-5952-4c66-9082-3bbf6a54c69b req-e0736bc2-b580-478d-b8d5-3ce788cccb89 service nova] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Received unexpected event network-vif-plugged-4ed3771f-92cc-487e-a890-96b900055b07 for instance with vm_state building and task_state spawning. [ 1384.352475] env[63248]: DEBUG nova.compute.manager [req-b0156f09-5952-4c66-9082-3bbf6a54c69b req-e0736bc2-b580-478d-b8d5-3ce788cccb89 service nova] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Received event network-changed-4ed3771f-92cc-487e-a890-96b900055b07 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1384.352631] env[63248]: DEBUG nova.compute.manager [req-b0156f09-5952-4c66-9082-3bbf6a54c69b req-e0736bc2-b580-478d-b8d5-3ce788cccb89 service nova] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Refreshing instance network info cache due to event network-changed-4ed3771f-92cc-487e-a890-96b900055b07. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1384.352813] env[63248]: DEBUG oslo_concurrency.lockutils [req-b0156f09-5952-4c66-9082-3bbf6a54c69b req-e0736bc2-b580-478d-b8d5-3ce788cccb89 service nova] Acquiring lock "refresh_cache-7e80239f-6b97-487b-a70c-e6056fc99019" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.352948] env[63248]: DEBUG oslo_concurrency.lockutils [req-b0156f09-5952-4c66-9082-3bbf6a54c69b req-e0736bc2-b580-478d-b8d5-3ce788cccb89 service nova] Acquired lock "refresh_cache-7e80239f-6b97-487b-a70c-e6056fc99019" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.353170] env[63248]: DEBUG nova.network.neutron [req-b0156f09-5952-4c66-9082-3bbf6a54c69b req-e0736bc2-b580-478d-b8d5-3ce788cccb89 service nova] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Refreshing network info cache for port 4ed3771f-92cc-487e-a890-96b900055b07 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.431702] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800313, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.470476] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0e7734f3-bdd1-4440-a25d-ee612b383ab1 tempest-ImagesNegativeTestJSON-232136398 tempest-ImagesNegativeTestJSON-232136398-project-member] Lock "5385c079-fd1d-4c36-ad4c-f6970241de65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.824s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.623797] env[63248]: DEBUG nova.compute.manager [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1384.664805] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f60e87a5-7b3c-476f-acd5-26b7aee9ca51 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "acf21bf7-17f5-4111-a608-b9bbfac8338b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.472s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.860047] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a969f5fe-89ce-418c-93bc-54bad916e71d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.882670] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd1ffc9-f894-4e2e-942e-9ffb6d069697 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.905157] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Updating instance 'ee50b60c-62d7-48cf-b568-769e6c0dcd64' progress to 67 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1384.933048] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800313, 'name': CreateVM_Task, 'duration_secs': 0.682176} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.933520] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.934505] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.935037] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.935150] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1384.936139] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60cd14b0-b08d-42e9-acc6-8d390ccde3f7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.942044] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Waiting for the task: (returnval){ [ 1384.942044] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529247e4-d5b1-b134-1dd5-c173a718c72a" [ 1384.942044] env[63248]: _type = "Task" [ 1384.942044] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.958029] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529247e4-d5b1-b134-1dd5-c173a718c72a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.141930] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.167943] env[63248]: DEBUG nova.compute.manager [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.192738] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "91452349-7338-4adb-abbc-fb2a256e6e78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.193136] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "91452349-7338-4adb-abbc-fb2a256e6e78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.196018] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "91452349-7338-4adb-abbc-fb2a256e6e78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.196018] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "91452349-7338-4adb-abbc-fb2a256e6e78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.196018] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "91452349-7338-4adb-abbc-fb2a256e6e78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.198743] env[63248]: INFO nova.compute.manager [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Terminating instance [ 1385.213184] env[63248]: DEBUG nova.network.neutron [req-b0156f09-5952-4c66-9082-3bbf6a54c69b req-e0736bc2-b580-478d-b8d5-3ce788cccb89 service nova] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Updated VIF entry in instance network info cache for port 4ed3771f-92cc-487e-a890-96b900055b07. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.213184] env[63248]: DEBUG nova.network.neutron [req-b0156f09-5952-4c66-9082-3bbf6a54c69b req-e0736bc2-b580-478d-b8d5-3ce788cccb89 service nova] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Updating instance_info_cache with network_info: [{"id": "4ed3771f-92cc-487e-a890-96b900055b07", "address": "fa:16:3e:36:ee:72", "network": {"id": "d466f5ed-ff3f-4dd5-bedb-cdaddd0d06ae", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-363108927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de417cac0e5a48dfa43a5c66d3a68f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ed3771f-92", "ovs_interfaceid": "4ed3771f-92cc-487e-a890-96b900055b07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.395142] env[63248]: DEBUG nova.network.neutron [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Successfully updated port: 0eb011c2-cc08-4a15-b74b-268e73e12b6d {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.455168] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529247e4-d5b1-b134-1dd5-c173a718c72a, 'name': SearchDatastore_Task, 'duration_secs': 0.019572} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.456110] env[63248]: DEBUG nova.network.neutron [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Port 323b0900-9b56-4da4-aca5-439e048074a1 binding to destination host cpu-1 is already ACTIVE {{(pid=63248) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1385.460799] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.461732] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.461732] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.461732] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.461732] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.462428] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96bd2db7-f109-40bc-9fcc-0957f8d28a82 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.472213] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.472503] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.477357] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38c2144-5189-43ea-8752-891a4a253c90 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.484343] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Waiting for the task: (returnval){ [ 1385.484343] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528e5baa-6f1c-8ffe-7344-9bb88979672b" [ 1385.484343] env[63248]: _type = "Task" [ 1385.484343] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.493391] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528e5baa-6f1c-8ffe-7344-9bb88979672b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.511842] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01067a9e-53e8-4bf8-87ea-7d78e18843b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.523213] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bba5556-a5c1-461e-996f-eb8cbc673169 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.559968] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ff76b1-6b32-4f0e-b6fa-4ef969b83c9f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.568601] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb59ac4-3b5a-4b46-abf4-38ce244514d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.585998] env[63248]: DEBUG nova.compute.provider_tree [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.692707] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.707822] env[63248]: DEBUG nova.compute.manager [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1385.710977] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.712516] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5eaf45e-ec20-4253-bd6e-1364af55a34b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.717981] env[63248]: DEBUG oslo_concurrency.lockutils [req-b0156f09-5952-4c66-9082-3bbf6a54c69b req-e0736bc2-b580-478d-b8d5-3ce788cccb89 service nova] Releasing lock "refresh_cache-7e80239f-6b97-487b-a70c-e6056fc99019" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.721159] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.721429] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23163e5d-b583-479f-8056-2e51498cf391 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.728727] env[63248]: DEBUG oslo_vmware.api [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1385.728727] env[63248]: value = "task-1800314" [ 1385.728727] env[63248]: _type = "Task" [ 1385.728727] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.739021] env[63248]: DEBUG oslo_vmware.api [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.899036] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "refresh_cache-2662ff23-cc49-444e-8f62-b226c02f04df" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.899036] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "refresh_cache-2662ff23-cc49-444e-8f62-b226c02f04df" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.899036] env[63248]: DEBUG nova.network.neutron [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.995857] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528e5baa-6f1c-8ffe-7344-9bb88979672b, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.996958] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a360a22d-4998-4aff-8743-72fbe70834a9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.002655] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Waiting for the task: (returnval){ [ 1386.002655] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a8792f-e0b1-69bc-eaac-50c73c566028" [ 1386.002655] env[63248]: _type = "Task" [ 1386.002655] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.011159] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a8792f-e0b1-69bc-eaac-50c73c566028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.017629] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Acquiring lock "65396595-bc14-4aea-b40d-906997b8bb6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.017909] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Lock "65396595-bc14-4aea-b40d-906997b8bb6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.018136] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Acquiring lock "65396595-bc14-4aea-b40d-906997b8bb6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.018323] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Lock "65396595-bc14-4aea-b40d-906997b8bb6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.018494] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Lock "65396595-bc14-4aea-b40d-906997b8bb6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.020772] env[63248]: INFO nova.compute.manager [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Terminating instance [ 1386.091878] env[63248]: DEBUG nova.scheduler.client.report [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.238553] env[63248]: DEBUG oslo_vmware.api [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800314, 'name': PowerOffVM_Task, 'duration_secs': 0.284927} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.238830] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.238989] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.239247] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb5618b7-7dd7-4191-bcf6-759d44acd56e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.337838] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.338097] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.338266] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Deleting the datastore file [datastore1] 91452349-7338-4adb-abbc-fb2a256e6e78 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.338537] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e39df4e-32ab-44d4-860e-f1d021cbe39a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.345249] env[63248]: DEBUG oslo_vmware.api [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1386.345249] env[63248]: value = "task-1800316" [ 1386.345249] env[63248]: _type = "Task" [ 1386.345249] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.353527] env[63248]: DEBUG oslo_vmware.api [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.450238] env[63248]: DEBUG nova.network.neutron [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.485027] env[63248]: DEBUG oslo_concurrency.lockutils [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.485027] env[63248]: DEBUG oslo_concurrency.lockutils [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.485027] env[63248]: DEBUG oslo_concurrency.lockutils [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.513901] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a8792f-e0b1-69bc-eaac-50c73c566028, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.516715] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.517057] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 7e80239f-6b97-487b-a70c-e6056fc99019/7e80239f-6b97-487b-a70c-e6056fc99019.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1386.518625] env[63248]: DEBUG nova.compute.manager [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Received event network-vif-plugged-0eb011c2-cc08-4a15-b74b-268e73e12b6d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1386.518867] env[63248]: DEBUG oslo_concurrency.lockutils [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] Acquiring lock "2662ff23-cc49-444e-8f62-b226c02f04df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.519114] env[63248]: DEBUG oslo_concurrency.lockutils [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] Lock "2662ff23-cc49-444e-8f62-b226c02f04df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.519318] env[63248]: DEBUG oslo_concurrency.lockutils [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] Lock "2662ff23-cc49-444e-8f62-b226c02f04df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.519585] env[63248]: DEBUG nova.compute.manager [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] No waiting events found dispatching network-vif-plugged-0eb011c2-cc08-4a15-b74b-268e73e12b6d {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1386.519792] env[63248]: WARNING nova.compute.manager [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Received unexpected event network-vif-plugged-0eb011c2-cc08-4a15-b74b-268e73e12b6d for instance with vm_state building and task_state spawning. [ 1386.520018] env[63248]: DEBUG nova.compute.manager [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] [instance: 71318012-4221-4eae-a437-14d5b093363d] Received event network-changed-6bd58302-a4e8-43da-afe8-8abf2f26853c {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1386.520228] env[63248]: DEBUG nova.compute.manager [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] [instance: 71318012-4221-4eae-a437-14d5b093363d] Refreshing instance network info cache due to event network-changed-6bd58302-a4e8-43da-afe8-8abf2f26853c. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1386.520477] env[63248]: DEBUG oslo_concurrency.lockutils [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] Acquiring lock "refresh_cache-71318012-4221-4eae-a437-14d5b093363d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.520689] env[63248]: DEBUG oslo_concurrency.lockutils [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] Acquired lock "refresh_cache-71318012-4221-4eae-a437-14d5b093363d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.520869] env[63248]: DEBUG nova.network.neutron [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] [instance: 71318012-4221-4eae-a437-14d5b093363d] Refreshing network info cache for port 6bd58302-a4e8-43da-afe8-8abf2f26853c {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.524414] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ddbf48b-784f-4143-b412-e4a82a640113 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.528531] env[63248]: DEBUG nova.compute.manager [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1386.528773] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.530452] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ee326e-0d71-4bd3-8488-966466ccd3b9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.538304] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.539320] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6cd290f-e694-4398-953a-a4db791bfa85 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.540927] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Waiting for the task: (returnval){ [ 1386.540927] env[63248]: value = "task-1800317" [ 1386.540927] env[63248]: _type = "Task" [ 1386.540927] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.549464] env[63248]: DEBUG oslo_vmware.api [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Waiting for the task: (returnval){ [ 1386.549464] env[63248]: value = "task-1800318" [ 1386.549464] env[63248]: _type = "Task" [ 1386.549464] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.549824] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.562473] env[63248]: DEBUG oslo_vmware.api [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.599223] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.599684] env[63248]: DEBUG nova.compute.manager [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1386.602687] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.945s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.604894] env[63248]: DEBUG nova.objects.instance [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Lazy-loading 'resources' on Instance uuid efe2315a-1411-4927-ab0a-4e07fc8f4074 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.730368] env[63248]: DEBUG nova.network.neutron [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Updating instance_info_cache with network_info: [{"id": "0eb011c2-cc08-4a15-b74b-268e73e12b6d", "address": "fa:16:3e:01:3a:43", "network": {"id": "7538edbb-ddd2-4ab0-9ae1-016ad7ec4d71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1833360993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fd7ee0cb37f481080e8337bbf4e6a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb011c2-cc", "ovs_interfaceid": "0eb011c2-cc08-4a15-b74b-268e73e12b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.857930] env[63248]: DEBUG oslo_vmware.api [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139674} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.858231] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.858421] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.858606] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.858781] env[63248]: INFO nova.compute.manager [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1386.859071] env[63248]: DEBUG oslo.service.loopingcall [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1386.859303] env[63248]: DEBUG nova.compute.manager [-] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1386.859398] env[63248]: DEBUG nova.network.neutron [-] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.056155] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495788} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.061306] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 7e80239f-6b97-487b-a70c-e6056fc99019/7e80239f-6b97-487b-a70c-e6056fc99019.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1387.061597] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1387.062092] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47be81ca-3a20-4476-92ed-c0f584f7dec2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.071522] env[63248]: DEBUG oslo_vmware.api [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800318, 'name': PowerOffVM_Task, 'duration_secs': 0.204156} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.075987] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.075987] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.076696] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Waiting for the task: (returnval){ [ 1387.076696] env[63248]: value = "task-1800319" [ 1387.076696] env[63248]: _type = "Task" [ 1387.076696] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.079037] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c8136a5-25c6-4eb7-9f66-5af1687ade16 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.089518] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.106500] env[63248]: DEBUG nova.compute.utils [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1387.115833] env[63248]: DEBUG nova.compute.manager [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1387.116158] env[63248]: DEBUG nova.network.neutron [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1387.167470] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.169312] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.169614] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Deleting the datastore file [datastore1] 65396595-bc14-4aea-b40d-906997b8bb6c {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.173623] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09ad8a34-b39b-4256-8798-a88cc869530a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.181944] env[63248]: DEBUG oslo_vmware.api [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Waiting for the task: (returnval){ [ 1387.181944] env[63248]: value = "task-1800321" [ 1387.181944] env[63248]: _type = "Task" [ 1387.181944] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.194565] env[63248]: DEBUG oslo_vmware.api [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.236506] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "refresh_cache-2662ff23-cc49-444e-8f62-b226c02f04df" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.236741] env[63248]: DEBUG nova.compute.manager [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Instance network_info: |[{"id": "0eb011c2-cc08-4a15-b74b-268e73e12b6d", "address": "fa:16:3e:01:3a:43", "network": {"id": "7538edbb-ddd2-4ab0-9ae1-016ad7ec4d71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1833360993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fd7ee0cb37f481080e8337bbf4e6a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb011c2-cc", "ovs_interfaceid": "0eb011c2-cc08-4a15-b74b-268e73e12b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1387.237235] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:3a:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eb011c2-cc08-4a15-b74b-268e73e12b6d', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.245194] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Creating folder: Project (0fd7ee0cb37f481080e8337bbf4e6a68). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.249938] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1503268-51d8-447c-84a1-97000ed28da6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.262659] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Created folder: Project (0fd7ee0cb37f481080e8337bbf4e6a68) in parent group-v373228. [ 1387.262854] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Creating folder: Instances. Parent ref: group-v373301. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.263120] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d98abf5c-7c41-4de8-bf35-d630b18b7f34 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.277193] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Created folder: Instances in parent group-v373301. [ 1387.277193] env[63248]: DEBUG oslo.service.loopingcall [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.277193] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.277193] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08687f09-3a5e-4da4-8ee8-d112e68365e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.299382] env[63248]: DEBUG nova.policy [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf1aedf0f83d40e68868df816369c553', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93b964819adc4ec994f00f952c53102a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1387.302373] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.302373] env[63248]: value = "task-1800324" [ 1387.302373] env[63248]: _type = "Task" [ 1387.302373] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.315309] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800324, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.440176] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Acquiring lock "c273fc1a-0af1-4cfe-9c3c-81352cb46f8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.443866] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Lock "c273fc1a-0af1-4cfe-9c3c-81352cb46f8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.443866] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Acquiring lock "c273fc1a-0af1-4cfe-9c3c-81352cb46f8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.443866] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Lock "c273fc1a-0af1-4cfe-9c3c-81352cb46f8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.443866] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Lock "c273fc1a-0af1-4cfe-9c3c-81352cb46f8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.444083] env[63248]: INFO nova.compute.manager [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Terminating instance [ 1387.475623] env[63248]: DEBUG nova.network.neutron [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] [instance: 71318012-4221-4eae-a437-14d5b093363d] Updated VIF entry in instance network info cache for port 6bd58302-a4e8-43da-afe8-8abf2f26853c. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.475623] env[63248]: DEBUG nova.network.neutron [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] [instance: 71318012-4221-4eae-a437-14d5b093363d] Updating instance_info_cache with network_info: [{"id": "6bd58302-a4e8-43da-afe8-8abf2f26853c", "address": "fa:16:3e:1c:7e:ec", "network": {"id": "fa7fa2b7-75f9-44d6-b7bf-8dbfd3909062", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1004271340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c60f98de5ca44c9bc5fb9c9d4f7ad63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd58302-a4", "ovs_interfaceid": "6bd58302-a4e8-43da-afe8-8abf2f26853c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.551461] env[63248]: DEBUG oslo_concurrency.lockutils [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "refresh_cache-ee50b60c-62d7-48cf-b568-769e6c0dcd64" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.551673] env[63248]: DEBUG oslo_concurrency.lockutils [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired lock "refresh_cache-ee50b60c-62d7-48cf-b568-769e6c0dcd64" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.551821] env[63248]: DEBUG nova.network.neutron [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.589410] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140794} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.590112] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.590581] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317077a7-6c5b-4e03-8df4-7e5cc87ae2ac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.618688] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 7e80239f-6b97-487b-a70c-e6056fc99019/7e80239f-6b97-487b-a70c-e6056fc99019.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.621392] env[63248]: DEBUG nova.compute.manager [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1387.627272] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45210c5e-9bd2-43bf-b3dc-84b7e00ab1f0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.649344] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Waiting for the task: (returnval){ [ 1387.649344] env[63248]: value = "task-1800325" [ 1387.649344] env[63248]: _type = "Task" [ 1387.649344] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.660677] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.697278] env[63248]: DEBUG oslo_vmware.api [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Task: {'id': task-1800321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132436} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.697872] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.698170] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.698475] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.698714] env[63248]: INFO nova.compute.manager [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1387.699027] env[63248]: DEBUG oslo.service.loopingcall [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.699284] env[63248]: DEBUG nova.compute.manager [-] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1387.699496] env[63248]: DEBUG nova.network.neutron [-] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.733259] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e855acf-9e64-47bf-98e4-5d4f5bcb37bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.741243] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de03bbc8-fac9-4352-8936-ec8a39833b55 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.774128] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0fbb78-4446-4582-b9b7-bac4a2b9a23e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.782291] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b678506e-e00b-42f7-9e53-b75aafc535d0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.797417] env[63248]: DEBUG nova.compute.provider_tree [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.813142] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800324, 'name': CreateVM_Task, 'duration_secs': 0.37555} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.813395] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.814028] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.814245] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.814737] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.814961] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12cee51-a958-4f79-8a26-e65543bef061 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.821258] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1387.821258] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5236efdf-7217-df70-22f0-446c391ae766" [ 1387.821258] env[63248]: _type = "Task" [ 1387.821258] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.830619] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5236efdf-7217-df70-22f0-446c391ae766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.946243] env[63248]: DEBUG nova.compute.manager [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.946488] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.947416] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebb4798-55c8-4486-88d7-81f39bf12a56 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.956741] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.956960] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2a68bdb-ddd2-4e00-83c0-aa84b251381c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.963585] env[63248]: DEBUG oslo_vmware.api [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Waiting for the task: (returnval){ [ 1387.963585] env[63248]: value = "task-1800326" [ 1387.963585] env[63248]: _type = "Task" [ 1387.963585] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.971960] env[63248]: DEBUG oslo_vmware.api [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.981604] env[63248]: DEBUG oslo_concurrency.lockutils [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] Releasing lock "refresh_cache-71318012-4221-4eae-a437-14d5b093363d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.982513] env[63248]: DEBUG nova.compute.manager [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Received event network-changed-0eb011c2-cc08-4a15-b74b-268e73e12b6d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1387.982513] env[63248]: DEBUG nova.compute.manager [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Refreshing instance network info cache due to event network-changed-0eb011c2-cc08-4a15-b74b-268e73e12b6d. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1387.982513] env[63248]: DEBUG oslo_concurrency.lockutils [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] Acquiring lock "refresh_cache-2662ff23-cc49-444e-8f62-b226c02f04df" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.982749] env[63248]: DEBUG oslo_concurrency.lockutils [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] Acquired lock "refresh_cache-2662ff23-cc49-444e-8f62-b226c02f04df" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.982749] env[63248]: DEBUG nova.network.neutron [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Refreshing network info cache for port 0eb011c2-cc08-4a15-b74b-268e73e12b6d {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.128993] env[63248]: INFO nova.virt.block_device [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Booting with volume 6abf72d1-a707-4ec5-871e-aaa27406099c at /dev/sda [ 1388.152502] env[63248]: DEBUG nova.network.neutron [-] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.170118] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.191538] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a14bbbe5-c1c0-424e-b706-be966f1105ae {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.199998] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadb6198-96bd-4e19-838e-4552db66ed00 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.239104] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68d96aa6-f2d3-4bb0-989d-b8f6fca85a25 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.245638] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f6d634-e2f4-4b34-8aff-2c5bb69eb199 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.283327] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7138ccbb-d007-4ea3-8d83-aa37761f9e1d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.290331] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4825e6ac-7f98-4ae5-b55c-bcd2f34a4712 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.301280] env[63248]: DEBUG nova.scheduler.client.report [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.316724] env[63248]: DEBUG nova.virt.block_device [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Updating existing volume attachment record: 8a44c913-c956-46af-9b3f-7f6b6338d2c8 {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1388.335023] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5236efdf-7217-df70-22f0-446c391ae766, 'name': SearchDatastore_Task, 'duration_secs': 0.009007} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.335023] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.335023] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.335023] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.335323] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.337269] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.337528] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42100b2a-903e-439f-a104-b9c1e569107b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.349728] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.349728] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.349728] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fbd6464-4c5b-4e87-80a0-69845066a311 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.356044] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1388.356044] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bdb06b-b656-ac3b-d194-2bef8a958987" [ 1388.356044] env[63248]: _type = "Task" [ 1388.356044] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.366621] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bdb06b-b656-ac3b-d194-2bef8a958987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.464438] env[63248]: DEBUG nova.network.neutron [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Updating instance_info_cache with network_info: [{"id": "323b0900-9b56-4da4-aca5-439e048074a1", "address": "fa:16:3e:11:f1:47", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323b0900-9b", "ovs_interfaceid": "323b0900-9b56-4da4-aca5-439e048074a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.484564] env[63248]: DEBUG oslo_vmware.api [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800326, 'name': PowerOffVM_Task, 'duration_secs': 0.427734} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.484850] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.485030] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.487365] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-972d3ac2-5526-4fd3-ac3a-866e99ab3873 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.550652] env[63248]: DEBUG nova.network.neutron [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Successfully created port: 242d32b4-0529-47bd-9272-6f2805b6b379 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1388.585788] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.586161] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.586337] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Deleting the datastore file [datastore1] c273fc1a-0af1-4cfe-9c3c-81352cb46f8c {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.586648] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a93bb4af-cb3b-4640-8089-de0e88868d9a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.593574] env[63248]: DEBUG oslo_vmware.api [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Waiting for the task: (returnval){ [ 1388.593574] env[63248]: value = "task-1800328" [ 1388.593574] env[63248]: _type = "Task" [ 1388.593574] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.602174] env[63248]: DEBUG oslo_vmware.api [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.665268] env[63248]: INFO nova.compute.manager [-] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Took 1.81 seconds to deallocate network for instance. [ 1388.665585] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800325, 'name': ReconfigVM_Task, 'duration_secs': 1.01253} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.669862] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 7e80239f-6b97-487b-a70c-e6056fc99019/7e80239f-6b97-487b-a70c-e6056fc99019.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.673414] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77833bec-9cfa-4032-8e0f-646ec01e2366 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.680773] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Waiting for the task: (returnval){ [ 1388.680773] env[63248]: value = "task-1800329" [ 1388.680773] env[63248]: _type = "Task" [ 1388.680773] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.692744] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800329, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.822369] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.825446] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.519s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.827686] env[63248]: INFO nova.compute.claims [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.841691] env[63248]: DEBUG nova.network.neutron [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Updated VIF entry in instance network info cache for port 0eb011c2-cc08-4a15-b74b-268e73e12b6d. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.842426] env[63248]: DEBUG nova.network.neutron [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Updating instance_info_cache with network_info: [{"id": "0eb011c2-cc08-4a15-b74b-268e73e12b6d", "address": "fa:16:3e:01:3a:43", "network": {"id": "7538edbb-ddd2-4ab0-9ae1-016ad7ec4d71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1833360993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fd7ee0cb37f481080e8337bbf4e6a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb011c2-cc", "ovs_interfaceid": "0eb011c2-cc08-4a15-b74b-268e73e12b6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.863769] env[63248]: INFO nova.scheduler.client.report [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Deleted allocations for instance efe2315a-1411-4927-ab0a-4e07fc8f4074 [ 1388.874039] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bdb06b-b656-ac3b-d194-2bef8a958987, 'name': SearchDatastore_Task, 'duration_secs': 0.015025} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.875022] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3c3070-3024-4755-ae2c-0f3916bab64b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.880837] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1388.880837] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5277c55d-4216-acc5-8bd0-f44dbf25bd82" [ 1388.880837] env[63248]: _type = "Task" [ 1388.880837] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.889229] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5277c55d-4216-acc5-8bd0-f44dbf25bd82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.943762] env[63248]: DEBUG nova.compute.manager [req-910d5e24-0e01-4ed5-a637-192e1e8601ff req-abb03338-7fcb-4474-961b-b08e0e6d397a service nova] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Received event network-vif-deleted-714f8ab9-ef0f-4e0e-9819-6ba89dc4bafd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1388.978021] env[63248]: DEBUG oslo_concurrency.lockutils [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Releasing lock "refresh_cache-ee50b60c-62d7-48cf-b568-769e6c0dcd64" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.107032] env[63248]: DEBUG oslo_vmware.api [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Task: {'id': task-1800328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214341} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.107307] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.107573] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.107758] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.108295] env[63248]: INFO nova.compute.manager [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1389.108828] env[63248]: DEBUG oslo.service.loopingcall [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1389.108828] env[63248]: DEBUG nova.compute.manager [-] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1389.109185] env[63248]: DEBUG nova.network.neutron [-] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1389.115435] env[63248]: DEBUG nova.network.neutron [-] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.176916] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.191397] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800329, 'name': Rename_Task, 'duration_secs': 0.164273} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.191626] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.191858] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca098e1f-543b-4626-be55-d31d4601da9a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.199340] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Waiting for the task: (returnval){ [ 1389.199340] env[63248]: value = "task-1800330" [ 1389.199340] env[63248]: _type = "Task" [ 1389.199340] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.207256] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.346217] env[63248]: DEBUG oslo_concurrency.lockutils [req-2647db6f-2582-4baf-b745-d819cb99d929 req-2566e518-4157-4e39-be56-d9dd2b626efe service nova] Releasing lock "refresh_cache-2662ff23-cc49-444e-8f62-b226c02f04df" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.372689] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a98825e9-0d20-45ed-9260-da326b82dee2 tempest-ServerDiagnosticsTest-608427069 tempest-ServerDiagnosticsTest-608427069-project-member] Lock "efe2315a-1411-4927-ab0a-4e07fc8f4074" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.746s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.398021] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5277c55d-4216-acc5-8bd0-f44dbf25bd82, 'name': SearchDatastore_Task, 'duration_secs': 0.010734} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.398021] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.398021] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 2662ff23-cc49-444e-8f62-b226c02f04df/2662ff23-cc49-444e-8f62-b226c02f04df.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.398207] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a788256-b93a-41b4-86c3-07d5e32ae7fd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.412124] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1389.412124] env[63248]: value = "task-1800331" [ 1389.412124] env[63248]: _type = "Task" [ 1389.412124] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.425222] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.510805] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd48e9f-e253-41e9-865b-19747fa27b45 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.537481] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc6c3c8-5cfb-44b0-b9d9-ba03c4d5abd8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.546016] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Updating instance 'ee50b60c-62d7-48cf-b568-769e6c0dcd64' progress to 83 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1389.593489] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "8e83ca84-3c41-4b1f-ac52-4478b428e4cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.593489] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "8e83ca84-3c41-4b1f-ac52-4478b428e4cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.593956] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "8e83ca84-3c41-4b1f-ac52-4478b428e4cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.596096] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "8e83ca84-3c41-4b1f-ac52-4478b428e4cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.596096] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "8e83ca84-3c41-4b1f-ac52-4478b428e4cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.597091] env[63248]: INFO nova.compute.manager [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Terminating instance [ 1389.617798] env[63248]: INFO nova.compute.manager [-] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Took 1.92 seconds to deallocate network for instance. [ 1389.710809] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800330, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.828792] env[63248]: DEBUG nova.compute.manager [req-715658bb-7528-4424-9c81-874c42fb8c96 req-8311f4cd-0af8-44bd-a854-1512b9382440 service nova] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Received event network-vif-deleted-347c1517-43db-4a6a-948f-8ec5247cd954 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1389.828916] env[63248]: INFO nova.compute.manager [req-715658bb-7528-4424-9c81-874c42fb8c96 req-8311f4cd-0af8-44bd-a854-1512b9382440 service nova] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Neutron deleted interface 347c1517-43db-4a6a-948f-8ec5247cd954; detaching it from the instance and deleting it from the info cache [ 1389.830335] env[63248]: DEBUG nova.network.neutron [req-715658bb-7528-4424-9c81-874c42fb8c96 req-8311f4cd-0af8-44bd-a854-1512b9382440 service nova] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.930840] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800331, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.054508] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.055875] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6a05e07-8347-4da5-bf76-976f4923a034 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.068218] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1390.068218] env[63248]: value = "task-1800332" [ 1390.068218] env[63248]: _type = "Task" [ 1390.068218] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.080685] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.105164] env[63248]: DEBUG nova.compute.manager [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1390.105585] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.106955] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2e1dad-1f81-4bdb-bbe6-728c39154671 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.110613] env[63248]: DEBUG nova.network.neutron [-] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.117124] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.117124] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f0cd75a-2ecf-4960-a4a2-d9c4f512b376 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.124265] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.126638] env[63248]: DEBUG oslo_vmware.api [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1390.126638] env[63248]: value = "task-1800333" [ 1390.126638] env[63248]: _type = "Task" [ 1390.126638] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.138909] env[63248]: DEBUG oslo_vmware.api [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.212813] env[63248]: DEBUG oslo_vmware.api [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800330, 'name': PowerOnVM_Task, 'duration_secs': 0.714417} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.216247] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.217535] env[63248]: INFO nova.compute.manager [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1390.217773] env[63248]: DEBUG nova.compute.manager [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.218829] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20677ca-555e-4c64-8709-c6960dc36879 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.335362] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d726b50c-5d0f-4efa-8130-d886ed800848 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.345083] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f34ef89-634b-4905-a1e6-16ff92e6ea9c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.386284] env[63248]: DEBUG nova.compute.manager [req-715658bb-7528-4424-9c81-874c42fb8c96 req-8311f4cd-0af8-44bd-a854-1512b9382440 service nova] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Detach interface failed, port_id=347c1517-43db-4a6a-948f-8ec5247cd954, reason: Instance c273fc1a-0af1-4cfe-9c3c-81352cb46f8c could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1390.425143] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542375} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.425983] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 2662ff23-cc49-444e-8f62-b226c02f04df/2662ff23-cc49-444e-8f62-b226c02f04df.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.427123] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.427123] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-261f7e44-3386-4f0e-903d-622f47865637 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.436655] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1390.436655] env[63248]: value = "task-1800334" [ 1390.436655] env[63248]: _type = "Task" [ 1390.436655] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.446463] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.467308] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebca1c9-14df-4d26-ad71-618752a6edf3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.477889] env[63248]: DEBUG nova.compute.manager [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1390.478418] env[63248]: DEBUG nova.virt.hardware [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.478620] env[63248]: DEBUG nova.virt.hardware [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.478768] env[63248]: DEBUG nova.virt.hardware [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.478941] env[63248]: DEBUG nova.virt.hardware [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.479098] env[63248]: DEBUG nova.virt.hardware [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.479244] env[63248]: DEBUG nova.virt.hardware [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.479663] env[63248]: DEBUG nova.virt.hardware [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.479841] env[63248]: DEBUG nova.virt.hardware [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.480015] env[63248]: DEBUG nova.virt.hardware [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.480224] env[63248]: DEBUG nova.virt.hardware [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.480861] env[63248]: DEBUG nova.virt.hardware [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.481293] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce4dd9a-307a-4785-b0f2-07c694438a78 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.484803] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d0354c-b40f-45fc-be2f-dce2cf3912a9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.522373] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2a1608-2e04-4821-a355-f41c0f3f9220 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.527233] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae03d03-3449-498a-ab87-ee848d7faec3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.543994] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba7b3a1-ce60-4032-9239-6efbc5956bca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.561859] env[63248]: DEBUG nova.compute.provider_tree [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.579257] env[63248]: DEBUG oslo_vmware.api [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800332, 'name': PowerOnVM_Task, 'duration_secs': 0.426584} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.579607] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.579881] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-aacb825f-f167-4891-9b90-833c4ba5135a tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Updating instance 'ee50b60c-62d7-48cf-b568-769e6c0dcd64' progress to 100 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1390.615431] env[63248]: INFO nova.compute.manager [-] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Took 1.51 seconds to deallocate network for instance. [ 1390.636855] env[63248]: DEBUG oslo_vmware.api [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800333, 'name': PowerOffVM_Task, 'duration_secs': 0.349683} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.637164] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1390.637338] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1390.637592] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cfe3dd9-7a21-4c4e-8963-7e18afea78fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.722292] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1390.722448] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1390.722647] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Deleting the datastore file [datastore1] 8e83ca84-3c41-4b1f-ac52-4478b428e4cd {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1390.722923] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9c3a45a-d8b4-4fab-bccd-1ffad7911a02 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.729673] env[63248]: DEBUG oslo_vmware.api [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1390.729673] env[63248]: value = "task-1800336" [ 1390.729673] env[63248]: _type = "Task" [ 1390.729673] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.745546] env[63248]: DEBUG oslo_vmware.api [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.746069] env[63248]: INFO nova.compute.manager [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Took 33.35 seconds to build instance. [ 1390.948999] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168592} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.949287] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1390.950600] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d8fa62-b1f7-4b30-a935-85d5418f9764 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.977017] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 2662ff23-cc49-444e-8f62-b226c02f04df/2662ff23-cc49-444e-8f62-b226c02f04df.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.977448] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a51027-432e-434e-89ad-7df330ba6442 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.001501] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1391.001501] env[63248]: value = "task-1800337" [ 1391.001501] env[63248]: _type = "Task" [ 1391.001501] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.013442] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.066135] env[63248]: DEBUG nova.scheduler.client.report [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.089389] env[63248]: DEBUG nova.network.neutron [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Successfully updated port: 242d32b4-0529-47bd-9272-6f2805b6b379 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.121889] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.215821] env[63248]: DEBUG nova.compute.manager [req-a956d67a-e6bf-4f33-957f-6faefdbd1b52 req-0fc4acb3-9e38-4eb7-874b-a3009a3cba95 service nova] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Received event network-vif-deleted-1dea4ee8-e0e7-4f13-8e5b-b266c0460268 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1391.216040] env[63248]: DEBUG nova.compute.manager [req-a956d67a-e6bf-4f33-957f-6faefdbd1b52 req-0fc4acb3-9e38-4eb7-874b-a3009a3cba95 service nova] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Received event network-vif-plugged-242d32b4-0529-47bd-9272-6f2805b6b379 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1391.216235] env[63248]: DEBUG oslo_concurrency.lockutils [req-a956d67a-e6bf-4f33-957f-6faefdbd1b52 req-0fc4acb3-9e38-4eb7-874b-a3009a3cba95 service nova] Acquiring lock "d0d08b64-e1b2-417f-b81c-acdb3ca9b39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.216644] env[63248]: DEBUG oslo_concurrency.lockutils [req-a956d67a-e6bf-4f33-957f-6faefdbd1b52 req-0fc4acb3-9e38-4eb7-874b-a3009a3cba95 service nova] Lock "d0d08b64-e1b2-417f-b81c-acdb3ca9b39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.216831] env[63248]: DEBUG oslo_concurrency.lockutils [req-a956d67a-e6bf-4f33-957f-6faefdbd1b52 req-0fc4acb3-9e38-4eb7-874b-a3009a3cba95 service nova] Lock "d0d08b64-e1b2-417f-b81c-acdb3ca9b39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.217020] env[63248]: DEBUG nova.compute.manager [req-a956d67a-e6bf-4f33-957f-6faefdbd1b52 req-0fc4acb3-9e38-4eb7-874b-a3009a3cba95 service nova] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] No waiting events found dispatching network-vif-plugged-242d32b4-0529-47bd-9272-6f2805b6b379 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1391.217172] env[63248]: WARNING nova.compute.manager [req-a956d67a-e6bf-4f33-957f-6faefdbd1b52 req-0fc4acb3-9e38-4eb7-874b-a3009a3cba95 service nova] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Received unexpected event network-vif-plugged-242d32b4-0529-47bd-9272-6f2805b6b379 for instance with vm_state building and task_state spawning. [ 1391.240853] env[63248]: DEBUG oslo_vmware.api [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290496} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.240853] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1391.240853] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1391.240853] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1391.241063] env[63248]: INFO nova.compute.manager [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1391.241251] env[63248]: DEBUG oslo.service.loopingcall [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.241437] env[63248]: DEBUG nova.compute.manager [-] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1391.241532] env[63248]: DEBUG nova.network.neutron [-] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1391.248076] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0879e7bc-2718-4156-ba45-b1a5aad8bd08 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Lock "7e80239f-6b97-487b-a70c-e6056fc99019" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.950s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.512815] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.570148] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.570826] env[63248]: DEBUG nova.compute.manager [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1391.579715] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.294s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.581376] env[63248]: INFO nova.compute.claims [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.591734] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Acquiring lock "refresh_cache-d0d08b64-e1b2-417f-b81c-acdb3ca9b39a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.591882] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Acquired lock "refresh_cache-d0d08b64-e1b2-417f-b81c-acdb3ca9b39a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.592041] env[63248]: DEBUG nova.network.neutron [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.750341] env[63248]: DEBUG nova.compute.manager [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.015274] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800337, 'name': ReconfigVM_Task, 'duration_secs': 0.895415} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.015610] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 2662ff23-cc49-444e-8f62-b226c02f04df/2662ff23-cc49-444e-8f62-b226c02f04df.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.017482] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68434f3c-8c66-4023-816e-40ab6f6fc530 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.025307] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1392.025307] env[63248]: value = "task-1800338" [ 1392.025307] env[63248]: _type = "Task" [ 1392.025307] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.034795] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800338, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.081867] env[63248]: DEBUG nova.compute.utils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1392.083395] env[63248]: DEBUG nova.compute.manager [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1392.083570] env[63248]: DEBUG nova.network.neutron [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1392.152611] env[63248]: DEBUG nova.network.neutron [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.220938] env[63248]: DEBUG nova.policy [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36c40a0d20f24c19a3f2c4f85d4990d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fd7ee0cb37f481080e8337bbf4e6a68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.307985] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.404055] env[63248]: DEBUG nova.network.neutron [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Updating instance_info_cache with network_info: [{"id": "242d32b4-0529-47bd-9272-6f2805b6b379", "address": "fa:16:3e:42:f3:13", "network": {"id": "f1d190b8-7cbb-4f39-b822-7f9735474cf6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-25419834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b964819adc4ec994f00f952c53102a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242d32b4-05", "ovs_interfaceid": "242d32b4-0529-47bd-9272-6f2805b6b379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.404927] env[63248]: DEBUG nova.network.neutron [-] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.537195] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800338, 'name': Rename_Task, 'duration_secs': 0.326058} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.537622] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.537849] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8e93f9a-71ed-4308-a53b-d066cae36d4e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.546858] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1392.546858] env[63248]: value = "task-1800339" [ 1392.546858] env[63248]: _type = "Task" [ 1392.546858] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.559930] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.589047] env[63248]: DEBUG nova.compute.manager [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1392.905458] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Releasing lock "refresh_cache-d0d08b64-e1b2-417f-b81c-acdb3ca9b39a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.905985] env[63248]: DEBUG nova.compute.manager [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Instance network_info: |[{"id": "242d32b4-0529-47bd-9272-6f2805b6b379", "address": "fa:16:3e:42:f3:13", "network": {"id": "f1d190b8-7cbb-4f39-b822-7f9735474cf6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-25419834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b964819adc4ec994f00f952c53102a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242d32b4-05", "ovs_interfaceid": "242d32b4-0529-47bd-9272-6f2805b6b379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1392.906461] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:f3:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '242d32b4-0529-47bd-9272-6f2805b6b379', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1392.915740] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Creating folder: Project (93b964819adc4ec994f00f952c53102a). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1392.916244] env[63248]: INFO nova.compute.manager [-] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Took 1.67 seconds to deallocate network for instance. [ 1392.920329] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a08d2b14-dc63-4f75-956d-6a25dc13b362 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.939750] env[63248]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1392.939750] env[63248]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63248) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1392.939750] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Folder already exists: Project (93b964819adc4ec994f00f952c53102a). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1392.939750] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Creating folder: Instances. Parent ref: group-v373247. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1392.940146] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89b57cd4-6c2c-440a-8844-799de370283c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.953651] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Created folder: Instances in parent group-v373247. [ 1392.953897] env[63248]: DEBUG oslo.service.loopingcall [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1392.955212] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1392.955212] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea6e97d7-905d-4afc-978b-c2c2c5303d0a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.985954] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1392.985954] env[63248]: value = "task-1800342" [ 1392.985954] env[63248]: _type = "Task" [ 1392.985954] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.996302] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800342, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.059856] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800339, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.254524] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e762234e-935e-4d87-bd81-0c1ef226e246 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.266453] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a16240e-5059-439b-bba9-dbce1639a2a6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.307296] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.307668] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.307921] env[63248]: DEBUG nova.compute.manager [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Going to confirm migration 1 {{(pid=63248) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1393.310458] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613114d1-829e-4795-9bac-a7f159c21ce8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.321869] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8aabc9-be83-483a-bca0-dcff3c57de7a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.339572] env[63248]: DEBUG nova.compute.provider_tree [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.418472] env[63248]: DEBUG nova.network.neutron [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Successfully created port: 47bbb43d-6e2e-43e2-8cf4-37e703026a63 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1393.431761] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.499036] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800342, 'name': CreateVM_Task, 'duration_secs': 0.426825} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.501120] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.501120] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373264', 'volume_id': '6abf72d1-a707-4ec5-871e-aaa27406099c', 'name': 'volume-6abf72d1-a707-4ec5-871e-aaa27406099c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0d08b64-e1b2-417f-b81c-acdb3ca9b39a', 'attached_at': '', 'detached_at': '', 'volume_id': '6abf72d1-a707-4ec5-871e-aaa27406099c', 'serial': '6abf72d1-a707-4ec5-871e-aaa27406099c'}, 'mount_device': '/dev/sda', 'attachment_id': '8a44c913-c956-46af-9b3f-7f6b6338d2c8', 'device_type': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=63248) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1393.501120] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Root volume attach. Driver type: vmdk {{(pid=63248) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1393.501626] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2990e91e-2f16-4ff1-a066-60fd355c1a43 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.511675] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e63e25d-ab4b-4066-a925-9d7eebcfe22f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.521376] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b81374-4c40-4214-bd13-2d87ead789ca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.529245] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cf6b8940-4fa3-4093-bddc-7635cf1ad4eb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.536980] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Waiting for the task: (returnval){ [ 1393.536980] env[63248]: value = "task-1800343" [ 1393.536980] env[63248]: _type = "Task" [ 1393.536980] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.546783] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800343, 'name': RelocateVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.556572] env[63248]: DEBUG oslo_vmware.api [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800339, 'name': PowerOnVM_Task, 'duration_secs': 0.78009} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.556833] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.557049] env[63248]: INFO nova.compute.manager [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1393.557228] env[63248]: DEBUG nova.compute.manager [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.558010] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2500ac0-c70d-4733-8178-3a3f99a7047a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.607412] env[63248]: DEBUG nova.compute.manager [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1393.634775] env[63248]: DEBUG nova.virt.hardware [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.635030] env[63248]: DEBUG nova.virt.hardware [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.635398] env[63248]: DEBUG nova.virt.hardware [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.635594] env[63248]: DEBUG nova.virt.hardware [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.635718] env[63248]: DEBUG nova.virt.hardware [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.635951] env[63248]: DEBUG nova.virt.hardware [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.636087] env[63248]: DEBUG nova.virt.hardware [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.636306] env[63248]: DEBUG nova.virt.hardware [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.636488] env[63248]: DEBUG nova.virt.hardware [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.637294] env[63248]: DEBUG nova.virt.hardware [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.637520] env[63248]: DEBUG nova.virt.hardware [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.638401] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53de0bed-39c6-485f-bbb9-010f6864486e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.648915] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930b260d-d111-43e6-9e43-9ef8ab4015c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.848663] env[63248]: DEBUG nova.scheduler.client.report [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.935289] env[63248]: DEBUG nova.compute.manager [req-00fffff2-5b96-4872-856e-ebf7379e768e req-54d16d74-53f8-493a-995c-6fced72488bf service nova] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Received event network-changed-242d32b4-0529-47bd-9272-6f2805b6b379 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1393.935289] env[63248]: DEBUG nova.compute.manager [req-00fffff2-5b96-4872-856e-ebf7379e768e req-54d16d74-53f8-493a-995c-6fced72488bf service nova] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Refreshing instance network info cache due to event network-changed-242d32b4-0529-47bd-9272-6f2805b6b379. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1393.935289] env[63248]: DEBUG oslo_concurrency.lockutils [req-00fffff2-5b96-4872-856e-ebf7379e768e req-54d16d74-53f8-493a-995c-6fced72488bf service nova] Acquiring lock "refresh_cache-d0d08b64-e1b2-417f-b81c-acdb3ca9b39a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.935289] env[63248]: DEBUG oslo_concurrency.lockutils [req-00fffff2-5b96-4872-856e-ebf7379e768e req-54d16d74-53f8-493a-995c-6fced72488bf service nova] Acquired lock "refresh_cache-d0d08b64-e1b2-417f-b81c-acdb3ca9b39a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.935289] env[63248]: DEBUG nova.network.neutron [req-00fffff2-5b96-4872-856e-ebf7379e768e req-54d16d74-53f8-493a-995c-6fced72488bf service nova] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Refreshing network info cache for port 242d32b4-0529-47bd-9272-6f2805b6b379 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.952984] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "refresh_cache-ee50b60c-62d7-48cf-b568-769e6c0dcd64" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.953696] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired lock "refresh_cache-ee50b60c-62d7-48cf-b568-769e6c0dcd64" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.953696] env[63248]: DEBUG nova.network.neutron [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.953696] env[63248]: DEBUG nova.objects.instance [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lazy-loading 'info_cache' on Instance uuid ee50b60c-62d7-48cf-b568-769e6c0dcd64 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.048270] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800343, 'name': RelocateVM_Task} progress is 20%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.083054] env[63248]: INFO nova.compute.manager [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Took 33.88 seconds to build instance. [ 1394.357176] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.357176] env[63248]: DEBUG nova.compute.manager [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1394.359421] env[63248]: DEBUG oslo_concurrency.lockutils [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.402s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.359655] env[63248]: DEBUG nova.objects.instance [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lazy-loading 'resources' on Instance uuid 6366c103-ff17-4c0c-a8a2-f785c8547811 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.552836] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800343, 'name': RelocateVM_Task, 'duration_secs': 0.808827} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.558025] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1394.559453] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373264', 'volume_id': '6abf72d1-a707-4ec5-871e-aaa27406099c', 'name': 'volume-6abf72d1-a707-4ec5-871e-aaa27406099c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0d08b64-e1b2-417f-b81c-acdb3ca9b39a', 'attached_at': '', 'detached_at': '', 'volume_id': '6abf72d1-a707-4ec5-871e-aaa27406099c', 'serial': '6abf72d1-a707-4ec5-871e-aaa27406099c'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1394.560772] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa905c65-178f-41c9-8f98-3eac9c27aac9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.580924] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac89900-ef02-422b-b42a-c898ab4c71f2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.585631] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7f2dbd91-ef74-4059-941f-16316f4c3db7 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "2662ff23-cc49-444e-8f62-b226c02f04df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.449s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.607304] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] volume-6abf72d1-a707-4ec5-871e-aaa27406099c/volume-6abf72d1-a707-4ec5-871e-aaa27406099c.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.613132] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1de1b3fb-21a8-4751-97c7-7ffe32657ded {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.636285] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Waiting for the task: (returnval){ [ 1394.636285] env[63248]: value = "task-1800344" [ 1394.636285] env[63248]: _type = "Task" [ 1394.636285] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.646350] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.710681] env[63248]: DEBUG nova.network.neutron [req-00fffff2-5b96-4872-856e-ebf7379e768e req-54d16d74-53f8-493a-995c-6fced72488bf service nova] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Updated VIF entry in instance network info cache for port 242d32b4-0529-47bd-9272-6f2805b6b379. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.710793] env[63248]: DEBUG nova.network.neutron [req-00fffff2-5b96-4872-856e-ebf7379e768e req-54d16d74-53f8-493a-995c-6fced72488bf service nova] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Updating instance_info_cache with network_info: [{"id": "242d32b4-0529-47bd-9272-6f2805b6b379", "address": "fa:16:3e:42:f3:13", "network": {"id": "f1d190b8-7cbb-4f39-b822-7f9735474cf6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-25419834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b964819adc4ec994f00f952c53102a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242d32b4-05", "ovs_interfaceid": "242d32b4-0529-47bd-9272-6f2805b6b379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.863122] env[63248]: DEBUG nova.compute.utils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1394.870786] env[63248]: DEBUG nova.compute.manager [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1394.870965] env[63248]: DEBUG nova.network.neutron [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1394.922964] env[63248]: DEBUG nova.policy [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ffef12d33954a74b82ea7366686fa55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92fbb845eb614c12a2ab3032d9a39f84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1395.089573] env[63248]: DEBUG nova.compute.manager [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.151462] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800344, 'name': ReconfigVM_Task, 'duration_secs': 0.286857} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.151813] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Reconfigured VM instance instance-0000001a to attach disk [datastore1] volume-6abf72d1-a707-4ec5-871e-aaa27406099c/volume-6abf72d1-a707-4ec5-871e-aaa27406099c.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.159524] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec15b2d4-bde2-4b96-849f-e1168fefdf43 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.177979] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Waiting for the task: (returnval){ [ 1395.177979] env[63248]: value = "task-1800345" [ 1395.177979] env[63248]: _type = "Task" [ 1395.177979] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.192164] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.216857] env[63248]: DEBUG oslo_concurrency.lockutils [req-00fffff2-5b96-4872-856e-ebf7379e768e req-54d16d74-53f8-493a-995c-6fced72488bf service nova] Releasing lock "refresh_cache-d0d08b64-e1b2-417f-b81c-acdb3ca9b39a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.217285] env[63248]: DEBUG nova.compute.manager [req-00fffff2-5b96-4872-856e-ebf7379e768e req-54d16d74-53f8-493a-995c-6fced72488bf service nova] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Received event network-vif-deleted-59583d0e-d4de-4734-80f7-fb131883416b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1395.220418] env[63248]: DEBUG nova.network.neutron [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Successfully created port: b4f68ab5-13c5-4d7e-9552-d6962b965620 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.372424] env[63248]: DEBUG nova.compute.manager [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1395.426313] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78347dd0-1e4a-4d46-b10e-7d5ce343fee3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.435949] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8477c3-b173-4126-9583-ee2381862551 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.468734] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2820d69c-2f45-4fad-bd0a-49a7e03b03bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.477173] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66763053-aa94-4a9a-8b75-8e8232650c01 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.491776] env[63248]: DEBUG nova.compute.provider_tree [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.624232] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.692456] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800345, 'name': ReconfigVM_Task, 'duration_secs': 0.139928} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.692812] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373264', 'volume_id': '6abf72d1-a707-4ec5-871e-aaa27406099c', 'name': 'volume-6abf72d1-a707-4ec5-871e-aaa27406099c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0d08b64-e1b2-417f-b81c-acdb3ca9b39a', 'attached_at': '', 'detached_at': '', 'volume_id': '6abf72d1-a707-4ec5-871e-aaa27406099c', 'serial': '6abf72d1-a707-4ec5-871e-aaa27406099c'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1395.693732] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-860dae37-b91a-4d15-82b9-5dff21a894b2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.704923] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Waiting for the task: (returnval){ [ 1395.704923] env[63248]: value = "task-1800346" [ 1395.704923] env[63248]: _type = "Task" [ 1395.704923] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.715216] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800346, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.998192] env[63248]: DEBUG nova.network.neutron [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Updating instance_info_cache with network_info: [{"id": "323b0900-9b56-4da4-aca5-439e048074a1", "address": "fa:16:3e:11:f1:47", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323b0900-9b", "ovs_interfaceid": "323b0900-9b56-4da4-aca5-439e048074a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.998421] env[63248]: DEBUG nova.scheduler.client.report [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.217132] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800346, 'name': Rename_Task, 'duration_secs': 0.133053} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.217477] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.218598] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bf95f39-b736-4347-9ad8-3ba592d68dc5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.227142] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Waiting for the task: (returnval){ [ 1396.227142] env[63248]: value = "task-1800347" [ 1396.227142] env[63248]: _type = "Task" [ 1396.227142] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.239222] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.390051] env[63248]: DEBUG nova.compute.manager [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1396.423525] env[63248]: DEBUG nova.virt.hardware [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1396.423852] env[63248]: DEBUG nova.virt.hardware [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.424062] env[63248]: DEBUG nova.virt.hardware [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.424270] env[63248]: DEBUG nova.virt.hardware [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.424465] env[63248]: DEBUG nova.virt.hardware [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.424591] env[63248]: DEBUG nova.virt.hardware [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1396.424810] env[63248]: DEBUG nova.virt.hardware [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1396.425147] env[63248]: DEBUG nova.virt.hardware [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1396.425273] env[63248]: DEBUG nova.virt.hardware [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1396.425357] env[63248]: DEBUG nova.virt.hardware [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1396.425875] env[63248]: DEBUG nova.virt.hardware [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1396.426737] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bb3361-84d5-4acf-9ff1-f3dac2cd2821 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.445495] env[63248]: DEBUG nova.network.neutron [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Successfully updated port: 47bbb43d-6e2e-43e2-8cf4-37e703026a63 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.446793] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a871129c-eda4-49c5-9d02-6f9715f53469 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.502409] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Releasing lock "refresh_cache-ee50b60c-62d7-48cf-b568-769e6c0dcd64" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.502698] env[63248]: DEBUG nova.objects.instance [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lazy-loading 'migration_context' on Instance uuid ee50b60c-62d7-48cf-b568-769e6c0dcd64 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.505169] env[63248]: DEBUG oslo_concurrency.lockutils [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.507416] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.128s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.508676] env[63248]: DEBUG nova.objects.instance [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lazy-loading 'resources' on Instance uuid 5a521eae-f2d3-4750-b293-0b4de3a74a3c {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.539361] env[63248]: INFO nova.scheduler.client.report [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleted allocations for instance 6366c103-ff17-4c0c-a8a2-f785c8547811 [ 1396.740056] env[63248]: DEBUG oslo_vmware.api [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800347, 'name': PowerOnVM_Task, 'duration_secs': 0.461636} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.742521] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.743806] env[63248]: INFO nova.compute.manager [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Took 6.26 seconds to spawn the instance on the hypervisor. [ 1396.744221] env[63248]: DEBUG nova.compute.manager [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.745449] env[63248]: DEBUG nova.compute.manager [req-89a05772-2022-4dc1-b9b9-73375fa825d8 req-dd753ef0-2b41-4fc8-b0f4-26f87409a1da service nova] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Received event network-vif-plugged-47bbb43d-6e2e-43e2-8cf4-37e703026a63 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1396.745751] env[63248]: DEBUG oslo_concurrency.lockutils [req-89a05772-2022-4dc1-b9b9-73375fa825d8 req-dd753ef0-2b41-4fc8-b0f4-26f87409a1da service nova] Acquiring lock "8fd93901-39dd-4358-93eb-9c0d1a087a78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.746122] env[63248]: DEBUG oslo_concurrency.lockutils [req-89a05772-2022-4dc1-b9b9-73375fa825d8 req-dd753ef0-2b41-4fc8-b0f4-26f87409a1da service nova] Lock "8fd93901-39dd-4358-93eb-9c0d1a087a78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.746392] env[63248]: DEBUG oslo_concurrency.lockutils [req-89a05772-2022-4dc1-b9b9-73375fa825d8 req-dd753ef0-2b41-4fc8-b0f4-26f87409a1da service nova] Lock "8fd93901-39dd-4358-93eb-9c0d1a087a78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.746664] env[63248]: DEBUG nova.compute.manager [req-89a05772-2022-4dc1-b9b9-73375fa825d8 req-dd753ef0-2b41-4fc8-b0f4-26f87409a1da service nova] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] No waiting events found dispatching network-vif-plugged-47bbb43d-6e2e-43e2-8cf4-37e703026a63 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.746932] env[63248]: WARNING nova.compute.manager [req-89a05772-2022-4dc1-b9b9-73375fa825d8 req-dd753ef0-2b41-4fc8-b0f4-26f87409a1da service nova] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Received unexpected event network-vif-plugged-47bbb43d-6e2e-43e2-8cf4-37e703026a63 for instance with vm_state building and task_state spawning. [ 1396.749233] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8699019-4f89-4385-8183-03101a991374 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.810453] env[63248]: DEBUG nova.network.neutron [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Successfully updated port: b4f68ab5-13c5-4d7e-9552-d6962b965620 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.834583] env[63248]: DEBUG nova.compute.manager [req-24254729-66a1-4eb0-ac65-e880f919b8ae req-674ccb6a-3ba8-4e43-bf28-ce92e0af8f58 service nova] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Received event network-vif-plugged-b4f68ab5-13c5-4d7e-9552-d6962b965620 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1396.834777] env[63248]: DEBUG oslo_concurrency.lockutils [req-24254729-66a1-4eb0-ac65-e880f919b8ae req-674ccb6a-3ba8-4e43-bf28-ce92e0af8f58 service nova] Acquiring lock "aa88218a-a73b-4d9d-80a5-e848e0e26a6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.835136] env[63248]: DEBUG oslo_concurrency.lockutils [req-24254729-66a1-4eb0-ac65-e880f919b8ae req-674ccb6a-3ba8-4e43-bf28-ce92e0af8f58 service nova] Lock "aa88218a-a73b-4d9d-80a5-e848e0e26a6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.835322] env[63248]: DEBUG oslo_concurrency.lockutils [req-24254729-66a1-4eb0-ac65-e880f919b8ae req-674ccb6a-3ba8-4e43-bf28-ce92e0af8f58 service nova] Lock "aa88218a-a73b-4d9d-80a5-e848e0e26a6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.835496] env[63248]: DEBUG nova.compute.manager [req-24254729-66a1-4eb0-ac65-e880f919b8ae req-674ccb6a-3ba8-4e43-bf28-ce92e0af8f58 service nova] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] No waiting events found dispatching network-vif-plugged-b4f68ab5-13c5-4d7e-9552-d6962b965620 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.835663] env[63248]: WARNING nova.compute.manager [req-24254729-66a1-4eb0-ac65-e880f919b8ae req-674ccb6a-3ba8-4e43-bf28-ce92e0af8f58 service nova] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Received unexpected event network-vif-plugged-b4f68ab5-13c5-4d7e-9552-d6962b965620 for instance with vm_state building and task_state spawning. [ 1396.954564] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "refresh_cache-8fd93901-39dd-4358-93eb-9c0d1a087a78" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.954726] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "refresh_cache-8fd93901-39dd-4358-93eb-9c0d1a087a78" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.954885] env[63248]: DEBUG nova.network.neutron [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.005857] env[63248]: DEBUG nova.objects.base [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1397.007264] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c587c802-1237-4e2a-994b-3568db2854da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.040851] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c71c7d8d-2c6c-4b25-a7a1-e255ffdd3ed1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.048767] env[63248]: DEBUG oslo_vmware.api [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1397.048767] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523e6cf6-6ca4-748a-c24e-2a502bb4862b" [ 1397.048767] env[63248]: _type = "Task" [ 1397.048767] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.049245] env[63248]: DEBUG oslo_concurrency.lockutils [None req-866e17ff-a965-4aae-bad2-428d38c5dca2 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "6366c103-ff17-4c0c-a8a2-f785c8547811" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.552s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.061470] env[63248]: DEBUG oslo_vmware.api [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523e6cf6-6ca4-748a-c24e-2a502bb4862b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.276916] env[63248]: INFO nova.compute.manager [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Took 33.87 seconds to build instance. [ 1397.316905] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "refresh_cache-aa88218a-a73b-4d9d-80a5-e848e0e26a6e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.316905] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "refresh_cache-aa88218a-a73b-4d9d-80a5-e848e0e26a6e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.317182] env[63248]: DEBUG nova.network.neutron [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.497023] env[63248]: DEBUG nova.network.neutron [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.567127] env[63248]: DEBUG oslo_vmware.api [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523e6cf6-6ca4-748a-c24e-2a502bb4862b, 'name': SearchDatastore_Task, 'duration_secs': 0.015185} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.567483] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.602067] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32b9ba2-a7b0-47d5-ac8a-9ed97e8f9f72 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.613589] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefcfe7d-9d8c-4b72-a2f6-ecd2ab2df6ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.655077] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c3f63a-2b22-4e48-87f6-62be605da8f6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.665716] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c02cdd6-d579-4a80-8d96-970f393fb217 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.682811] env[63248]: DEBUG nova.compute.provider_tree [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.700628] env[63248]: DEBUG nova.network.neutron [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Updating instance_info_cache with network_info: [{"id": "47bbb43d-6e2e-43e2-8cf4-37e703026a63", "address": "fa:16:3e:e7:93:9c", "network": {"id": "7538edbb-ddd2-4ab0-9ae1-016ad7ec4d71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1833360993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fd7ee0cb37f481080e8337bbf4e6a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47bbb43d-6e", "ovs_interfaceid": "47bbb43d-6e2e-43e2-8cf4-37e703026a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.780264] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6a48c7b4-d253-42c9-9efe-ea1944e3b596 tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Lock "d0d08b64-e1b2-417f-b81c-acdb3ca9b39a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.364s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.874095] env[63248]: DEBUG nova.network.neutron [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.913966] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Acquiring lock "21637db2-110e-4fba-92a5-9318b9c56ea1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.914292] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Lock "21637db2-110e-4fba-92a5-9318b9c56ea1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.071265] env[63248]: DEBUG nova.network.neutron [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Updating instance_info_cache with network_info: [{"id": "b4f68ab5-13c5-4d7e-9552-d6962b965620", "address": "fa:16:3e:b1:40:17", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f68ab5-13", "ovs_interfaceid": "b4f68ab5-13c5-4d7e-9552-d6962b965620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.183754] env[63248]: DEBUG nova.scheduler.client.report [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.203087] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "refresh_cache-8fd93901-39dd-4358-93eb-9c0d1a087a78" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.203406] env[63248]: DEBUG nova.compute.manager [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Instance network_info: |[{"id": "47bbb43d-6e2e-43e2-8cf4-37e703026a63", "address": "fa:16:3e:e7:93:9c", "network": {"id": "7538edbb-ddd2-4ab0-9ae1-016ad7ec4d71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1833360993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fd7ee0cb37f481080e8337bbf4e6a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47bbb43d-6e", "ovs_interfaceid": "47bbb43d-6e2e-43e2-8cf4-37e703026a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1398.203791] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:93:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47bbb43d-6e2e-43e2-8cf4-37e703026a63', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.211345] env[63248]: DEBUG oslo.service.loopingcall [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.212233] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.212461] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65c82268-7ac6-4a41-b614-c7af562b3a62 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.233559] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.233559] env[63248]: value = "task-1800348" [ 1398.233559] env[63248]: _type = "Task" [ 1398.233559] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.241709] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800348, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.282484] env[63248]: DEBUG nova.compute.manager [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1398.576354] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "refresh_cache-aa88218a-a73b-4d9d-80a5-e848e0e26a6e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.576727] env[63248]: DEBUG nova.compute.manager [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Instance network_info: |[{"id": "b4f68ab5-13c5-4d7e-9552-d6962b965620", "address": "fa:16:3e:b1:40:17", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f68ab5-13", "ovs_interfaceid": "b4f68ab5-13c5-4d7e-9552-d6962b965620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1398.577163] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:40:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4f68ab5-13c5-4d7e-9552-d6962b965620', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.585510] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Creating folder: Project (92fbb845eb614c12a2ab3032d9a39f84). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.586224] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7b63540-423d-4586-b84e-044f8b814bfc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.599720] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Created folder: Project (92fbb845eb614c12a2ab3032d9a39f84) in parent group-v373228. [ 1398.599929] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Creating folder: Instances. Parent ref: group-v373307. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.600198] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4889d68d-9878-4757-b8e1-27164199ba56 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.613249] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Created folder: Instances in parent group-v373307. [ 1398.613249] env[63248]: DEBUG oslo.service.loopingcall [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.613249] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.613577] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-112d041b-6a47-4c64-a74e-033dfb97dce9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.647642] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.647642] env[63248]: value = "task-1800351" [ 1398.647642] env[63248]: _type = "Task" [ 1398.647642] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.656552] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800351, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.689911] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.692667] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.794s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.694184] env[63248]: INFO nova.compute.claims [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.736088] env[63248]: INFO nova.scheduler.client.report [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Deleted allocations for instance 5a521eae-f2d3-4750-b293-0b4de3a74a3c [ 1398.754828] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800348, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.808192] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.158750] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800351, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.246818] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800348, 'name': CreateVM_Task, 'duration_secs': 0.654092} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.247018] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.247766] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.247935] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.248370] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.250442] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0e3357-ca04-4d19-9147-2eeb6edb6b83 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.253271] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ddd4b86-61ba-452e-ba52-43d205bc81aa tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.567s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.254969] env[63248]: DEBUG nova.compute.manager [req-52878580-4319-4388-9410-646b8d564e10 req-65d1b7db-d952-44dd-a0b2-c313dbc50c1c service nova] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Received event network-changed-47bbb43d-6e2e-43e2-8cf4-37e703026a63 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1399.255158] env[63248]: DEBUG nova.compute.manager [req-52878580-4319-4388-9410-646b8d564e10 req-65d1b7db-d952-44dd-a0b2-c313dbc50c1c service nova] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Refreshing instance network info cache due to event network-changed-47bbb43d-6e2e-43e2-8cf4-37e703026a63. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1399.255357] env[63248]: DEBUG oslo_concurrency.lockutils [req-52878580-4319-4388-9410-646b8d564e10 req-65d1b7db-d952-44dd-a0b2-c313dbc50c1c service nova] Acquiring lock "refresh_cache-8fd93901-39dd-4358-93eb-9c0d1a087a78" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.255496] env[63248]: DEBUG oslo_concurrency.lockutils [req-52878580-4319-4388-9410-646b8d564e10 req-65d1b7db-d952-44dd-a0b2-c313dbc50c1c service nova] Acquired lock "refresh_cache-8fd93901-39dd-4358-93eb-9c0d1a087a78" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.255655] env[63248]: DEBUG nova.network.neutron [req-52878580-4319-4388-9410-646b8d564e10 req-65d1b7db-d952-44dd-a0b2-c313dbc50c1c service nova] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Refreshing network info cache for port 47bbb43d-6e2e-43e2-8cf4-37e703026a63 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.256615] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 22.634s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.257184] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.257393] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.258247] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.259287] env[63248]: INFO nova.compute.manager [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Terminating instance [ 1399.267864] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1399.267864] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52917193-adca-55ba-f95f-23c041a76df3" [ 1399.267864] env[63248]: _type = "Task" [ 1399.267864] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.275629] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52917193-adca-55ba-f95f-23c041a76df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.285673] env[63248]: DEBUG nova.compute.manager [req-527fbfc0-b52f-441f-818e-0f240a5392dc req-3fe3904b-8e79-43cb-b4f1-7ad5568b20a9 service nova] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Received event network-changed-b4f68ab5-13c5-4d7e-9552-d6962b965620 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1399.285971] env[63248]: DEBUG nova.compute.manager [req-527fbfc0-b52f-441f-818e-0f240a5392dc req-3fe3904b-8e79-43cb-b4f1-7ad5568b20a9 service nova] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Refreshing instance network info cache due to event network-changed-b4f68ab5-13c5-4d7e-9552-d6962b965620. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1399.286268] env[63248]: DEBUG oslo_concurrency.lockutils [req-527fbfc0-b52f-441f-818e-0f240a5392dc req-3fe3904b-8e79-43cb-b4f1-7ad5568b20a9 service nova] Acquiring lock "refresh_cache-aa88218a-a73b-4d9d-80a5-e848e0e26a6e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.286268] env[63248]: DEBUG oslo_concurrency.lockutils [req-527fbfc0-b52f-441f-818e-0f240a5392dc req-3fe3904b-8e79-43cb-b4f1-7ad5568b20a9 service nova] Acquired lock "refresh_cache-aa88218a-a73b-4d9d-80a5-e848e0e26a6e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.286395] env[63248]: DEBUG nova.network.neutron [req-527fbfc0-b52f-441f-818e-0f240a5392dc req-3fe3904b-8e79-43cb-b4f1-7ad5568b20a9 service nova] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Refreshing network info cache for port b4f68ab5-13c5-4d7e-9552-d6962b965620 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.659506] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800351, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.764536] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "refresh_cache-5a521eae-f2d3-4750-b293-0b4de3a74a3c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.764536] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquired lock "refresh_cache-5a521eae-f2d3-4750-b293-0b4de3a74a3c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.764536] env[63248]: DEBUG nova.network.neutron [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.781880] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52917193-adca-55ba-f95f-23c041a76df3, 'name': SearchDatastore_Task, 'duration_secs': 0.011777} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.782234] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.782464] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1399.782690] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.782837] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.783026] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1399.783293] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4a901b5-2a5f-4562-874e-4c3639f21506 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.801777] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.801966] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1399.805292] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2a80c5-8c7b-455f-92ac-f51fba7f36d4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.813096] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1399.813096] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522b9c42-5229-892d-553a-c27dd7ffa35b" [ 1399.813096] env[63248]: _type = "Task" [ 1399.813096] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.820805] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522b9c42-5229-892d-553a-c27dd7ffa35b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.005532] env[63248]: DEBUG nova.network.neutron [req-52878580-4319-4388-9410-646b8d564e10 req-65d1b7db-d952-44dd-a0b2-c313dbc50c1c service nova] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Updated VIF entry in instance network info cache for port 47bbb43d-6e2e-43e2-8cf4-37e703026a63. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.005893] env[63248]: DEBUG nova.network.neutron [req-52878580-4319-4388-9410-646b8d564e10 req-65d1b7db-d952-44dd-a0b2-c313dbc50c1c service nova] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Updating instance_info_cache with network_info: [{"id": "47bbb43d-6e2e-43e2-8cf4-37e703026a63", "address": "fa:16:3e:e7:93:9c", "network": {"id": "7538edbb-ddd2-4ab0-9ae1-016ad7ec4d71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1833360993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fd7ee0cb37f481080e8337bbf4e6a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47bbb43d-6e", "ovs_interfaceid": "47bbb43d-6e2e-43e2-8cf4-37e703026a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.159470] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800351, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.201652] env[63248]: DEBUG nova.network.neutron [req-527fbfc0-b52f-441f-818e-0f240a5392dc req-3fe3904b-8e79-43cb-b4f1-7ad5568b20a9 service nova] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Updated VIF entry in instance network info cache for port b4f68ab5-13c5-4d7e-9552-d6962b965620. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.202050] env[63248]: DEBUG nova.network.neutron [req-527fbfc0-b52f-441f-818e-0f240a5392dc req-3fe3904b-8e79-43cb-b4f1-7ad5568b20a9 service nova] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Updating instance_info_cache with network_info: [{"id": "b4f68ab5-13c5-4d7e-9552-d6962b965620", "address": "fa:16:3e:b1:40:17", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f68ab5-13", "ovs_interfaceid": "b4f68ab5-13c5-4d7e-9552-d6962b965620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.207007] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3dac5e-3787-465a-8c80-a81815d8a39f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.216329] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbc3d00-c24c-42b8-97d8-593ea8db1061 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.254978] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92184b0-dfca-4ed0-aa7e-834dc4c65d4b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.263211] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae154129-5514-48ac-b33a-86cf7b41241a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.268119] env[63248]: DEBUG nova.compute.utils [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Can not refresh info_cache because instance was not found {{(pid=63248) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1400.282856] env[63248]: DEBUG nova.compute.provider_tree [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.288432] env[63248]: DEBUG nova.network.neutron [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.323890] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522b9c42-5229-892d-553a-c27dd7ffa35b, 'name': SearchDatastore_Task, 'duration_secs': 0.016917} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.324808] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b9aa33-b2ab-4567-9d5e-4cdaac8016db {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.331122] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1400.331122] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527beac4-55f7-423d-8496-4fea47ea7dfe" [ 1400.331122] env[63248]: _type = "Task" [ 1400.331122] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.340582] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527beac4-55f7-423d-8496-4fea47ea7dfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.498266] env[63248]: DEBUG nova.network.neutron [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.508837] env[63248]: DEBUG oslo_concurrency.lockutils [req-52878580-4319-4388-9410-646b8d564e10 req-65d1b7db-d952-44dd-a0b2-c313dbc50c1c service nova] Releasing lock "refresh_cache-8fd93901-39dd-4358-93eb-9c0d1a087a78" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.660716] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800351, 'name': CreateVM_Task, 'duration_secs': 1.635838} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.662191] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.662191] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.662191] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.664935] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1400.664935] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6cd61b-5f5d-4f0a-9e04-8b53699b1290 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.668526] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1400.668526] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a73476-be2a-84ee-1689-4285e3ce2b4a" [ 1400.668526] env[63248]: _type = "Task" [ 1400.668526] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.676799] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a73476-be2a-84ee-1689-4285e3ce2b4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.704895] env[63248]: DEBUG oslo_concurrency.lockutils [req-527fbfc0-b52f-441f-818e-0f240a5392dc req-3fe3904b-8e79-43cb-b4f1-7ad5568b20a9 service nova] Releasing lock "refresh_cache-aa88218a-a73b-4d9d-80a5-e848e0e26a6e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.788086] env[63248]: DEBUG nova.scheduler.client.report [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.842964] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527beac4-55f7-423d-8496-4fea47ea7dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.039423} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.843279] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.843570] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 8fd93901-39dd-4358-93eb-9c0d1a087a78/8fd93901-39dd-4358-93eb-9c0d1a087a78.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1400.843897] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30d60659-eae9-443c-afdc-5c5c59e32a2f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.852192] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1400.852192] env[63248]: value = "task-1800352" [ 1400.852192] env[63248]: _type = "Task" [ 1400.852192] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.860455] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.002434] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Releasing lock "refresh_cache-5a521eae-f2d3-4750-b293-0b4de3a74a3c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.002979] env[63248]: DEBUG nova.compute.manager [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1401.003233] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1401.003568] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2466f7b9-cdb2-4295-86da-0ed29223f203 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.015771] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6fb290-7f43-4b15-afc6-bf0f97177339 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.055071] env[63248]: WARNING nova.virt.vmwareapi.vmops [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5a521eae-f2d3-4750-b293-0b4de3a74a3c could not be found. [ 1401.055260] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.055355] env[63248]: INFO nova.compute.manager [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1401.055580] env[63248]: DEBUG oslo.service.loopingcall [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.055891] env[63248]: DEBUG nova.compute.manager [-] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1401.055979] env[63248]: DEBUG nova.network.neutron [-] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.082822] env[63248]: DEBUG nova.network.neutron [-] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.097666] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.098056] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.098476] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.098751] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.099137] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.101945] env[63248]: INFO nova.compute.manager [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Terminating instance [ 1401.180950] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a73476-be2a-84ee-1689-4285e3ce2b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.036405} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.181329] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.181553] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.181791] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.181971] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.182444] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.182635] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e548b7ed-9069-42f6-8992-65d54c4830a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.200946] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.200946] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1401.201815] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f2e600-37c9-4662-ab43-dec849111e68 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.208709] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1401.208709] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5265389a-c10f-c048-7306-580212a7c34d" [ 1401.208709] env[63248]: _type = "Task" [ 1401.208709] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.218375] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5265389a-c10f-c048-7306-580212a7c34d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.292628] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.293369] env[63248]: DEBUG nova.compute.manager [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1401.297504] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.866s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.299255] env[63248]: INFO nova.compute.claims [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1401.364233] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800352, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.587202] env[63248]: DEBUG nova.network.neutron [-] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.605463] env[63248]: DEBUG nova.compute.manager [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1401.605698] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1401.606828] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109382a3-e850-46e0-824c-1a2e13820269 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.615887] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.616114] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7a90534-3263-4486-ba75-6b89fe46c651 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.624094] env[63248]: DEBUG oslo_vmware.api [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1401.624094] env[63248]: value = "task-1800353" [ 1401.624094] env[63248]: _type = "Task" [ 1401.624094] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.633511] env[63248]: DEBUG oslo_vmware.api [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.687337] env[63248]: DEBUG nova.compute.manager [req-378243ff-b7c1-4c27-a0af-0de41202f057 req-9754216d-bf50-4a4e-8204-169b4333841a service nova] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Received event network-changed-242d32b4-0529-47bd-9272-6f2805b6b379 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1401.687524] env[63248]: DEBUG nova.compute.manager [req-378243ff-b7c1-4c27-a0af-0de41202f057 req-9754216d-bf50-4a4e-8204-169b4333841a service nova] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Refreshing instance network info cache due to event network-changed-242d32b4-0529-47bd-9272-6f2805b6b379. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1401.687775] env[63248]: DEBUG oslo_concurrency.lockutils [req-378243ff-b7c1-4c27-a0af-0de41202f057 req-9754216d-bf50-4a4e-8204-169b4333841a service nova] Acquiring lock "refresh_cache-d0d08b64-e1b2-417f-b81c-acdb3ca9b39a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.687880] env[63248]: DEBUG oslo_concurrency.lockutils [req-378243ff-b7c1-4c27-a0af-0de41202f057 req-9754216d-bf50-4a4e-8204-169b4333841a service nova] Acquired lock "refresh_cache-d0d08b64-e1b2-417f-b81c-acdb3ca9b39a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.688170] env[63248]: DEBUG nova.network.neutron [req-378243ff-b7c1-4c27-a0af-0de41202f057 req-9754216d-bf50-4a4e-8204-169b4333841a service nova] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Refreshing network info cache for port 242d32b4-0529-47bd-9272-6f2805b6b379 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.720970] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5265389a-c10f-c048-7306-580212a7c34d, 'name': SearchDatastore_Task, 'duration_secs': 0.061106} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.722068] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19248454-0485-4e37-bd38-79d97b17a369 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.728252] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1401.728252] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b6c0b3-f2fe-5e5a-2659-e3a7a22c8db4" [ 1401.728252] env[63248]: _type = "Task" [ 1401.728252] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.737515] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b6c0b3-f2fe-5e5a-2659-e3a7a22c8db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.765083] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Acquiring lock "7e80239f-6b97-487b-a70c-e6056fc99019" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.765338] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Lock "7e80239f-6b97-487b-a70c-e6056fc99019" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.765548] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Acquiring lock "7e80239f-6b97-487b-a70c-e6056fc99019-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.765727] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Lock "7e80239f-6b97-487b-a70c-e6056fc99019-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.765907] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Lock "7e80239f-6b97-487b-a70c-e6056fc99019-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.768012] env[63248]: INFO nova.compute.manager [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Terminating instance [ 1401.805471] env[63248]: DEBUG nova.compute.utils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1401.808409] env[63248]: DEBUG nova.compute.manager [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1401.808617] env[63248]: DEBUG nova.network.neutron [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1401.863722] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663524} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.864062] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 8fd93901-39dd-4358-93eb-9c0d1a087a78/8fd93901-39dd-4358-93eb-9c0d1a087a78.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1401.864281] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.864534] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35891e14-75cc-428e-b495-013cd102ff17 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.872135] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1401.872135] env[63248]: value = "task-1800354" [ 1401.872135] env[63248]: _type = "Task" [ 1401.872135] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.880903] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.890260] env[63248]: DEBUG nova.policy [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efe55d05302b43118a2d958a945aa2d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d4b23aa2d89409f8c22ee44db2dfbe8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1402.094193] env[63248]: INFO nova.compute.manager [-] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Took 1.04 seconds to deallocate network for instance. [ 1402.134877] env[63248]: DEBUG oslo_vmware.api [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800353, 'name': PowerOffVM_Task, 'duration_secs': 0.214695} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.135174] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.135427] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1402.135701] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e29c6ce6-6232-49c8-bb84-6b5c5f46635d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.244026] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b6c0b3-f2fe-5e5a-2659-e3a7a22c8db4, 'name': SearchDatastore_Task, 'duration_secs': 0.009412} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.244026] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.244026] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] aa88218a-a73b-4d9d-80a5-e848e0e26a6e/aa88218a-a73b-4d9d-80a5-e848e0e26a6e.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.244026] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a18fb5f-b7a8-4f12-945a-33ce659f888c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.244872] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.245212] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.245517] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Deleting the datastore file [datastore1] c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.246383] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee7cc5db-a5b9-4526-9811-194c4504a606 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.250945] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1402.250945] env[63248]: value = "task-1800356" [ 1402.250945] env[63248]: _type = "Task" [ 1402.250945] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.255627] env[63248]: DEBUG oslo_vmware.api [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for the task: (returnval){ [ 1402.255627] env[63248]: value = "task-1800357" [ 1402.255627] env[63248]: _type = "Task" [ 1402.255627] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.265080] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.271748] env[63248]: DEBUG nova.compute.manager [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1402.271964] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1402.272257] env[63248]: DEBUG oslo_vmware.api [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.273270] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a34d19f-40d4-48bb-94cd-afd9edb71397 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.281823] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.282113] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc8359f3-ff61-4214-8431-ec00fc582d9d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.289233] env[63248]: DEBUG oslo_vmware.api [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Waiting for the task: (returnval){ [ 1402.289233] env[63248]: value = "task-1800358" [ 1402.289233] env[63248]: _type = "Task" [ 1402.289233] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.298017] env[63248]: DEBUG oslo_vmware.api [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.309092] env[63248]: DEBUG nova.compute.manager [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1402.389166] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151662} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.389481] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.390437] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3928b1df-07cd-4fdc-a4f7-9db4f8219ee0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.419562] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 8fd93901-39dd-4358-93eb-9c0d1a087a78/8fd93901-39dd-4358-93eb-9c0d1a087a78.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.424391] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca1943e-0476-42bb-af8f-66909e9a3a8f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.448467] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1402.448467] env[63248]: value = "task-1800359" [ 1402.448467] env[63248]: _type = "Task" [ 1402.448467] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.462936] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.477789] env[63248]: DEBUG nova.network.neutron [req-378243ff-b7c1-4c27-a0af-0de41202f057 req-9754216d-bf50-4a4e-8204-169b4333841a service nova] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Updated VIF entry in instance network info cache for port 242d32b4-0529-47bd-9272-6f2805b6b379. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.478237] env[63248]: DEBUG nova.network.neutron [req-378243ff-b7c1-4c27-a0af-0de41202f057 req-9754216d-bf50-4a4e-8204-169b4333841a service nova] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Updating instance_info_cache with network_info: [{"id": "242d32b4-0529-47bd-9272-6f2805b6b379", "address": "fa:16:3e:42:f3:13", "network": {"id": "f1d190b8-7cbb-4f39-b822-7f9735474cf6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-25419834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b964819adc4ec994f00f952c53102a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242d32b4-05", "ovs_interfaceid": "242d32b4-0529-47bd-9272-6f2805b6b379", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.517973] env[63248]: DEBUG nova.network.neutron [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Successfully created port: 25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1402.604037] env[63248]: INFO nova.compute.manager [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Instance disappeared during terminate [ 1402.604037] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3255ce0-da7e-43cd-9db2-24882f8a329e tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "5a521eae-f2d3-4750-b293-0b4de3a74a3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.346s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.769922] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800356, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.773350] env[63248]: DEBUG oslo_vmware.api [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Task: {'id': task-1800357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162278} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.776278] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.776504] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1402.776663] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1402.776835] env[63248]: INFO nova.compute.manager [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1402.777150] env[63248]: DEBUG oslo.service.loopingcall [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.777645] env[63248]: DEBUG nova.compute.manager [-] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1402.777850] env[63248]: DEBUG nova.network.neutron [-] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1402.808135] env[63248]: DEBUG oslo_vmware.api [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800358, 'name': PowerOffVM_Task, 'duration_secs': 0.257283} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.813179] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.813723] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1402.814379] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-359a928f-ab6c-4cd3-903f-c6a5c37321b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.884481] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1321fcb9-0774-43c2-81bf-48bb1519f648 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.894136] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3aba95d-0313-4a72-b5f9-4e51cdc4e7d3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.930465] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6eeffdb-986e-45f1-a220-939d9704bfc1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.933357] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.933564] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.933741] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Deleting the datastore file [datastore1] 7e80239f-6b97-487b-a70c-e6056fc99019 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.934290] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6e6b61b-ae05-4bd8-97c3-f4abc0e78f32 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.941580] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ccc520-8aea-45db-ae0a-9aa0af574f04 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.946775] env[63248]: DEBUG oslo_vmware.api [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Waiting for the task: (returnval){ [ 1402.946775] env[63248]: value = "task-1800361" [ 1402.946775] env[63248]: _type = "Task" [ 1402.946775] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.959193] env[63248]: DEBUG nova.compute.provider_tree [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.969847] env[63248]: DEBUG oslo_vmware.api [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.974193] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.981183] env[63248]: DEBUG oslo_concurrency.lockutils [req-378243ff-b7c1-4c27-a0af-0de41202f057 req-9754216d-bf50-4a4e-8204-169b4333841a service nova] Releasing lock "refresh_cache-d0d08b64-e1b2-417f-b81c-acdb3ca9b39a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.267955] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588858} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.268451] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] aa88218a-a73b-4d9d-80a5-e848e0e26a6e/aa88218a-a73b-4d9d-80a5-e848e0e26a6e.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.268967] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.269218] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad28a706-9917-42ff-8452-4e04d398309f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.279371] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1403.279371] env[63248]: value = "task-1800362" [ 1403.279371] env[63248]: _type = "Task" [ 1403.279371] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.290844] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.324533] env[63248]: DEBUG nova.compute.manager [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1403.356100] env[63248]: DEBUG nova.virt.hardware [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1403.356100] env[63248]: DEBUG nova.virt.hardware [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.356100] env[63248]: DEBUG nova.virt.hardware [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1403.356338] env[63248]: DEBUG nova.virt.hardware [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.356338] env[63248]: DEBUG nova.virt.hardware [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1403.356338] env[63248]: DEBUG nova.virt.hardware [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1403.356338] env[63248]: DEBUG nova.virt.hardware [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1403.356338] env[63248]: DEBUG nova.virt.hardware [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1403.356470] env[63248]: DEBUG nova.virt.hardware [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1403.356470] env[63248]: DEBUG nova.virt.hardware [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1403.356470] env[63248]: DEBUG nova.virt.hardware [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1403.357380] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e520460-8b98-4154-968a-0f4c0bc55944 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.372024] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9755865a-f188-48a2-8084-a8b3615170dc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.457348] env[63248]: DEBUG oslo_vmware.api [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Task: {'id': task-1800361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494744} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.457638] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.457825] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.458012] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.458193] env[63248]: INFO nova.compute.manager [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1403.458626] env[63248]: DEBUG oslo.service.loopingcall [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.458886] env[63248]: DEBUG nova.compute.manager [-] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1403.459017] env[63248]: DEBUG nova.network.neutron [-] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1403.465161] env[63248]: DEBUG nova.scheduler.client.report [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.479072] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800359, 'name': ReconfigVM_Task, 'duration_secs': 0.65248} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.480387] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 8fd93901-39dd-4358-93eb-9c0d1a087a78/8fd93901-39dd-4358-93eb-9c0d1a087a78.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.481086] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60f66c81-1cbe-4adf-b744-0396d6ab6eb8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.491764] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1403.491764] env[63248]: value = "task-1800363" [ 1403.491764] env[63248]: _type = "Task" [ 1403.491764] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.501891] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800363, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.539941] env[63248]: DEBUG nova.compute.manager [req-a2619ed3-c893-410f-957b-ad9b93b71daf req-d0c9c7d6-d01c-4365-99a6-bca0dbaca41c service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Received event network-vif-deleted-186d5a26-b152-4e4a-a7ec-5eaba52fdf06 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1403.540171] env[63248]: INFO nova.compute.manager [req-a2619ed3-c893-410f-957b-ad9b93b71daf req-d0c9c7d6-d01c-4365-99a6-bca0dbaca41c service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Neutron deleted interface 186d5a26-b152-4e4a-a7ec-5eaba52fdf06; detaching it from the instance and deleting it from the info cache [ 1403.540359] env[63248]: DEBUG nova.network.neutron [req-a2619ed3-c893-410f-957b-ad9b93b71daf req-d0c9c7d6-d01c-4365-99a6-bca0dbaca41c service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.594816] env[63248]: DEBUG nova.network.neutron [-] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.795027] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082717} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.795027] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1403.795027] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597f29e0-05d9-4b29-9d22-b47dd1ed119c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.823926] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] aa88218a-a73b-4d9d-80a5-e848e0e26a6e/aa88218a-a73b-4d9d-80a5-e848e0e26a6e.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.824603] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34be67e6-3707-465b-8403-7ade550c8d75 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.859030] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1403.859030] env[63248]: value = "task-1800364" [ 1403.859030] env[63248]: _type = "Task" [ 1403.859030] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.868499] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.972830] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.972830] env[63248]: DEBUG nova.compute.manager [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1403.974230] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.374s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.977024] env[63248]: INFO nova.compute.claims [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.002328] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800363, 'name': Rename_Task, 'duration_secs': 0.426863} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.002818] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.003210] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd9dcf60-b5ab-47ce-bde9-bcb4241e10cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.011845] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1404.011845] env[63248]: value = "task-1800365" [ 1404.011845] env[63248]: _type = "Task" [ 1404.011845] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.022725] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.042779] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-515f79d9-3126-4631-85f0-800968d8d3f3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.053100] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e8a898-0eff-4095-97aa-5deb043bb151 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.088156] env[63248]: DEBUG nova.compute.manager [req-a2619ed3-c893-410f-957b-ad9b93b71daf req-d0c9c7d6-d01c-4365-99a6-bca0dbaca41c service nova] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Detach interface failed, port_id=186d5a26-b152-4e4a-a7ec-5eaba52fdf06, reason: Instance c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1404.098040] env[63248]: INFO nova.compute.manager [-] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Took 1.32 seconds to deallocate network for instance. [ 1404.204190] env[63248]: DEBUG nova.network.neutron [-] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.370511] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800364, 'name': ReconfigVM_Task, 'duration_secs': 0.401916} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.370847] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Reconfigured VM instance instance-0000001c to attach disk [datastore1] aa88218a-a73b-4d9d-80a5-e848e0e26a6e/aa88218a-a73b-4d9d-80a5-e848e0e26a6e.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.371524] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d4d2c20-02a0-4167-81fd-5511fda3d611 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.379147] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1404.379147] env[63248]: value = "task-1800366" [ 1404.379147] env[63248]: _type = "Task" [ 1404.379147] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.387985] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800366, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.481778] env[63248]: DEBUG nova.compute.utils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1404.489871] env[63248]: DEBUG nova.compute.manager [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1404.489871] env[63248]: DEBUG nova.network.neutron [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1404.524733] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800365, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.530303] env[63248]: DEBUG nova.policy [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf661b0b2904afa8a27415d0dbb6007', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0441317ad4bb431cbd0a1a06a59db0f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1404.608896] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.706472] env[63248]: INFO nova.compute.manager [-] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Took 1.25 seconds to deallocate network for instance. [ 1404.894357] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800366, 'name': Rename_Task, 'duration_secs': 0.165136} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.894717] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.895040] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eac66e7c-d274-48ab-997c-0ebdf2d8093f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.905700] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1404.905700] env[63248]: value = "task-1800367" [ 1404.905700] env[63248]: _type = "Task" [ 1404.905700] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.915517] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.986582] env[63248]: DEBUG nova.compute.manager [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1404.998768] env[63248]: DEBUG nova.network.neutron [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Successfully created port: 888283ef-9074-4435-a134-aa80e92d7f1d {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1405.025708] env[63248]: DEBUG oslo_vmware.api [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800365, 'name': PowerOnVM_Task, 'duration_secs': 0.578571} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.030236] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.030548] env[63248]: INFO nova.compute.manager [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Took 11.42 seconds to spawn the instance on the hypervisor. [ 1405.030887] env[63248]: DEBUG nova.compute.manager [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.032167] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc40f26-7fb5-43e8-8101-989809401929 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.113144] env[63248]: DEBUG nova.network.neutron [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Successfully updated port: 25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1405.168652] env[63248]: DEBUG nova.compute.manager [req-7ee97039-6fbe-4127-8769-187cbd4bcb4d req-900e9333-054c-46bc-a676-71181985ccf6 service nova] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Received event network-vif-plugged-25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1405.168879] env[63248]: DEBUG oslo_concurrency.lockutils [req-7ee97039-6fbe-4127-8769-187cbd4bcb4d req-900e9333-054c-46bc-a676-71181985ccf6 service nova] Acquiring lock "3b442034-b9cd-48f3-96dd-9daffa1b12a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.169085] env[63248]: DEBUG oslo_concurrency.lockutils [req-7ee97039-6fbe-4127-8769-187cbd4bcb4d req-900e9333-054c-46bc-a676-71181985ccf6 service nova] Lock "3b442034-b9cd-48f3-96dd-9daffa1b12a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.169248] env[63248]: DEBUG oslo_concurrency.lockutils [req-7ee97039-6fbe-4127-8769-187cbd4bcb4d req-900e9333-054c-46bc-a676-71181985ccf6 service nova] Lock "3b442034-b9cd-48f3-96dd-9daffa1b12a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.169407] env[63248]: DEBUG nova.compute.manager [req-7ee97039-6fbe-4127-8769-187cbd4bcb4d req-900e9333-054c-46bc-a676-71181985ccf6 service nova] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] No waiting events found dispatching network-vif-plugged-25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1405.169559] env[63248]: WARNING nova.compute.manager [req-7ee97039-6fbe-4127-8769-187cbd4bcb4d req-900e9333-054c-46bc-a676-71181985ccf6 service nova] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Received unexpected event network-vif-plugged-25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f for instance with vm_state building and task_state spawning. [ 1405.217110] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.420762] env[63248]: DEBUG oslo_vmware.api [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800367, 'name': PowerOnVM_Task, 'duration_secs': 0.504984} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.421510] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.422054] env[63248]: INFO nova.compute.manager [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1405.422054] env[63248]: DEBUG nova.compute.manager [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.423190] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4f0539-ffc9-4bac-a3e6-37df6b8b56b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.538800] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67694f6-407f-444d-8ac7-c5a308355665 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.549425] env[63248]: INFO nova.compute.manager [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Took 34.27 seconds to build instance. [ 1405.557084] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef2863f-5038-4dcf-8c54-b239b6a92209 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.595454] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665ec6ed-2d37-471f-8113-5069a9393bef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.604150] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b548dc-ef3e-4298-9fe7-04486c499890 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.620018] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Acquiring lock "refresh_cache-3b442034-b9cd-48f3-96dd-9daffa1b12a8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.620018] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Acquired lock "refresh_cache-3b442034-b9cd-48f3-96dd-9daffa1b12a8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.620018] env[63248]: DEBUG nova.network.neutron [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.624764] env[63248]: DEBUG nova.compute.provider_tree [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.849743] env[63248]: DEBUG nova.compute.manager [req-382096b8-9693-4002-aa1a-c1919bb3c35f req-3750ca4d-e95b-4e1d-b656-1cdb006e4bf5 service nova] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Received event network-vif-deleted-4ed3771f-92cc-487e-a890-96b900055b07 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1405.949205] env[63248]: INFO nova.compute.manager [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Took 33.69 seconds to build instance. [ 1406.005392] env[63248]: DEBUG nova.compute.manager [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1406.035550] env[63248]: DEBUG nova.virt.hardware [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1406.035877] env[63248]: DEBUG nova.virt.hardware [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.036102] env[63248]: DEBUG nova.virt.hardware [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1406.036329] env[63248]: DEBUG nova.virt.hardware [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.036516] env[63248]: DEBUG nova.virt.hardware [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1406.036802] env[63248]: DEBUG nova.virt.hardware [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1406.037086] env[63248]: DEBUG nova.virt.hardware [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1406.037289] env[63248]: DEBUG nova.virt.hardware [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1406.037492] env[63248]: DEBUG nova.virt.hardware [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1406.037684] env[63248]: DEBUG nova.virt.hardware [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1406.037885] env[63248]: DEBUG nova.virt.hardware [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1406.041455] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f738d8-314e-45a1-86dc-110776a7023d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.049663] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f091a1ba-d1a2-4ee6-9b79-9c89b7c8340f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.054472] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b3bdf738-cbb3-4a9f-8a8a-c3dc3eb28359 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "8fd93901-39dd-4358-93eb-9c0d1a087a78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.357s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.128675] env[63248]: DEBUG nova.scheduler.client.report [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.408547] env[63248]: DEBUG nova.network.neutron [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1406.451594] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f827921-5fa5-4a41-a284-8b9a7ea1efb1 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "aa88218a-a73b-4d9d-80a5-e848e0e26a6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.103s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.558093] env[63248]: DEBUG nova.compute.manager [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1406.635793] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.636710] env[63248]: DEBUG nova.compute.manager [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1406.641554] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.437s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.642178] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.642392] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1406.642961] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.306s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.643232] env[63248]: DEBUG nova.objects.instance [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Lazy-loading 'resources' on Instance uuid 20881a6c-47ee-49e4-a3c3-250e8c91c8c2 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.645931] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6cfa2d-d2e4-4303-a83c-9f4421766fee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.655995] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934a2554-0608-4564-badf-d380e03c95be {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.675029] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f77f5ef-39b5-4bf5-be1f-4542ade6e78d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.683764] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f078f77-307b-4c55-8659-3e233e465bbb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.720864] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179445MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1406.721650] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.743242] env[63248]: DEBUG nova.network.neutron [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Successfully updated port: 888283ef-9074-4435-a134-aa80e92d7f1d {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1406.823429] env[63248]: DEBUG nova.network.neutron [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Updating instance_info_cache with network_info: [{"id": "25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f", "address": "fa:16:3e:1e:3f:61", "network": {"id": "98bb9301-3e54-41dc-8916-033411d46ed1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1826002027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4b23aa2d89409f8c22ee44db2dfbe8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25d0b94b-8b", "ovs_interfaceid": "25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.956028] env[63248]: DEBUG nova.compute.manager [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1407.083594] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.143555] env[63248]: DEBUG nova.compute.utils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1407.149231] env[63248]: DEBUG nova.compute.manager [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1407.149541] env[63248]: DEBUG nova.network.neutron [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1407.247297] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.247297] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.247297] env[63248]: DEBUG nova.network.neutron [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.278358] env[63248]: DEBUG nova.policy [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7063a83e8664962971a281612e86ee8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3ea98e9ae164c4686f80fc475d85e0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1407.327430] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Releasing lock "refresh_cache-3b442034-b9cd-48f3-96dd-9daffa1b12a8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.329067] env[63248]: DEBUG nova.compute.manager [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Instance network_info: |[{"id": "25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f", "address": "fa:16:3e:1e:3f:61", "network": {"id": "98bb9301-3e54-41dc-8916-033411d46ed1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1826002027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4b23aa2d89409f8c22ee44db2dfbe8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25d0b94b-8b", "ovs_interfaceid": "25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1407.329195] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:3f:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1407.335940] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Creating folder: Project (5d4b23aa2d89409f8c22ee44db2dfbe8). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.336243] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd0b10dd-1f60-4c55-8b7a-cf9b17e937ad {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.354155] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Created folder: Project (5d4b23aa2d89409f8c22ee44db2dfbe8) in parent group-v373228. [ 1407.354155] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Creating folder: Instances. Parent ref: group-v373310. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.355867] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21766236-b7e9-42d4-956d-fb2edb136025 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.369843] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Created folder: Instances in parent group-v373310. [ 1407.370135] env[63248]: DEBUG oslo.service.loopingcall [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1407.370406] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1407.370570] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-103a91fc-752f-46b9-827f-ce9cb7f9ec2f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.398059] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1407.398059] env[63248]: value = "task-1800370" [ 1407.398059] env[63248]: _type = "Task" [ 1407.398059] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.409410] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800370, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.477402] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.628152] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "aa88218a-a73b-4d9d-80a5-e848e0e26a6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.628152] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "aa88218a-a73b-4d9d-80a5-e848e0e26a6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.628441] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "aa88218a-a73b-4d9d-80a5-e848e0e26a6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.628441] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "aa88218a-a73b-4d9d-80a5-e848e0e26a6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.628567] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "aa88218a-a73b-4d9d-80a5-e848e0e26a6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.634995] env[63248]: INFO nova.compute.manager [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Terminating instance [ 1407.650040] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "5fdf705a-f860-40c2-a82b-6de6b61dd7a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.650040] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "5fdf705a-f860-40c2-a82b-6de6b61dd7a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.650412] env[63248]: DEBUG nova.compute.manager [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1407.682436] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c203c3-5ec3-45e1-83c2-2032e37891e4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.691187] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e81182-af2a-4c6b-a033-bdb97caf5adf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.730109] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f275939d-5b7a-48cd-9583-b64b7bfdbe66 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.742834] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623c34a0-5162-4a44-9b9f-38eff0939f69 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.764984] env[63248]: DEBUG nova.compute.provider_tree [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.795844] env[63248]: DEBUG nova.network.neutron [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1407.808933] env[63248]: DEBUG nova.compute.manager [req-10e41ab7-afd7-4cab-b09a-b8e880f8efba req-e6cd3094-bcc3-4a75-853d-58d2a3ed79fc service nova] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Received event network-changed-25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1407.809152] env[63248]: DEBUG nova.compute.manager [req-10e41ab7-afd7-4cab-b09a-b8e880f8efba req-e6cd3094-bcc3-4a75-853d-58d2a3ed79fc service nova] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Refreshing instance network info cache due to event network-changed-25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1407.809368] env[63248]: DEBUG oslo_concurrency.lockutils [req-10e41ab7-afd7-4cab-b09a-b8e880f8efba req-e6cd3094-bcc3-4a75-853d-58d2a3ed79fc service nova] Acquiring lock "refresh_cache-3b442034-b9cd-48f3-96dd-9daffa1b12a8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.809509] env[63248]: DEBUG oslo_concurrency.lockutils [req-10e41ab7-afd7-4cab-b09a-b8e880f8efba req-e6cd3094-bcc3-4a75-853d-58d2a3ed79fc service nova] Acquired lock "refresh_cache-3b442034-b9cd-48f3-96dd-9daffa1b12a8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.809671] env[63248]: DEBUG nova.network.neutron [req-10e41ab7-afd7-4cab-b09a-b8e880f8efba req-e6cd3094-bcc3-4a75-853d-58d2a3ed79fc service nova] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Refreshing network info cache for port 25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.911385] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800370, 'name': CreateVM_Task, 'duration_secs': 0.417254} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.911499] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.912242] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.912409] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.912728] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.913181] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18c7e62-970c-4755-9278-88ec37e43265 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.918788] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Waiting for the task: (returnval){ [ 1407.918788] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ba9ff7-594e-cd20-50cc-1b90af3ef6cc" [ 1407.918788] env[63248]: _type = "Task" [ 1407.918788] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.928260] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ba9ff7-594e-cd20-50cc-1b90af3ef6cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.963557] env[63248]: DEBUG nova.network.neutron [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Updating instance_info_cache with network_info: [{"id": "888283ef-9074-4435-a134-aa80e92d7f1d", "address": "fa:16:3e:4d:0c:60", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888283ef-90", "ovs_interfaceid": "888283ef-9074-4435-a134-aa80e92d7f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.067388] env[63248]: DEBUG nova.network.neutron [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Successfully created port: 95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1408.148115] env[63248]: DEBUG nova.compute.manager [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.148439] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.149339] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bf190d-cd62-4d0d-bc4e-04480589e4ac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.160848] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.161117] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f038089-f023-4770-afa4-f22c16a9288a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.168619] env[63248]: DEBUG oslo_vmware.api [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1408.168619] env[63248]: value = "task-1800371" [ 1408.168619] env[63248]: _type = "Task" [ 1408.168619] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.177378] env[63248]: DEBUG oslo_vmware.api [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.268812] env[63248]: DEBUG nova.scheduler.client.report [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.281462] env[63248]: DEBUG nova.compute.manager [req-6891b93b-295e-4cf1-8348-95b749a09b3d req-6bf0d147-feba-44fe-be75-4d4e424a2e4f service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Received event network-vif-plugged-888283ef-9074-4435-a134-aa80e92d7f1d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1408.281462] env[63248]: DEBUG oslo_concurrency.lockutils [req-6891b93b-295e-4cf1-8348-95b749a09b3d req-6bf0d147-feba-44fe-be75-4d4e424a2e4f service nova] Acquiring lock "ca6f659e-a9b0-437e-a968-2bcf02983683-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.281462] env[63248]: DEBUG oslo_concurrency.lockutils [req-6891b93b-295e-4cf1-8348-95b749a09b3d req-6bf0d147-feba-44fe-be75-4d4e424a2e4f service nova] Lock "ca6f659e-a9b0-437e-a968-2bcf02983683-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.281462] env[63248]: DEBUG oslo_concurrency.lockutils [req-6891b93b-295e-4cf1-8348-95b749a09b3d req-6bf0d147-feba-44fe-be75-4d4e424a2e4f service nova] Lock "ca6f659e-a9b0-437e-a968-2bcf02983683-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.281462] env[63248]: DEBUG nova.compute.manager [req-6891b93b-295e-4cf1-8348-95b749a09b3d req-6bf0d147-feba-44fe-be75-4d4e424a2e4f service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] No waiting events found dispatching network-vif-plugged-888283ef-9074-4435-a134-aa80e92d7f1d {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1408.281945] env[63248]: WARNING nova.compute.manager [req-6891b93b-295e-4cf1-8348-95b749a09b3d req-6bf0d147-feba-44fe-be75-4d4e424a2e4f service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Received unexpected event network-vif-plugged-888283ef-9074-4435-a134-aa80e92d7f1d for instance with vm_state building and task_state spawning. [ 1408.282271] env[63248]: DEBUG nova.compute.manager [req-6891b93b-295e-4cf1-8348-95b749a09b3d req-6bf0d147-feba-44fe-be75-4d4e424a2e4f service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Received event network-changed-888283ef-9074-4435-a134-aa80e92d7f1d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1408.282558] env[63248]: DEBUG nova.compute.manager [req-6891b93b-295e-4cf1-8348-95b749a09b3d req-6bf0d147-feba-44fe-be75-4d4e424a2e4f service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Refreshing instance network info cache due to event network-changed-888283ef-9074-4435-a134-aa80e92d7f1d. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1408.283190] env[63248]: DEBUG oslo_concurrency.lockutils [req-6891b93b-295e-4cf1-8348-95b749a09b3d req-6bf0d147-feba-44fe-be75-4d4e424a2e4f service nova] Acquiring lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.436541] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ba9ff7-594e-cd20-50cc-1b90af3ef6cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012682} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.436919] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.437218] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1408.437512] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.437714] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.437972] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1408.438304] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5abe3b73-0d01-488b-b57d-3e0665e19b4d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.447555] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1408.447771] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1408.448609] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf11765-59ae-444e-a9ec-ee889ac1bbfe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.456551] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Waiting for the task: (returnval){ [ 1408.456551] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5246b50b-8bb2-0d60-606a-15d193b50dc1" [ 1408.456551] env[63248]: _type = "Task" [ 1408.456551] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.465737] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5246b50b-8bb2-0d60-606a-15d193b50dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.466506] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.469544] env[63248]: DEBUG nova.compute.manager [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Instance network_info: |[{"id": "888283ef-9074-4435-a134-aa80e92d7f1d", "address": "fa:16:3e:4d:0c:60", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888283ef-90", "ovs_interfaceid": "888283ef-9074-4435-a134-aa80e92d7f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1408.469544] env[63248]: DEBUG oslo_concurrency.lockutils [req-6891b93b-295e-4cf1-8348-95b749a09b3d req-6bf0d147-feba-44fe-be75-4d4e424a2e4f service nova] Acquired lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.469886] env[63248]: DEBUG nova.network.neutron [req-6891b93b-295e-4cf1-8348-95b749a09b3d req-6bf0d147-feba-44fe-be75-4d4e424a2e4f service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Refreshing network info cache for port 888283ef-9074-4435-a134-aa80e92d7f1d {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.469886] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:0c:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '888283ef-9074-4435-a134-aa80e92d7f1d', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1408.483266] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Creating folder: Project (0441317ad4bb431cbd0a1a06a59db0f6). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1408.487906] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dab87fdc-7677-42b6-ba62-dd4cfee5d411 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.506594] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Created folder: Project (0441317ad4bb431cbd0a1a06a59db0f6) in parent group-v373228. [ 1408.506824] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Creating folder: Instances. Parent ref: group-v373313. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1408.507078] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-373eb444-233a-4768-85e7-2e803d404383 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.519448] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Created folder: Instances in parent group-v373313. [ 1408.522289] env[63248]: DEBUG oslo.service.loopingcall [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1408.522289] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1408.522289] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2aa2a28-ba1a-4956-ab7d-7d91ac441c1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.548142] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1408.548142] env[63248]: value = "task-1800374" [ 1408.548142] env[63248]: _type = "Task" [ 1408.548142] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.561320] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800374, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.660885] env[63248]: DEBUG nova.compute.manager [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1408.691294] env[63248]: DEBUG oslo_vmware.api [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800371, 'name': PowerOffVM_Task, 'duration_secs': 0.398687} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.691540] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.692464] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.695127] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3611d6f6-445c-4aff-a405-f587a41a2975 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.704829] env[63248]: DEBUG nova.virt.hardware [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1408.708020] env[63248]: DEBUG nova.virt.hardware [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1408.708020] env[63248]: DEBUG nova.virt.hardware [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1408.708020] env[63248]: DEBUG nova.virt.hardware [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1408.708020] env[63248]: DEBUG nova.virt.hardware [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1408.708020] env[63248]: DEBUG nova.virt.hardware [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1408.708552] env[63248]: DEBUG nova.virt.hardware [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1408.708552] env[63248]: DEBUG nova.virt.hardware [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1408.708552] env[63248]: DEBUG nova.virt.hardware [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1408.708552] env[63248]: DEBUG nova.virt.hardware [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1408.708552] env[63248]: DEBUG nova.virt.hardware [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1408.708736] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6dfde7-7b71-46fa-894c-86a8245ed925 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.712352] env[63248]: DEBUG nova.network.neutron [req-10e41ab7-afd7-4cab-b09a-b8e880f8efba req-e6cd3094-bcc3-4a75-853d-58d2a3ed79fc service nova] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Updated VIF entry in instance network info cache for port 25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.713123] env[63248]: DEBUG nova.network.neutron [req-10e41ab7-afd7-4cab-b09a-b8e880f8efba req-e6cd3094-bcc3-4a75-853d-58d2a3ed79fc service nova] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Updating instance_info_cache with network_info: [{"id": "25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f", "address": "fa:16:3e:1e:3f:61", "network": {"id": "98bb9301-3e54-41dc-8916-033411d46ed1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1826002027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4b23aa2d89409f8c22ee44db2dfbe8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25d0b94b-8b", "ovs_interfaceid": "25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.727420] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fa1acc-31e6-4842-83da-ef23ef01fde5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.776019] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.778447] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.779254] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.779254] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleting the datastore file [datastore1] aa88218a-a73b-4d9d-80a5-e848e0e26a6e {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.779473] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.638s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.781147] env[63248]: INFO nova.compute.claims [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.784834] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ee1cd22-0127-4585-ade2-50f44d6fe692 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.794514] env[63248]: DEBUG oslo_vmware.api [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1408.794514] env[63248]: value = "task-1800376" [ 1408.794514] env[63248]: _type = "Task" [ 1408.794514] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.807230] env[63248]: DEBUG oslo_vmware.api [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.810087] env[63248]: INFO nova.scheduler.client.report [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Deleted allocations for instance 20881a6c-47ee-49e4-a3c3-250e8c91c8c2 [ 1408.969043] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5246b50b-8bb2-0d60-606a-15d193b50dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.014128} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.970140] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e87fb44c-4495-4e42-b240-bd781d77f682 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.977882] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Waiting for the task: (returnval){ [ 1408.977882] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e8428b-d9bd-904a-648f-01a7bbb8fc99" [ 1408.977882] env[63248]: _type = "Task" [ 1408.977882] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.988194] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e8428b-d9bd-904a-648f-01a7bbb8fc99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.013753] env[63248]: DEBUG nova.network.neutron [req-6891b93b-295e-4cf1-8348-95b749a09b3d req-6bf0d147-feba-44fe-be75-4d4e424a2e4f service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Updated VIF entry in instance network info cache for port 888283ef-9074-4435-a134-aa80e92d7f1d. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.014480] env[63248]: DEBUG nova.network.neutron [req-6891b93b-295e-4cf1-8348-95b749a09b3d req-6bf0d147-feba-44fe-be75-4d4e424a2e4f service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Updating instance_info_cache with network_info: [{"id": "888283ef-9074-4435-a134-aa80e92d7f1d", "address": "fa:16:3e:4d:0c:60", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888283ef-90", "ovs_interfaceid": "888283ef-9074-4435-a134-aa80e92d7f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.063537] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800374, 'name': CreateVM_Task, 'duration_secs': 0.410104} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.063716] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1409.064404] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.064528] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.064852] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1409.065268] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04aa14d0-9670-49b5-9ac1-b21446cbbcc5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.071285] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1409.071285] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52437bbd-ae23-ecb6-2ab6-4a591c881841" [ 1409.071285] env[63248]: _type = "Task" [ 1409.071285] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.079911] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52437bbd-ae23-ecb6-2ab6-4a591c881841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.218447] env[63248]: DEBUG oslo_concurrency.lockutils [req-10e41ab7-afd7-4cab-b09a-b8e880f8efba req-e6cd3094-bcc3-4a75-853d-58d2a3ed79fc service nova] Releasing lock "refresh_cache-3b442034-b9cd-48f3-96dd-9daffa1b12a8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.305984] env[63248]: DEBUG oslo_vmware.api [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157807} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.306279] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.306464] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.306637] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.306808] env[63248]: INFO nova.compute.manager [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1409.307058] env[63248]: DEBUG oslo.service.loopingcall [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.307490] env[63248]: DEBUG nova.compute.manager [-] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.307649] env[63248]: DEBUG nova.network.neutron [-] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.318767] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bd76e48-3251-4217-88d7-09d5e414ea3e tempest-ImagesOneServerTestJSON-1172956149 tempest-ImagesOneServerTestJSON-1172956149-project-member] Lock "20881a6c-47ee-49e4-a3c3-250e8c91c8c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.482s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.491903] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e8428b-d9bd-904a-648f-01a7bbb8fc99, 'name': SearchDatastore_Task, 'duration_secs': 0.010537} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.492384] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.492944] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 3b442034-b9cd-48f3-96dd-9daffa1b12a8/3b442034-b9cd-48f3-96dd-9daffa1b12a8.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1409.493358] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b07ebb34-b1c9-489a-ac16-6e8584a79f60 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.503534] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Waiting for the task: (returnval){ [ 1409.503534] env[63248]: value = "task-1800377" [ 1409.503534] env[63248]: _type = "Task" [ 1409.503534] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.514811] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.517539] env[63248]: DEBUG oslo_concurrency.lockutils [req-6891b93b-295e-4cf1-8348-95b749a09b3d req-6bf0d147-feba-44fe-be75-4d4e424a2e4f service nova] Releasing lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.581506] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52437bbd-ae23-ecb6-2ab6-4a591c881841, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.581506] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.581798] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.582088] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.582287] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.582563] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.582833] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29c7b8f5-3e92-47b3-bd7a-633af5ddb751 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.592260] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.592428] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.593785] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a37ae0-a931-40b0-80e2-7069c11daaab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.601540] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1409.601540] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52460cd9-ec85-fb49-69f3-a527189726f0" [ 1409.601540] env[63248]: _type = "Task" [ 1409.601540] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.612122] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52460cd9-ec85-fb49-69f3-a527189726f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.883534] env[63248]: DEBUG nova.compute.manager [req-d740fc96-290d-4914-90aa-cff4c82d5c32 req-c9addc55-613e-4f5a-a11b-ac35924a555f service nova] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Received event network-vif-deleted-b4f68ab5-13c5-4d7e-9552-d6962b965620 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1409.883751] env[63248]: INFO nova.compute.manager [req-d740fc96-290d-4914-90aa-cff4c82d5c32 req-c9addc55-613e-4f5a-a11b-ac35924a555f service nova] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Neutron deleted interface b4f68ab5-13c5-4d7e-9552-d6962b965620; detaching it from the instance and deleting it from the info cache [ 1409.883908] env[63248]: DEBUG nova.network.neutron [req-d740fc96-290d-4914-90aa-cff4c82d5c32 req-c9addc55-613e-4f5a-a11b-ac35924a555f service nova] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.015586] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499035} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.018606] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 3b442034-b9cd-48f3-96dd-9daffa1b12a8/3b442034-b9cd-48f3-96dd-9daffa1b12a8.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1410.018714] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1410.019474] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7adf8373-4f23-4082-adce-0f394be6ec19 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.028427] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Waiting for the task: (returnval){ [ 1410.028427] env[63248]: value = "task-1800378" [ 1410.028427] env[63248]: _type = "Task" [ 1410.028427] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.043609] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.121841] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52460cd9-ec85-fb49-69f3-a527189726f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010258} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.122682] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f1872d0-6e6c-441e-8e49-809afcae2f03 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.132558] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1410.132558] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529148a8-1047-6b5d-470c-461d127cc82a" [ 1410.132558] env[63248]: _type = "Task" [ 1410.132558] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.143451] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529148a8-1047-6b5d-470c-461d127cc82a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.230220] env[63248]: DEBUG nova.network.neutron [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Successfully updated port: 95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1410.290348] env[63248]: DEBUG nova.network.neutron [-] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.355489] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27817d0c-6611-4481-80ed-9f71341e763b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.364909] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d53e0c-dfbe-4119-ad67-6ac6b2c0b2ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.397519] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e5188f6-60e6-4c98-99d2-381aae3648d6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.399949] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf95bf0-eace-4df5-8d12-450c9792a2a7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.409119] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26666c90-126d-4e90-aa03-bd5539ebfb22 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.415524] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd3f504-1745-4171-989c-3f4ac0cc3113 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.437467] env[63248]: DEBUG nova.compute.provider_tree [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.450680] env[63248]: DEBUG nova.compute.manager [req-d740fc96-290d-4914-90aa-cff4c82d5c32 req-c9addc55-613e-4f5a-a11b-ac35924a555f service nova] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Detach interface failed, port_id=b4f68ab5-13c5-4d7e-9552-d6962b965620, reason: Instance aa88218a-a73b-4d9d-80a5-e848e0e26a6e could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1410.452340] env[63248]: DEBUG nova.scheduler.client.report [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.540049] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065722} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.540336] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1410.541513] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdadf9c4-f094-475b-95df-aee752257c29 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.564432] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 3b442034-b9cd-48f3-96dd-9daffa1b12a8/3b442034-b9cd-48f3-96dd-9daffa1b12a8.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.564757] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c644eefb-ad87-4ed0-99cb-59f69420b3e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.585801] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Waiting for the task: (returnval){ [ 1410.585801] env[63248]: value = "task-1800379" [ 1410.585801] env[63248]: _type = "Task" [ 1410.585801] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.595595] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.644650] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529148a8-1047-6b5d-470c-461d127cc82a, 'name': SearchDatastore_Task, 'duration_secs': 0.010885} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.644952] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.645225] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ca6f659e-a9b0-437e-a968-2bcf02983683/ca6f659e-a9b0-437e-a968-2bcf02983683.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.645491] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b4df2c3-c37a-4be7-8e93-734b3346cb9c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.655924] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1410.655924] env[63248]: value = "task-1800380" [ 1410.655924] env[63248]: _type = "Task" [ 1410.655924] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.664307] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.734127] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.734386] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.734643] env[63248]: DEBUG nova.network.neutron [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.796530] env[63248]: INFO nova.compute.manager [-] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Took 1.49 seconds to deallocate network for instance. [ 1410.957104] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.957730] env[63248]: DEBUG nova.compute.manager [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1410.960549] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.270s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.962120] env[63248]: INFO nova.compute.claims [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1411.102789] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.171397] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50701} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.171397] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ca6f659e-a9b0-437e-a968-2bcf02983683/ca6f659e-a9b0-437e-a968-2bcf02983683.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.171397] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.171397] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8853152b-b36e-4680-8cbc-a2cc09528d8c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.179158] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1411.179158] env[63248]: value = "task-1800381" [ 1411.179158] env[63248]: _type = "Task" [ 1411.179158] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.193036] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.303590] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.312812] env[63248]: DEBUG nova.network.neutron [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.466359] env[63248]: DEBUG nova.compute.utils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1411.475716] env[63248]: DEBUG nova.compute.manager [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1411.476834] env[63248]: DEBUG nova.network.neutron [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1411.570511] env[63248]: DEBUG nova.network.neutron [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Updating instance_info_cache with network_info: [{"id": "95cedc88-c80a-44c1-87df-75b516db7f2e", "address": "fa:16:3e:72:b4:98", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cedc88-c8", "ovs_interfaceid": "95cedc88-c80a-44c1-87df-75b516db7f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.597922] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800379, 'name': ReconfigVM_Task, 'duration_secs': 0.578622} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.598161] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 3b442034-b9cd-48f3-96dd-9daffa1b12a8/3b442034-b9cd-48f3-96dd-9daffa1b12a8.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.599454] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88627f58-3a7d-44e0-bba5-ae05cf2bda89 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.601665] env[63248]: DEBUG nova.policy [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f80ffeb276ca4bd1bc6f38967bdc9657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8b3f0cadcb94876a180681858d16ef9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1411.608569] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Waiting for the task: (returnval){ [ 1411.608569] env[63248]: value = "task-1800382" [ 1411.608569] env[63248]: _type = "Task" [ 1411.608569] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.618655] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800382, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.689999] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067474} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.690345] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.691278] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df95e0f-15a7-42fe-8ae5-5559921a3f0c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.718308] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] ca6f659e-a9b0-437e-a968-2bcf02983683/ca6f659e-a9b0-437e-a968-2bcf02983683.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.718643] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e6a60e4-a61d-459c-a3de-0b3d7f2481fc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.743406] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1411.743406] env[63248]: value = "task-1800383" [ 1411.743406] env[63248]: _type = "Task" [ 1411.743406] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.753187] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.948792] env[63248]: DEBUG nova.compute.manager [req-0609dc81-04c6-479b-a174-ef28e5eeca61 req-46648df6-b94c-4e0d-bdad-164109ab572b service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Received event network-vif-plugged-95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1411.948792] env[63248]: DEBUG oslo_concurrency.lockutils [req-0609dc81-04c6-479b-a174-ef28e5eeca61 req-46648df6-b94c-4e0d-bdad-164109ab572b service nova] Acquiring lock "5d3de880-3eba-43b2-808b-343c9a7012ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.949954] env[63248]: DEBUG oslo_concurrency.lockutils [req-0609dc81-04c6-479b-a174-ef28e5eeca61 req-46648df6-b94c-4e0d-bdad-164109ab572b service nova] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.950215] env[63248]: DEBUG oslo_concurrency.lockutils [req-0609dc81-04c6-479b-a174-ef28e5eeca61 req-46648df6-b94c-4e0d-bdad-164109ab572b service nova] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.953187] env[63248]: DEBUG nova.compute.manager [req-0609dc81-04c6-479b-a174-ef28e5eeca61 req-46648df6-b94c-4e0d-bdad-164109ab572b service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] No waiting events found dispatching network-vif-plugged-95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.953408] env[63248]: WARNING nova.compute.manager [req-0609dc81-04c6-479b-a174-ef28e5eeca61 req-46648df6-b94c-4e0d-bdad-164109ab572b service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Received unexpected event network-vif-plugged-95cedc88-c80a-44c1-87df-75b516db7f2e for instance with vm_state building and task_state spawning. [ 1411.953584] env[63248]: DEBUG nova.compute.manager [req-0609dc81-04c6-479b-a174-ef28e5eeca61 req-46648df6-b94c-4e0d-bdad-164109ab572b service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Received event network-changed-95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1411.953743] env[63248]: DEBUG nova.compute.manager [req-0609dc81-04c6-479b-a174-ef28e5eeca61 req-46648df6-b94c-4e0d-bdad-164109ab572b service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Refreshing instance network info cache due to event network-changed-95cedc88-c80a-44c1-87df-75b516db7f2e. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1411.953931] env[63248]: DEBUG oslo_concurrency.lockutils [req-0609dc81-04c6-479b-a174-ef28e5eeca61 req-46648df6-b94c-4e0d-bdad-164109ab572b service nova] Acquiring lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.976823] env[63248]: DEBUG nova.compute.manager [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1412.072493] env[63248]: DEBUG nova.network.neutron [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Successfully created port: 1ada31a7-7fb4-42a6-b7fa-066513d221e6 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1412.076098] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.076730] env[63248]: DEBUG nova.compute.manager [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Instance network_info: |[{"id": "95cedc88-c80a-44c1-87df-75b516db7f2e", "address": "fa:16:3e:72:b4:98", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cedc88-c8", "ovs_interfaceid": "95cedc88-c80a-44c1-87df-75b516db7f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1412.079562] env[63248]: DEBUG oslo_concurrency.lockutils [req-0609dc81-04c6-479b-a174-ef28e5eeca61 req-46648df6-b94c-4e0d-bdad-164109ab572b service nova] Acquired lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.079820] env[63248]: DEBUG nova.network.neutron [req-0609dc81-04c6-479b-a174-ef28e5eeca61 req-46648df6-b94c-4e0d-bdad-164109ab572b service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Refreshing network info cache for port 95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.081142] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:b4:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95cedc88-c80a-44c1-87df-75b516db7f2e', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.088805] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Creating folder: Project (a3ea98e9ae164c4686f80fc475d85e0c). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.092028] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1859b07-80e0-4098-bda8-a32466005557 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.108610] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Created folder: Project (a3ea98e9ae164c4686f80fc475d85e0c) in parent group-v373228. [ 1412.108938] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Creating folder: Instances. Parent ref: group-v373316. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.109297] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25e7af56-6b65-4376-a51e-df54bd858a81 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.126655] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800382, 'name': Rename_Task, 'duration_secs': 0.290473} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.132221] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.132711] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Created folder: Instances in parent group-v373316. [ 1412.133047] env[63248]: DEBUG oslo.service.loopingcall [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1412.133523] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f8deaf6-8451-44ce-b07c-a48504761e63 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.135955] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.136670] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3656354e-dab0-4bec-9e50-b83d90509ac5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.167668] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.167668] env[63248]: value = "task-1800387" [ 1412.167668] env[63248]: _type = "Task" [ 1412.167668] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.168661] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Waiting for the task: (returnval){ [ 1412.168661] env[63248]: value = "task-1800386" [ 1412.168661] env[63248]: _type = "Task" [ 1412.168661] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.187942] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800387, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.193036] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.262430] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800383, 'name': ReconfigVM_Task, 'duration_secs': 0.343243} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.263103] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Reconfigured VM instance instance-0000001e to attach disk [datastore1] ca6f659e-a9b0-437e-a968-2bcf02983683/ca6f659e-a9b0-437e-a968-2bcf02983683.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.263948] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-950fa5a4-44ac-4f1e-a415-914de7bec95e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.275538] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1412.275538] env[63248]: value = "task-1800388" [ 1412.275538] env[63248]: _type = "Task" [ 1412.275538] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.285735] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800388, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.640372] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10169cf-5eed-4779-a236-52998a9b7d10 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.649648] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac3be2f-19b8-4be2-9cd1-df1c1fc0e7e4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.694424] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabcc427-e583-4c85-8dbb-2fc8599f9fb9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.707275] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800387, 'name': CreateVM_Task, 'duration_secs': 0.421378} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.713026] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.713519] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.716386] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.716386] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.716386] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1412.718416] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d6dd22-13c3-408f-9c30-712af2c491e5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.726126] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a32d06e1-4648-4e61-9b41-1fb91cb5ea02 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.733552] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1412.733552] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522a1b53-5966-287e-f9b3-2432e71753ba" [ 1412.733552] env[63248]: _type = "Task" [ 1412.733552] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.743228] env[63248]: DEBUG nova.compute.provider_tree [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.755849] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522a1b53-5966-287e-f9b3-2432e71753ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012582} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.757699] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.758040] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1412.758040] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.758212] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.758390] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1412.759336] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7b14cc4-c028-4b5d-998b-d75153f2356e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.769954] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.770176] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.771040] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cbadca1-5b57-47d2-8dd5-08cc415d860e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.778097] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1412.778097] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5287124f-88b9-d380-ccf4-1b6b1c7e26d5" [ 1412.778097] env[63248]: _type = "Task" [ 1412.778097] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.797369] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5287124f-88b9-d380-ccf4-1b6b1c7e26d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.798391] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800388, 'name': Rename_Task, 'duration_secs': 0.178194} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.798634] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.798931] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f085798-7fb0-4148-ac59-91bb28ee37a8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.809546] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1412.809546] env[63248]: value = "task-1800389" [ 1412.809546] env[63248]: _type = "Task" [ 1412.809546] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.818103] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.991885] env[63248]: DEBUG nova.compute.manager [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1413.032170] env[63248]: DEBUG nova.virt.hardware [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1413.032170] env[63248]: DEBUG nova.virt.hardware [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.032286] env[63248]: DEBUG nova.virt.hardware [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1413.032422] env[63248]: DEBUG nova.virt.hardware [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.032585] env[63248]: DEBUG nova.virt.hardware [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1413.032764] env[63248]: DEBUG nova.virt.hardware [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1413.032931] env[63248]: DEBUG nova.virt.hardware [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1413.033357] env[63248]: DEBUG nova.virt.hardware [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1413.033571] env[63248]: DEBUG nova.virt.hardware [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1413.034541] env[63248]: DEBUG nova.virt.hardware [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1413.034541] env[63248]: DEBUG nova.virt.hardware [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1413.035243] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9a9401-8873-47b2-87d7-398084d38f2b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.048592] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad37a7a-3738-46bc-94c3-4e5d9b832a8d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.197286] env[63248]: DEBUG oslo_vmware.api [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800386, 'name': PowerOnVM_Task, 'duration_secs': 0.846802} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.197286] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.197385] env[63248]: INFO nova.compute.manager [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1413.197563] env[63248]: DEBUG nova.compute.manager [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.198377] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fe4f69-54e3-4637-89a4-e32761c10c48 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.215093] env[63248]: DEBUG nova.network.neutron [req-0609dc81-04c6-479b-a174-ef28e5eeca61 req-46648df6-b94c-4e0d-bdad-164109ab572b service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Updated VIF entry in instance network info cache for port 95cedc88-c80a-44c1-87df-75b516db7f2e. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.215702] env[63248]: DEBUG nova.network.neutron [req-0609dc81-04c6-479b-a174-ef28e5eeca61 req-46648df6-b94c-4e0d-bdad-164109ab572b service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Updating instance_info_cache with network_info: [{"id": "95cedc88-c80a-44c1-87df-75b516db7f2e", "address": "fa:16:3e:72:b4:98", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cedc88-c8", "ovs_interfaceid": "95cedc88-c80a-44c1-87df-75b516db7f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.249464] env[63248]: DEBUG nova.scheduler.client.report [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.296555] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5287124f-88b9-d380-ccf4-1b6b1c7e26d5, 'name': SearchDatastore_Task, 'duration_secs': 0.014759} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.296555] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b286bee-fe3d-4fd8-ac37-af875edee285 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.304873] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1413.304873] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f1b5a0-1d33-9e45-4156-82e82ad2e58e" [ 1413.304873] env[63248]: _type = "Task" [ 1413.304873] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.322294] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f1b5a0-1d33-9e45-4156-82e82ad2e58e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.326128] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800389, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.722800] env[63248]: DEBUG oslo_concurrency.lockutils [req-0609dc81-04c6-479b-a174-ef28e5eeca61 req-46648df6-b94c-4e0d-bdad-164109ab572b service nova] Releasing lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.722800] env[63248]: INFO nova.compute.manager [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Took 39.85 seconds to build instance. [ 1413.757288] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.757471] env[63248]: DEBUG nova.compute.manager [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1413.760273] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.583s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.760490] env[63248]: DEBUG nova.objects.instance [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lazy-loading 'resources' on Instance uuid 91452349-7338-4adb-abbc-fb2a256e6e78 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.820732] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f1b5a0-1d33-9e45-4156-82e82ad2e58e, 'name': SearchDatastore_Task, 'duration_secs': 0.015035} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.822651] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.822651] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 5d3de880-3eba-43b2-808b-343c9a7012ff/5d3de880-3eba-43b2-808b-343c9a7012ff.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.822651] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46313019-d69f-400b-a101-490cf13fe81b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.828769] env[63248]: DEBUG oslo_vmware.api [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800389, 'name': PowerOnVM_Task, 'duration_secs': 0.889649} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.829161] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.833500] env[63248]: INFO nova.compute.manager [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1413.833500] env[63248]: DEBUG nova.compute.manager [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.833500] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14b44a0-0259-4eb0-ab99-49529a6878e9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.837133] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1413.837133] env[63248]: value = "task-1800390" [ 1413.837133] env[63248]: _type = "Task" [ 1413.837133] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.857444] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.227254] env[63248]: DEBUG oslo_concurrency.lockutils [None req-00b58898-b407-4af7-a069-421452465394 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Lock "3b442034-b9cd-48f3-96dd-9daffa1b12a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.652s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.263948] env[63248]: DEBUG nova.compute.utils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1414.266036] env[63248]: DEBUG nova.compute.manager [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1414.266228] env[63248]: DEBUG nova.network.neutron [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1414.365175] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800390, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.366183] env[63248]: INFO nova.compute.manager [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Took 36.97 seconds to build instance. [ 1414.671044] env[63248]: DEBUG nova.policy [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3278aeeca14425aaf302771cce8cd73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3aac57e6213342e5999d0a09b756e219', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1414.730257] env[63248]: DEBUG nova.compute.manager [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1414.772247] env[63248]: DEBUG nova.compute.manager [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1414.847098] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb14967-c82d-4f98-b5b1-8ce826c1f894 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.856201] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60057} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.859888] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 5d3de880-3eba-43b2-808b-343c9a7012ff/5d3de880-3eba-43b2-808b-343c9a7012ff.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.859888] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.859888] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd99689b-283a-401f-b5e1-b3280427cd9a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.862431] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34012a29-438f-4c5e-86b4-d727bf6d4538 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.870543] env[63248]: DEBUG oslo_concurrency.lockutils [None req-421f50db-0f2f-4eaf-a447-82f8388d808c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "ca6f659e-a9b0-437e-a968-2bcf02983683" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.572s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.906515] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3684f7f-e071-46c0-8e04-d51c9e4ae8bd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.910093] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1414.910093] env[63248]: value = "task-1800391" [ 1414.910093] env[63248]: _type = "Task" [ 1414.910093] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.917986] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da92056e-e3cc-47fe-b878-b8a499dc7248 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.925983] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.937719] env[63248]: DEBUG nova.compute.provider_tree [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.018361] env[63248]: DEBUG nova.network.neutron [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Successfully updated port: 1ada31a7-7fb4-42a6-b7fa-066513d221e6 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1415.265413] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.302488] env[63248]: DEBUG nova.compute.manager [req-918a7669-2ca9-488d-a52e-642af5bb9011 req-049ac2b3-3642-4b4c-a227-3d675adee91e service nova] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Received event network-vif-plugged-1ada31a7-7fb4-42a6-b7fa-066513d221e6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1415.302488] env[63248]: DEBUG oslo_concurrency.lockutils [req-918a7669-2ca9-488d-a52e-642af5bb9011 req-049ac2b3-3642-4b4c-a227-3d675adee91e service nova] Acquiring lock "8f2d28c0-ad53-4fa8-8755-7ff99abdfee4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.302786] env[63248]: DEBUG oslo_concurrency.lockutils [req-918a7669-2ca9-488d-a52e-642af5bb9011 req-049ac2b3-3642-4b4c-a227-3d675adee91e service nova] Lock "8f2d28c0-ad53-4fa8-8755-7ff99abdfee4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.302818] env[63248]: DEBUG oslo_concurrency.lockutils [req-918a7669-2ca9-488d-a52e-642af5bb9011 req-049ac2b3-3642-4b4c-a227-3d675adee91e service nova] Lock "8f2d28c0-ad53-4fa8-8755-7ff99abdfee4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.302990] env[63248]: DEBUG nova.compute.manager [req-918a7669-2ca9-488d-a52e-642af5bb9011 req-049ac2b3-3642-4b4c-a227-3d675adee91e service nova] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] No waiting events found dispatching network-vif-plugged-1ada31a7-7fb4-42a6-b7fa-066513d221e6 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1415.303166] env[63248]: WARNING nova.compute.manager [req-918a7669-2ca9-488d-a52e-642af5bb9011 req-049ac2b3-3642-4b4c-a227-3d675adee91e service nova] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Received unexpected event network-vif-plugged-1ada31a7-7fb4-42a6-b7fa-066513d221e6 for instance with vm_state building and task_state spawning. [ 1415.407128] env[63248]: DEBUG nova.compute.manager [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1415.423562] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161595} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.423850] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1415.424667] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85de4236-f519-45da-b9a9-913351b9cf88 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.443509] env[63248]: DEBUG nova.scheduler.client.report [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.457355] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 5d3de880-3eba-43b2-808b-343c9a7012ff/5d3de880-3eba-43b2-808b-343c9a7012ff.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.458314] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4342e1ed-dfc9-4ccd-87e4-86d66f0bde96 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.483431] env[63248]: DEBUG nova.network.neutron [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Successfully created port: 2af2a722-43f4-4c43-8344-edc46ddfc7ad {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1415.486715] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1415.486715] env[63248]: value = "task-1800392" [ 1415.486715] env[63248]: _type = "Task" [ 1415.486715] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.496855] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.525743] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "refresh_cache-8f2d28c0-ad53-4fa8-8755-7ff99abdfee4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.525743] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "refresh_cache-8f2d28c0-ad53-4fa8-8755-7ff99abdfee4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.525743] env[63248]: DEBUG nova.network.neutron [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.784937] env[63248]: DEBUG nova.compute.manager [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1415.814515] env[63248]: DEBUG nova.virt.hardware [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1415.814988] env[63248]: DEBUG nova.virt.hardware [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.815322] env[63248]: DEBUG nova.virt.hardware [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1415.815800] env[63248]: DEBUG nova.virt.hardware [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.817120] env[63248]: DEBUG nova.virt.hardware [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1415.817120] env[63248]: DEBUG nova.virt.hardware [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1415.817120] env[63248]: DEBUG nova.virt.hardware [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1415.817120] env[63248]: DEBUG nova.virt.hardware [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1415.817120] env[63248]: DEBUG nova.virt.hardware [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1415.817642] env[63248]: DEBUG nova.virt.hardware [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1415.817642] env[63248]: DEBUG nova.virt.hardware [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1415.822529] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194a9840-b18f-42e7-8d57-c067c37e60f2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.832948] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db784b2-ac6d-4144-a6ca-a21cf22e6cbe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.937034] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.959990] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.961460] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.837s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.961692] env[63248]: DEBUG nova.objects.instance [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Lazy-loading 'resources' on Instance uuid 65396595-bc14-4aea-b40d-906997b8bb6c {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.981763] env[63248]: INFO nova.scheduler.client.report [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Deleted allocations for instance 91452349-7338-4adb-abbc-fb2a256e6e78 [ 1416.000736] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800392, 'name': ReconfigVM_Task, 'duration_secs': 0.367239} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.000736] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 5d3de880-3eba-43b2-808b-343c9a7012ff/5d3de880-3eba-43b2-808b-343c9a7012ff.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.000736] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b13a62a-a3a1-4071-ae64-d502020ad4a5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.010288] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1416.010288] env[63248]: value = "task-1800393" [ 1416.010288] env[63248]: _type = "Task" [ 1416.010288] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.021855] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800393, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.203022] env[63248]: DEBUG nova.network.neutron [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.297688] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Acquiring lock "3b442034-b9cd-48f3-96dd-9daffa1b12a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.298150] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Lock "3b442034-b9cd-48f3-96dd-9daffa1b12a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.302242] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Acquiring lock "3b442034-b9cd-48f3-96dd-9daffa1b12a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.302242] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Lock "3b442034-b9cd-48f3-96dd-9daffa1b12a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.302242] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Lock "3b442034-b9cd-48f3-96dd-9daffa1b12a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.303288] env[63248]: INFO nova.compute.manager [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Terminating instance [ 1416.493525] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0721da29-ec4e-4b4d-8ff8-4b762ca83d23 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "91452349-7338-4adb-abbc-fb2a256e6e78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.300s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.531587] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800393, 'name': Rename_Task, 'duration_secs': 0.176032} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.532058] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.532601] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d27f6fc1-efa4-4679-8933-199550e34c3f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.545984] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1416.545984] env[63248]: value = "task-1800394" [ 1416.545984] env[63248]: _type = "Task" [ 1416.545984] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.563945] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.762285] env[63248]: DEBUG nova.network.neutron [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Updating instance_info_cache with network_info: [{"id": "1ada31a7-7fb4-42a6-b7fa-066513d221e6", "address": "fa:16:3e:56:e1:7d", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ada31a7-7f", "ovs_interfaceid": "1ada31a7-7fb4-42a6-b7fa-066513d221e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.809128] env[63248]: DEBUG nova.compute.manager [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1416.809128] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.809128] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff53ca05-5d6b-4a65-b2aa-e9be1c79eb8c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.817154] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.819999] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26732236-ad37-424b-abe2-54ac085d22eb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.828480] env[63248]: DEBUG oslo_vmware.api [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Waiting for the task: (returnval){ [ 1416.828480] env[63248]: value = "task-1800395" [ 1416.828480] env[63248]: _type = "Task" [ 1416.828480] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.837779] env[63248]: DEBUG oslo_vmware.api [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.055423] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496387c0-dc2d-476b-ace8-1a374cdb79d4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.062988] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800394, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.068888] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951b28a3-3b31-4523-9fad-cafbccbc4c40 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.111957] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58504844-d9bf-4d89-a5db-e1579b2702c1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.120653] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc4c85d-3310-4738-8099-19b091497ba2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.141505] env[63248]: DEBUG nova.compute.provider_tree [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.272649] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "refresh_cache-8f2d28c0-ad53-4fa8-8755-7ff99abdfee4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.273237] env[63248]: DEBUG nova.compute.manager [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Instance network_info: |[{"id": "1ada31a7-7fb4-42a6-b7fa-066513d221e6", "address": "fa:16:3e:56:e1:7d", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ada31a7-7f", "ovs_interfaceid": "1ada31a7-7fb4-42a6-b7fa-066513d221e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1417.273805] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:e1:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ada31a7-7fb4-42a6-b7fa-066513d221e6', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.288019] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Creating folder: Project (d8b3f0cadcb94876a180681858d16ef9). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.288019] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f485ae13-e87e-477c-b974-96c59a523a09 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.302895] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Created folder: Project (d8b3f0cadcb94876a180681858d16ef9) in parent group-v373228. [ 1417.303101] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Creating folder: Instances. Parent ref: group-v373319. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.303525] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e645fd25-bd81-44df-b477-474231987a0d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.313663] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Created folder: Instances in parent group-v373319. [ 1417.313937] env[63248]: DEBUG oslo.service.loopingcall [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.314169] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.314409] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc3f1d89-7e1c-4b80-bd9c-ed306d72c13c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.338277] env[63248]: DEBUG oslo_vmware.api [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800395, 'name': PowerOffVM_Task, 'duration_secs': 0.219633} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.339946] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.340203] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.340477] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.340477] env[63248]: value = "task-1800398" [ 1417.340477] env[63248]: _type = "Task" [ 1417.340477] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.340718] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57257519-cac3-4034-88fa-6220718f5414 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.351530] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800398, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.428717] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.428961] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.429170] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Deleting the datastore file [datastore1] 3b442034-b9cd-48f3-96dd-9daffa1b12a8 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.429476] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cac36a3c-5199-4143-b77e-df2b82756f64 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.437755] env[63248]: DEBUG oslo_vmware.api [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Waiting for the task: (returnval){ [ 1417.437755] env[63248]: value = "task-1800400" [ 1417.437755] env[63248]: _type = "Task" [ 1417.437755] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.448832] env[63248]: DEBUG oslo_vmware.api [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.563021] env[63248]: DEBUG oslo_vmware.api [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800394, 'name': PowerOnVM_Task, 'duration_secs': 0.617154} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.563021] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.563021] env[63248]: INFO nova.compute.manager [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1417.563021] env[63248]: DEBUG nova.compute.manager [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.563021] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60315aa3-45a7-47de-b794-356c23f3700a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.644743] env[63248]: DEBUG nova.scheduler.client.report [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.750721] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "f6015c28-7a38-464a-a0b9-b39c376d921e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.751041] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "f6015c28-7a38-464a-a0b9-b39c376d921e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.856046] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800398, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.954114] env[63248]: DEBUG oslo_vmware.api [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Task: {'id': task-1800400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303371} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.954114] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.954114] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.954114] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.954114] env[63248]: INFO nova.compute.manager [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1417.954316] env[63248]: DEBUG oslo.service.loopingcall [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.954316] env[63248]: DEBUG nova.compute.manager [-] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.954316] env[63248]: DEBUG nova.network.neutron [-] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.957934] env[63248]: DEBUG nova.network.neutron [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Successfully updated port: 2af2a722-43f4-4c43-8344-edc46ddfc7ad {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1418.084656] env[63248]: INFO nova.compute.manager [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Took 40.51 seconds to build instance. [ 1418.152270] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.153839] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.032s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.153839] env[63248]: DEBUG nova.objects.instance [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Lazy-loading 'resources' on Instance uuid c273fc1a-0af1-4cfe-9c3c-81352cb46f8c {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.182026] env[63248]: INFO nova.scheduler.client.report [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Deleted allocations for instance 65396595-bc14-4aea-b40d-906997b8bb6c [ 1418.358571] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800398, 'name': CreateVM_Task, 'duration_secs': 0.55228} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.358667] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.359441] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.359609] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.360034] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.360338] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d25cd5d3-9485-414d-8f1c-60e00dc13059 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.367388] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1418.367388] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529c57e9-8b3f-378c-982e-ed7549fe8d93" [ 1418.367388] env[63248]: _type = "Task" [ 1418.367388] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.379274] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529c57e9-8b3f-378c-982e-ed7549fe8d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.441225] env[63248]: DEBUG nova.compute.manager [req-8abaac6d-a068-4aac-82e7-094a9ea5b106 req-bcc30090-b5ec-4d58-ac02-c34d709bdf91 service nova] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Received event network-changed-1ada31a7-7fb4-42a6-b7fa-066513d221e6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1418.441225] env[63248]: DEBUG nova.compute.manager [req-8abaac6d-a068-4aac-82e7-094a9ea5b106 req-bcc30090-b5ec-4d58-ac02-c34d709bdf91 service nova] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Refreshing instance network info cache due to event network-changed-1ada31a7-7fb4-42a6-b7fa-066513d221e6. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1418.441225] env[63248]: DEBUG oslo_concurrency.lockutils [req-8abaac6d-a068-4aac-82e7-094a9ea5b106 req-bcc30090-b5ec-4d58-ac02-c34d709bdf91 service nova] Acquiring lock "refresh_cache-8f2d28c0-ad53-4fa8-8755-7ff99abdfee4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.441225] env[63248]: DEBUG oslo_concurrency.lockutils [req-8abaac6d-a068-4aac-82e7-094a9ea5b106 req-bcc30090-b5ec-4d58-ac02-c34d709bdf91 service nova] Acquired lock "refresh_cache-8f2d28c0-ad53-4fa8-8755-7ff99abdfee4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.441225] env[63248]: DEBUG nova.network.neutron [req-8abaac6d-a068-4aac-82e7-094a9ea5b106 req-bcc30090-b5ec-4d58-ac02-c34d709bdf91 service nova] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Refreshing network info cache for port 1ada31a7-7fb4-42a6-b7fa-066513d221e6 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.460200] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquiring lock "refresh_cache-7fec657e-a14f-4483-87eb-2687ded90608" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.460435] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquired lock "refresh_cache-7fec657e-a14f-4483-87eb-2687ded90608" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.460644] env[63248]: DEBUG nova.network.neutron [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.587372] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f5addad-e293-434c-b2ac-80fdff9224c0 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.070s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.691369] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e1e1779-5a7b-4d79-9345-064afa88ad8c tempest-FloatingIPsAssociationNegativeTestJSON-2052193454 tempest-FloatingIPsAssociationNegativeTestJSON-2052193454-project-member] Lock "65396595-bc14-4aea-b40d-906997b8bb6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.673s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.880437] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529c57e9-8b3f-378c-982e-ed7549fe8d93, 'name': SearchDatastore_Task, 'duration_secs': 0.018288} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.880822] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.881054] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.881299] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.881444] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.881621] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.881885] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b940bd1-73a8-4cf8-b422-e2b32afe331d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.894012] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.894012] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.894012] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff59689-97a5-4473-87e6-168556e15e5a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.901982] env[63248]: DEBUG nova.network.neutron [-] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.903739] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1418.903739] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d4cced-53b8-d094-a621-dc4c975cc3cc" [ 1418.903739] env[63248]: _type = "Task" [ 1418.903739] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.913127] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Acquiring lock "cf0774df-f295-460a-87a5-f12e812e781d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.913360] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Lock "cf0774df-f295-460a-87a5-f12e812e781d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.919895] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d4cced-53b8-d094-a621-dc4c975cc3cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012395} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.921258] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d013bcf3-da53-4d75-9d72-7144365dc28d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.929538] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1418.929538] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52805374-494a-bdd1-b0d4-16404e24c6a9" [ 1418.929538] env[63248]: _type = "Task" [ 1418.929538] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.937511] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52805374-494a-bdd1-b0d4-16404e24c6a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.062103] env[63248]: DEBUG nova.network.neutron [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1419.091961] env[63248]: DEBUG nova.compute.manager [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1419.218276] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c63d3e-bd4b-47e9-b594-0eecb919250e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.228907] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4adb60-56e0-46d5-b561-a61a26464d0b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.265108] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fcfa3a-4515-4be8-953a-c9177868404e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.271828] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "e305b5ec-8988-4adf-9c48-772f6b904ff1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.272217] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "e305b5ec-8988-4adf-9c48-772f6b904ff1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.282016] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fc0236-8a8c-4be3-99b6-64e8dfae1b17 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.296424] env[63248]: DEBUG nova.compute.provider_tree [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.409582] env[63248]: INFO nova.compute.manager [-] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Took 1.46 seconds to deallocate network for instance. [ 1419.440621] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52805374-494a-bdd1-b0d4-16404e24c6a9, 'name': SearchDatastore_Task, 'duration_secs': 0.025365} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.443189] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.443189] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4/8f2d28c0-ad53-4fa8-8755-7ff99abdfee4.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.443189] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec4f554d-1610-4d47-b7ae-e5f84742d8f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.448825] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1419.448825] env[63248]: value = "task-1800401" [ 1419.448825] env[63248]: _type = "Task" [ 1419.448825] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.459475] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.522397] env[63248]: DEBUG nova.network.neutron [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Updating instance_info_cache with network_info: [{"id": "2af2a722-43f4-4c43-8344-edc46ddfc7ad", "address": "fa:16:3e:07:1f:a2", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af2a722-43", "ovs_interfaceid": "2af2a722-43f4-4c43-8344-edc46ddfc7ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.626165] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.627078] env[63248]: DEBUG nova.network.neutron [req-8abaac6d-a068-4aac-82e7-094a9ea5b106 req-bcc30090-b5ec-4d58-ac02-c34d709bdf91 service nova] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Updated VIF entry in instance network info cache for port 1ada31a7-7fb4-42a6-b7fa-066513d221e6. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1419.627377] env[63248]: DEBUG nova.network.neutron [req-8abaac6d-a068-4aac-82e7-094a9ea5b106 req-bcc30090-b5ec-4d58-ac02-c34d709bdf91 service nova] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Updating instance_info_cache with network_info: [{"id": "1ada31a7-7fb4-42a6-b7fa-066513d221e6", "address": "fa:16:3e:56:e1:7d", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ada31a7-7f", "ovs_interfaceid": "1ada31a7-7fb4-42a6-b7fa-066513d221e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.799479] env[63248]: DEBUG nova.scheduler.client.report [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.918952] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.962901] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800401, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.026598] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Releasing lock "refresh_cache-7fec657e-a14f-4483-87eb-2687ded90608" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.026991] env[63248]: DEBUG nova.compute.manager [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Instance network_info: |[{"id": "2af2a722-43f4-4c43-8344-edc46ddfc7ad", "address": "fa:16:3e:07:1f:a2", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af2a722-43", "ovs_interfaceid": "2af2a722-43f4-4c43-8344-edc46ddfc7ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1420.027805] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:1f:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2af2a722-43f4-4c43-8344-edc46ddfc7ad', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1420.037626] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Creating folder: Project (3aac57e6213342e5999d0a09b756e219). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1420.038109] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9fbbf3b-2569-478e-aa64-20cb6b6e9bd1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.051044] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Created folder: Project (3aac57e6213342e5999d0a09b756e219) in parent group-v373228. [ 1420.051227] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Creating folder: Instances. Parent ref: group-v373322. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1420.051505] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a104cfb-aec4-4c05-b4cb-6876412cdaa8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.062463] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Created folder: Instances in parent group-v373322. [ 1420.062834] env[63248]: DEBUG oslo.service.loopingcall [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.063378] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1420.063680] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56bf0eb2-7a6f-466a-8557-e7b57468215a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.087654] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1420.087654] env[63248]: value = "task-1800404" [ 1420.087654] env[63248]: _type = "Task" [ 1420.087654] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.097086] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800404, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.131206] env[63248]: DEBUG oslo_concurrency.lockutils [req-8abaac6d-a068-4aac-82e7-094a9ea5b106 req-bcc30090-b5ec-4d58-ac02-c34d709bdf91 service nova] Releasing lock "refresh_cache-8f2d28c0-ad53-4fa8-8755-7ff99abdfee4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.308045] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.308737] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.310654] env[63248]: INFO nova.compute.claims [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.337880] env[63248]: INFO nova.scheduler.client.report [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Deleted allocations for instance c273fc1a-0af1-4cfe-9c3c-81352cb46f8c [ 1420.462225] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653023} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.463203] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4/8f2d28c0-ad53-4fa8-8755-7ff99abdfee4.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.463787] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.464172] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba13e5da-104a-4945-8d84-c019e01cd0ca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.471784] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1420.471784] env[63248]: value = "task-1800405" [ 1420.471784] env[63248]: _type = "Task" [ 1420.471784] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.483895] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.597851] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800404, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.653360] env[63248]: DEBUG nova.compute.manager [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Received event network-changed-888283ef-9074-4435-a134-aa80e92d7f1d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1420.653360] env[63248]: DEBUG nova.compute.manager [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Refreshing instance network info cache due to event network-changed-888283ef-9074-4435-a134-aa80e92d7f1d. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1420.653360] env[63248]: DEBUG oslo_concurrency.lockutils [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] Acquiring lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.653360] env[63248]: DEBUG oslo_concurrency.lockutils [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] Acquired lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.653360] env[63248]: DEBUG nova.network.neutron [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Refreshing network info cache for port 888283ef-9074-4435-a134-aa80e92d7f1d {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.847267] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8aaf5176-8e66-4756-9eff-240541fadd9a tempest-ServerMetadataTestJSON-366558336 tempest-ServerMetadataTestJSON-366558336-project-member] Lock "c273fc1a-0af1-4cfe-9c3c-81352cb46f8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.407s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.982810] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066673} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.986668] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1420.988248] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cbbeb9-3ce0-4f75-bc67-1b56c9bd62ba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.010256] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4/8f2d28c0-ad53-4fa8-8755-7ff99abdfee4.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.011671] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27b8313-ea28-4136-8737-cd6fc7f912cb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.035198] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1421.035198] env[63248]: value = "task-1800406" [ 1421.035198] env[63248]: _type = "Task" [ 1421.035198] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.043691] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.098496] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800404, 'name': CreateVM_Task, 'duration_secs': 0.610103} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.100071] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1421.100071] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.100238] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.100559] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1421.100816] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a040d18-f8a8-4681-a1ff-13c98b2db923 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.105436] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1421.105436] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523a5587-1daa-a47b-92fa-9ebebc770f7a" [ 1421.105436] env[63248]: _type = "Task" [ 1421.105436] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.115588] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523a5587-1daa-a47b-92fa-9ebebc770f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.314463] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "acf21bf7-17f5-4111-a608-b9bbfac8338b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.314729] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "acf21bf7-17f5-4111-a608-b9bbfac8338b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.314942] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "acf21bf7-17f5-4111-a608-b9bbfac8338b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.315190] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "acf21bf7-17f5-4111-a608-b9bbfac8338b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.315377] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "acf21bf7-17f5-4111-a608-b9bbfac8338b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.319110] env[63248]: INFO nova.compute.manager [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Terminating instance [ 1421.497255] env[63248]: DEBUG nova.network.neutron [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Updated VIF entry in instance network info cache for port 888283ef-9074-4435-a134-aa80e92d7f1d. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1421.497405] env[63248]: DEBUG nova.network.neutron [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Updating instance_info_cache with network_info: [{"id": "888283ef-9074-4435-a134-aa80e92d7f1d", "address": "fa:16:3e:4d:0c:60", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888283ef-90", "ovs_interfaceid": "888283ef-9074-4435-a134-aa80e92d7f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.532466] env[63248]: DEBUG oslo_concurrency.lockutils [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "97c6c122-64c6-4dd3-baca-a254e27ed0c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.532466] env[63248]: DEBUG oslo_concurrency.lockutils [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "97c6c122-64c6-4dd3-baca-a254e27ed0c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.532592] env[63248]: DEBUG oslo_concurrency.lockutils [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "97c6c122-64c6-4dd3-baca-a254e27ed0c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.533227] env[63248]: DEBUG oslo_concurrency.lockutils [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "97c6c122-64c6-4dd3-baca-a254e27ed0c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.533227] env[63248]: DEBUG oslo_concurrency.lockutils [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "97c6c122-64c6-4dd3-baca-a254e27ed0c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.535432] env[63248]: INFO nova.compute.manager [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Terminating instance [ 1421.549273] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.621034] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523a5587-1daa-a47b-92fa-9ebebc770f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.023752} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.624639] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.625017] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1421.625740] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.625740] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.625740] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1421.626559] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-217a852f-0c37-486e-9902-f302980412ad {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.641878] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1421.642134] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1421.642998] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38fa80fb-8eca-44da-b446-207761f0d7cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.648745] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1421.648745] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5269d3bc-6482-5e67-d21f-7559676102ae" [ 1421.648745] env[63248]: _type = "Task" [ 1421.648745] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.667038] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5269d3bc-6482-5e67-d21f-7559676102ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009886} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.669195] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58b309d1-0550-40f0-864b-16fecb90253d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.674545] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1421.674545] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52aa1443-6d2d-331c-7444-29c92179132f" [ 1421.674545] env[63248]: _type = "Task" [ 1421.674545] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.685194] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52aa1443-6d2d-331c-7444-29c92179132f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.824193] env[63248]: DEBUG nova.compute.manager [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1421.824412] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.827733] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6590200b-136a-4bd6-9c79-01ae07012bc6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.843718] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.844272] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4180fce3-93bc-485e-9a1f-7bb015e173e9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.851771] env[63248]: DEBUG oslo_vmware.api [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1421.851771] env[63248]: value = "task-1800407" [ 1421.851771] env[63248]: _type = "Task" [ 1421.851771] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.863270] env[63248]: DEBUG oslo_vmware.api [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.883175] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f56a57-7913-409c-92be-4deac539addb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.892479] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6ea18c-f9c0-4df6-b4ed-c82c76e6b9b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.931974] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b9599a-e315-4a55-a4db-72b885536ff2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.941087] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd552323-4772-4d53-887c-9b30023f72c2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.954773] env[63248]: DEBUG nova.compute.provider_tree [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.005063] env[63248]: DEBUG oslo_concurrency.lockutils [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] Releasing lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.005415] env[63248]: DEBUG nova.compute.manager [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Received event network-vif-plugged-2af2a722-43f4-4c43-8344-edc46ddfc7ad {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1422.005623] env[63248]: DEBUG oslo_concurrency.lockutils [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] Acquiring lock "7fec657e-a14f-4483-87eb-2687ded90608-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.005835] env[63248]: DEBUG oslo_concurrency.lockutils [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] Lock "7fec657e-a14f-4483-87eb-2687ded90608-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.006055] env[63248]: DEBUG oslo_concurrency.lockutils [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] Lock "7fec657e-a14f-4483-87eb-2687ded90608-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.006234] env[63248]: DEBUG nova.compute.manager [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] No waiting events found dispatching network-vif-plugged-2af2a722-43f4-4c43-8344-edc46ddfc7ad {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1422.006394] env[63248]: WARNING nova.compute.manager [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Received unexpected event network-vif-plugged-2af2a722-43f4-4c43-8344-edc46ddfc7ad for instance with vm_state building and task_state spawning. [ 1422.006554] env[63248]: DEBUG nova.compute.manager [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Received event network-changed-2af2a722-43f4-4c43-8344-edc46ddfc7ad {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1422.006702] env[63248]: DEBUG nova.compute.manager [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Refreshing instance network info cache due to event network-changed-2af2a722-43f4-4c43-8344-edc46ddfc7ad. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1422.006927] env[63248]: DEBUG oslo_concurrency.lockutils [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] Acquiring lock "refresh_cache-7fec657e-a14f-4483-87eb-2687ded90608" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.007097] env[63248]: DEBUG oslo_concurrency.lockutils [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] Acquired lock "refresh_cache-7fec657e-a14f-4483-87eb-2687ded90608" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.007309] env[63248]: DEBUG nova.network.neutron [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Refreshing network info cache for port 2af2a722-43f4-4c43-8344-edc46ddfc7ad {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.051732] env[63248]: DEBUG nova.compute.manager [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1422.051973] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1422.052586] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800406, 'name': ReconfigVM_Task, 'duration_secs': 0.683375} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.053342] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5ae5db-c02b-4a99-9e4d-17e80c25904d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.057447] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4/8f2d28c0-ad53-4fa8-8755-7ff99abdfee4.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.058100] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87cc586e-1771-4317-97c2-249e60bb642f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.066214] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1422.067285] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46e7e1eb-646b-4145-b2fa-6759c47a8cb3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.068779] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1422.068779] env[63248]: value = "task-1800408" [ 1422.068779] env[63248]: _type = "Task" [ 1422.068779] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.074071] env[63248]: DEBUG oslo_vmware.api [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1422.074071] env[63248]: value = "task-1800409" [ 1422.074071] env[63248]: _type = "Task" [ 1422.074071] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.077653] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800408, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.085920] env[63248]: DEBUG oslo_vmware.api [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.190336] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52aa1443-6d2d-331c-7444-29c92179132f, 'name': SearchDatastore_Task, 'duration_secs': 0.019342} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.190640] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.190993] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 7fec657e-a14f-4483-87eb-2687ded90608/7fec657e-a14f-4483-87eb-2687ded90608.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1422.191377] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e9810f0-c3ad-4c0f-b132-3ca44ad30952 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.198604] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1422.198604] env[63248]: value = "task-1800410" [ 1422.198604] env[63248]: _type = "Task" [ 1422.198604] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.209817] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.363014] env[63248]: DEBUG oslo_vmware.api [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800407, 'name': PowerOffVM_Task, 'duration_secs': 0.269922} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.363397] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.363556] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1422.363709] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f96eb3ce-2a4d-484c-8027-093a544bbcc8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.462129] env[63248]: DEBUG nova.scheduler.client.report [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.511391] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.511391] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.511391] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Deleting the datastore file [datastore1] acf21bf7-17f5-4111-a608-b9bbfac8338b {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.512157] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba3b69f1-7e24-4825-b0d3-1b547dce35fa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.521158] env[63248]: DEBUG oslo_vmware.api [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1422.521158] env[63248]: value = "task-1800412" [ 1422.521158] env[63248]: _type = "Task" [ 1422.521158] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.528189] env[63248]: DEBUG oslo_vmware.api [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.578682] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800408, 'name': Rename_Task, 'duration_secs': 0.244253} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.582277] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.582829] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2841bab3-63de-41dc-a6a3-543003efe7b8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.589962] env[63248]: DEBUG oslo_vmware.api [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800409, 'name': PowerOffVM_Task, 'duration_secs': 0.462651} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.590433] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.590729] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1422.592207] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc3f9df4-00b6-42d8-8cb7-4cafb9b45277 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.594188] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1422.594188] env[63248]: value = "task-1800413" [ 1422.594188] env[63248]: _type = "Task" [ 1422.594188] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.604061] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.708272] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.708590] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.708795] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Deleting the datastore file [datastore1] 97c6c122-64c6-4dd3-baca-a254e27ed0c0 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.709558] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da65478b-0543-4d86-bb6f-6d0216f6df2a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.715711] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800410, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.722871] env[63248]: DEBUG oslo_vmware.api [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for the task: (returnval){ [ 1422.722871] env[63248]: value = "task-1800415" [ 1422.722871] env[63248]: _type = "Task" [ 1422.722871] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.733423] env[63248]: DEBUG oslo_vmware.api [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.969023] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.969023] env[63248]: DEBUG nova.compute.manager [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.971155] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.539s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.973034] env[63248]: DEBUG nova.objects.instance [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lazy-loading 'resources' on Instance uuid 8e83ca84-3c41-4b1f-ac52-4478b428e4cd {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.035205] env[63248]: DEBUG oslo_vmware.api [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421676} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.035205] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1423.036180] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1423.038369] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1423.038639] env[63248]: INFO nova.compute.manager [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1423.038975] env[63248]: DEBUG oslo.service.loopingcall [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1423.039920] env[63248]: DEBUG nova.compute.manager [-] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1423.039920] env[63248]: DEBUG nova.network.neutron [-] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1423.113949] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.211850] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627063} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.212168] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 7fec657e-a14f-4483-87eb-2687ded90608/7fec657e-a14f-4483-87eb-2687ded90608.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1423.212386] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1423.212639] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-725a6645-09ec-4416-bd5f-ddc82f8418b8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.219459] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1423.219459] env[63248]: value = "task-1800416" [ 1423.219459] env[63248]: _type = "Task" [ 1423.219459] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.239285] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.242452] env[63248]: DEBUG nova.network.neutron [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Updated VIF entry in instance network info cache for port 2af2a722-43f4-4c43-8344-edc46ddfc7ad. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.242850] env[63248]: DEBUG nova.network.neutron [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Updating instance_info_cache with network_info: [{"id": "2af2a722-43f4-4c43-8344-edc46ddfc7ad", "address": "fa:16:3e:07:1f:a2", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af2a722-43", "ovs_interfaceid": "2af2a722-43f4-4c43-8344-edc46ddfc7ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.244260] env[63248]: DEBUG oslo_vmware.api [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Task: {'id': task-1800415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281877} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.247524] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1423.247524] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1423.247524] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1423.247524] env[63248]: INFO nova.compute.manager [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1423.247524] env[63248]: DEBUG oslo.service.loopingcall [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1423.247699] env[63248]: DEBUG nova.compute.manager [-] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1423.247699] env[63248]: DEBUG nova.network.neutron [-] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1423.477186] env[63248]: DEBUG nova.compute.utils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1423.481577] env[63248]: DEBUG nova.compute.manager [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1423.481790] env[63248]: DEBUG nova.network.neutron [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1423.535368] env[63248]: DEBUG nova.policy [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '751a2321e2cc49aea877a3af2f6682b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae8e28dbc19e486f93084cad4879104a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1423.621624] env[63248]: DEBUG oslo_vmware.api [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800413, 'name': PowerOnVM_Task, 'duration_secs': 0.871664} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.622033] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.622342] env[63248]: INFO nova.compute.manager [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Took 10.63 seconds to spawn the instance on the hypervisor. [ 1423.622630] env[63248]: DEBUG nova.compute.manager [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.629643] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e96e0ef-c69c-4b33-b279-95ab67821678 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.734354] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099923} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.734556] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1423.735866] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f965503-355a-487e-8ac0-446884415574 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.753124] env[63248]: DEBUG oslo_concurrency.lockutils [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] Releasing lock "refresh_cache-7fec657e-a14f-4483-87eb-2687ded90608" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.753397] env[63248]: DEBUG nova.compute.manager [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Received event network-vif-deleted-25d0b94b-8b0a-4a4b-bfc7-3cb3ce4f7d8f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1423.753844] env[63248]: DEBUG nova.compute.manager [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Received event network-changed-95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1423.753985] env[63248]: DEBUG nova.compute.manager [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Refreshing instance network info cache due to event network-changed-95cedc88-c80a-44c1-87df-75b516db7f2e. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1423.754231] env[63248]: DEBUG oslo_concurrency.lockutils [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] Acquiring lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.754389] env[63248]: DEBUG oslo_concurrency.lockutils [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] Acquired lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.754552] env[63248]: DEBUG nova.network.neutron [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Refreshing network info cache for port 95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1423.765569] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 7fec657e-a14f-4483-87eb-2687ded90608/7fec657e-a14f-4483-87eb-2687ded90608.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.768970] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22065459-3aae-4f5d-a909-8fcd51c924ed {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.792296] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1423.792296] env[63248]: value = "task-1800417" [ 1423.792296] env[63248]: _type = "Task" [ 1423.792296] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.806390] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800417, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.878929] env[63248]: DEBUG nova.network.neutron [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Successfully created port: ef07492c-bbb9-4c01-b367-68d36fe0e7c6 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.982361] env[63248]: DEBUG nova.compute.manager [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1424.085693] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b5e053-38af-43eb-b9cf-3daf73e60237 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.094435] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1037a97-6d15-41d6-a9ab-f726bbc08635 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.126135] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727e04aa-0745-4bfe-a18f-47fd1b681865 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.134884] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c4a500-c8d0-451c-9882-fea2e2ac60f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.153160] env[63248]: DEBUG nova.compute.provider_tree [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.158021] env[63248]: INFO nova.compute.manager [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Took 39.03 seconds to build instance. [ 1424.241929] env[63248]: DEBUG nova.compute.manager [req-79f844e1-b5fb-4455-9a1e-8b6e0bb01e61 req-be8013f6-3bbe-484e-bbd3-d3d168883abb service nova] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Received event network-vif-deleted-d886e135-763f-4e0f-b87b-8136ae0d73b0 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1424.242163] env[63248]: INFO nova.compute.manager [req-79f844e1-b5fb-4455-9a1e-8b6e0bb01e61 req-be8013f6-3bbe-484e-bbd3-d3d168883abb service nova] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Neutron deleted interface d886e135-763f-4e0f-b87b-8136ae0d73b0; detaching it from the instance and deleting it from the info cache [ 1424.242335] env[63248]: DEBUG nova.network.neutron [req-79f844e1-b5fb-4455-9a1e-8b6e0bb01e61 req-be8013f6-3bbe-484e-bbd3-d3d168883abb service nova] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.304460] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.315220] env[63248]: DEBUG nova.network.neutron [-] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.435636] env[63248]: DEBUG nova.network.neutron [-] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.657729] env[63248]: DEBUG nova.scheduler.client.report [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.664700] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cc3ffa3d-ead9-4d6c-86be-5f99830d33b9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "8f2d28c0-ad53-4fa8-8755-7ff99abdfee4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.714s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.720723] env[63248]: DEBUG nova.network.neutron [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Updated VIF entry in instance network info cache for port 95cedc88-c80a-44c1-87df-75b516db7f2e. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1424.721158] env[63248]: DEBUG nova.network.neutron [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Updating instance_info_cache with network_info: [{"id": "95cedc88-c80a-44c1-87df-75b516db7f2e", "address": "fa:16:3e:72:b4:98", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cedc88-c8", "ovs_interfaceid": "95cedc88-c80a-44c1-87df-75b516db7f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.745303] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeb79a0a-a2a8-4651-b28a-021622d2ae5b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.756451] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24193bed-4048-4b7c-bf6c-1629813c305b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.798802] env[63248]: DEBUG nova.compute.manager [req-79f844e1-b5fb-4455-9a1e-8b6e0bb01e61 req-be8013f6-3bbe-484e-bbd3-d3d168883abb service nova] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Detach interface failed, port_id=d886e135-763f-4e0f-b87b-8136ae0d73b0, reason: Instance acf21bf7-17f5-4111-a608-b9bbfac8338b could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1424.814325] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800417, 'name': ReconfigVM_Task, 'duration_secs': 0.674389} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.815326] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 7fec657e-a14f-4483-87eb-2687ded90608/7fec657e-a14f-4483-87eb-2687ded90608.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1424.815326] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-564f58d5-0caf-4214-a4c8-04356b39bb98 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.820108] env[63248]: INFO nova.compute.manager [-] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Took 1.78 seconds to deallocate network for instance. [ 1424.823309] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1424.823309] env[63248]: value = "task-1800418" [ 1424.823309] env[63248]: _type = "Task" [ 1424.823309] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.835488] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800418, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.937684] env[63248]: INFO nova.compute.manager [-] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Took 1.69 seconds to deallocate network for instance. [ 1424.996154] env[63248]: DEBUG nova.compute.manager [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1425.034926] env[63248]: DEBUG nova.virt.hardware [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1425.035162] env[63248]: DEBUG nova.virt.hardware [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.035444] env[63248]: DEBUG nova.virt.hardware [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1425.035923] env[63248]: DEBUG nova.virt.hardware [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.037037] env[63248]: DEBUG nova.virt.hardware [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1425.037037] env[63248]: DEBUG nova.virt.hardware [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1425.037037] env[63248]: DEBUG nova.virt.hardware [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1425.037037] env[63248]: DEBUG nova.virt.hardware [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1425.037037] env[63248]: DEBUG nova.virt.hardware [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1425.037597] env[63248]: DEBUG nova.virt.hardware [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1425.037597] env[63248]: DEBUG nova.virt.hardware [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1425.038161] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75b894f-d342-42c9-9584-957e04077cc5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.050940] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cb982e-be78-4325-8717-e182a8815ff4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.164644] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.167606] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.543s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.170055] env[63248]: INFO nova.compute.claims [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1425.174330] env[63248]: DEBUG nova.compute.manager [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1425.190864] env[63248]: INFO nova.scheduler.client.report [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Deleted allocations for instance 8e83ca84-3c41-4b1f-ac52-4478b428e4cd [ 1425.225585] env[63248]: DEBUG oslo_concurrency.lockutils [req-bb890602-555b-4c4a-8c89-71dbc6b31d31 req-fd506e21-5701-40c2-ae03-283878959d11 service nova] Releasing lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.334400] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.340522] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800418, 'name': Rename_Task, 'duration_secs': 0.18162} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.341312] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.341312] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e136a62-9bb6-4d71-80d1-bfb8a4b73a1a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.348337] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1425.348337] env[63248]: value = "task-1800419" [ 1425.348337] env[63248]: _type = "Task" [ 1425.348337] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.358109] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.446789] env[63248]: DEBUG oslo_concurrency.lockutils [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.691497] env[63248]: DEBUG nova.compute.manager [req-e0015e1c-ba1b-40e5-849d-c180a53f361d req-a2d23ecf-d3b7-411e-92ab-4c3b2cdfd89f service nova] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Received event network-vif-plugged-ef07492c-bbb9-4c01-b367-68d36fe0e7c6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1425.691848] env[63248]: DEBUG oslo_concurrency.lockutils [req-e0015e1c-ba1b-40e5-849d-c180a53f361d req-a2d23ecf-d3b7-411e-92ab-4c3b2cdfd89f service nova] Acquiring lock "ef8a4b6c-f0a9-48a3-ac37-03706a7abde0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.692113] env[63248]: DEBUG oslo_concurrency.lockutils [req-e0015e1c-ba1b-40e5-849d-c180a53f361d req-a2d23ecf-d3b7-411e-92ab-4c3b2cdfd89f service nova] Lock "ef8a4b6c-f0a9-48a3-ac37-03706a7abde0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.692283] env[63248]: DEBUG oslo_concurrency.lockutils [req-e0015e1c-ba1b-40e5-849d-c180a53f361d req-a2d23ecf-d3b7-411e-92ab-4c3b2cdfd89f service nova] Lock "ef8a4b6c-f0a9-48a3-ac37-03706a7abde0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.692468] env[63248]: DEBUG nova.compute.manager [req-e0015e1c-ba1b-40e5-849d-c180a53f361d req-a2d23ecf-d3b7-411e-92ab-4c3b2cdfd89f service nova] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] No waiting events found dispatching network-vif-plugged-ef07492c-bbb9-4c01-b367-68d36fe0e7c6 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1425.692608] env[63248]: WARNING nova.compute.manager [req-e0015e1c-ba1b-40e5-849d-c180a53f361d req-a2d23ecf-d3b7-411e-92ab-4c3b2cdfd89f service nova] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Received unexpected event network-vif-plugged-ef07492c-bbb9-4c01-b367-68d36fe0e7c6 for instance with vm_state building and task_state spawning. [ 1425.701784] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d316be9-c0d7-4587-b805-43c46c3a3c3b tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "8e83ca84-3c41-4b1f-ac52-4478b428e4cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.108s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.704925] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.834483] env[63248]: DEBUG nova.network.neutron [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Successfully updated port: ef07492c-bbb9-4c01-b367-68d36fe0e7c6 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.865695] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.958672] env[63248]: INFO nova.compute.manager [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Rebuilding instance [ 1426.015891] env[63248]: DEBUG nova.compute.manager [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.015891] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b116f5f1-85f9-4d7d-aa25-3417a98e5484 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.321316] env[63248]: DEBUG nova.compute.manager [req-f25977da-846c-4cfc-9e57-37ead9fb7d35 req-221937db-d970-4bc2-93e1-b4573d30cf14 service nova] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Received event network-vif-deleted-e3ffd276-1023-4826-9d57-e7ff848ffb0e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1426.329446] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "ded818f2-5099-4e85-98fc-3c91b46b5630" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.329781] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "ded818f2-5099-4e85-98fc-3c91b46b5630" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.330148] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "ded818f2-5099-4e85-98fc-3c91b46b5630-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.330452] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "ded818f2-5099-4e85-98fc-3c91b46b5630-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.330697] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "ded818f2-5099-4e85-98fc-3c91b46b5630-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.333966] env[63248]: INFO nova.compute.manager [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Terminating instance [ 1426.338499] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "refresh_cache-ef8a4b6c-f0a9-48a3-ac37-03706a7abde0" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.338620] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired lock "refresh_cache-ef8a4b6c-f0a9-48a3-ac37-03706a7abde0" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.338759] env[63248]: DEBUG nova.network.neutron [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.364871] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800419, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.668237] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef6f373-7c31-4b03-8f0f-d263498f6f85 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.676316] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c1db6e-928a-44a9-ad19-2705b759977d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.708014] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e9ca03-84c6-4c60-80c1-1a6611d99ff4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.715887] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc577340-66e8-4e30-a3f3-c1491646296f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.729460] env[63248]: DEBUG nova.compute.provider_tree [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.845962] env[63248]: DEBUG nova.compute.manager [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1426.845962] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1426.846980] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e843f905-2c05-404b-b429-b6634395a34b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.861440] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.861965] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd14ddaa-2c60-4290-bc8b-f2ffc4cd08dc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.871240] env[63248]: DEBUG oslo_vmware.api [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800419, 'name': PowerOnVM_Task, 'duration_secs': 1.148847} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.873600] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.874210] env[63248]: INFO nova.compute.manager [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Took 11.09 seconds to spawn the instance on the hypervisor. [ 1426.874770] env[63248]: DEBUG nova.compute.manager [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.875466] env[63248]: DEBUG oslo_vmware.api [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1426.875466] env[63248]: value = "task-1800420" [ 1426.875466] env[63248]: _type = "Task" [ 1426.875466] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.879017] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f6308e-ebfc-449d-b105-56f8f580ba74 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.896345] env[63248]: DEBUG oslo_vmware.api [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.898093] env[63248]: DEBUG nova.network.neutron [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1427.032770] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.033102] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99b89118-2b7f-4cf7-bca6-c4952bfed201 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.042721] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1427.042721] env[63248]: value = "task-1800421" [ 1427.042721] env[63248]: _type = "Task" [ 1427.042721] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.050469] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.117890] env[63248]: DEBUG nova.network.neutron [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Updating instance_info_cache with network_info: [{"id": "ef07492c-bbb9-4c01-b367-68d36fe0e7c6", "address": "fa:16:3e:0a:eb:73", "network": {"id": "49e9a8dd-8322-4a12-924f-b705209b1b85", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1983382143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8e28dbc19e486f93084cad4879104a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef07492c-bb", "ovs_interfaceid": "ef07492c-bbb9-4c01-b367-68d36fe0e7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.232875] env[63248]: DEBUG nova.scheduler.client.report [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.391133] env[63248]: DEBUG oslo_vmware.api [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800420, 'name': PowerOffVM_Task, 'duration_secs': 0.370067} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.391750] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.392095] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.392467] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eda62285-b805-42e4-9f66-e19fad32bcea {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.406856] env[63248]: INFO nova.compute.manager [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Took 41.73 seconds to build instance. [ 1427.470783] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1427.471064] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1427.471264] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Deleting the datastore file [datastore1] ded818f2-5099-4e85-98fc-3c91b46b5630 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.471534] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6298b0df-ea90-45c0-b17a-6b171b05c805 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.477884] env[63248]: DEBUG oslo_vmware.api [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1427.477884] env[63248]: value = "task-1800423" [ 1427.477884] env[63248]: _type = "Task" [ 1427.477884] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.486477] env[63248]: DEBUG oslo_vmware.api [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.555457] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800421, 'name': PowerOffVM_Task, 'duration_secs': 0.202987} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.557518] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.557518] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.557518] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c2d8b9-2ada-4cf9-b969-d9eeee7babaa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.566489] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.566877] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b483b591-a56c-4f50-bb6e-2a9acc7685ed {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.620561] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lock "refresh_cache-ef8a4b6c-f0a9-48a3-ac37-03706a7abde0" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.620997] env[63248]: DEBUG nova.compute.manager [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Instance network_info: |[{"id": "ef07492c-bbb9-4c01-b367-68d36fe0e7c6", "address": "fa:16:3e:0a:eb:73", "network": {"id": "49e9a8dd-8322-4a12-924f-b705209b1b85", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1983382143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8e28dbc19e486f93084cad4879104a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef07492c-bb", "ovs_interfaceid": "ef07492c-bbb9-4c01-b367-68d36fe0e7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1427.621520] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:eb:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef07492c-bbb9-4c01-b367-68d36fe0e7c6', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.629979] env[63248]: DEBUG oslo.service.loopingcall [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.630522] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.630823] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3bbad9c-b4b7-4f1c-95be-e2f0e0075459 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.648034] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1427.648308] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1427.648524] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleting the datastore file [datastore1] 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.649437] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c634dd12-4f16-43ff-b7ad-a1d039f64d93 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.653269] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.653269] env[63248]: value = "task-1800425" [ 1427.653269] env[63248]: _type = "Task" [ 1427.653269] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.658388] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1427.658388] env[63248]: value = "task-1800426" [ 1427.658388] env[63248]: _type = "Task" [ 1427.658388] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.665850] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800425, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.670774] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.738528] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.738970] env[63248]: DEBUG nova.compute.manager [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1427.741891] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.174s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.850281] env[63248]: DEBUG nova.compute.manager [req-f7de17d9-77b7-4c5c-b375-38c09e7cd6c4 req-c5467502-0e74-43a2-bc3d-19b06442e662 service nova] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Received event network-changed-ef07492c-bbb9-4c01-b367-68d36fe0e7c6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1427.850506] env[63248]: DEBUG nova.compute.manager [req-f7de17d9-77b7-4c5c-b375-38c09e7cd6c4 req-c5467502-0e74-43a2-bc3d-19b06442e662 service nova] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Refreshing instance network info cache due to event network-changed-ef07492c-bbb9-4c01-b367-68d36fe0e7c6. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1427.850738] env[63248]: DEBUG oslo_concurrency.lockutils [req-f7de17d9-77b7-4c5c-b375-38c09e7cd6c4 req-c5467502-0e74-43a2-bc3d-19b06442e662 service nova] Acquiring lock "refresh_cache-ef8a4b6c-f0a9-48a3-ac37-03706a7abde0" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.851073] env[63248]: DEBUG oslo_concurrency.lockutils [req-f7de17d9-77b7-4c5c-b375-38c09e7cd6c4 req-c5467502-0e74-43a2-bc3d-19b06442e662 service nova] Acquired lock "refresh_cache-ef8a4b6c-f0a9-48a3-ac37-03706a7abde0" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.851316] env[63248]: DEBUG nova.network.neutron [req-f7de17d9-77b7-4c5c-b375-38c09e7cd6c4 req-c5467502-0e74-43a2-bc3d-19b06442e662 service nova] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Refreshing network info cache for port ef07492c-bbb9-4c01-b367-68d36fe0e7c6 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.909839] env[63248]: DEBUG oslo_concurrency.lockutils [None req-220cdd5d-e785-4068-bcbe-75586ce39413 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Lock "7fec657e-a14f-4483-87eb-2687ded90608" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.218s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.994608] env[63248]: DEBUG oslo_vmware.api [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271815} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.995216] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.995216] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1427.995216] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1427.995495] env[63248]: INFO nova.compute.manager [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1427.995562] env[63248]: DEBUG oslo.service.loopingcall [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.995748] env[63248]: DEBUG nova.compute.manager [-] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1427.995847] env[63248]: DEBUG nova.network.neutron [-] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.167013] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800425, 'name': CreateVM_Task, 'duration_secs': 0.374198} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.170614] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1428.175531] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.175721] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.176063] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.176354] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194094} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.176561] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df722cdb-9c1a-4df6-99c6-649249db25de {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.178362] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.178558] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.178734] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.185059] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1428.185059] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52347659-77cb-2f77-c34d-660d5f6b9de7" [ 1428.185059] env[63248]: _type = "Task" [ 1428.185059] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.195133] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52347659-77cb-2f77-c34d-660d5f6b9de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.245182] env[63248]: DEBUG nova.compute.utils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1428.246599] env[63248]: DEBUG nova.compute.manager [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1428.246760] env[63248]: DEBUG nova.network.neutron [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1428.320117] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Acquiring lock "7fec657e-a14f-4483-87eb-2687ded90608" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.320117] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Lock "7fec657e-a14f-4483-87eb-2687ded90608" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.320290] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Acquiring lock "7fec657e-a14f-4483-87eb-2687ded90608-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.320602] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Lock "7fec657e-a14f-4483-87eb-2687ded90608-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.320805] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Lock "7fec657e-a14f-4483-87eb-2687ded90608-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.323569] env[63248]: INFO nova.compute.manager [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Terminating instance [ 1428.327223] env[63248]: DEBUG nova.policy [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '086ae568ea94473fafcd6444dbeead63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93f60da69baf40969264e09fbb327825', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1428.413403] env[63248]: DEBUG nova.compute.manager [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.700905] env[63248]: DEBUG nova.network.neutron [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Successfully created port: 1132feb8-148c-4cd6-9427-d9c0b97e92b2 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1428.709169] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52347659-77cb-2f77-c34d-660d5f6b9de7, 'name': SearchDatastore_Task, 'duration_secs': 0.026344} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.712292] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.712608] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1428.712894] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.713111] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.713406] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1428.715494] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0db20d3b-0393-404d-868c-ee97e12a58c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.724058] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.724257] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1428.727333] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f32345ed-b4c5-456e-88b2-8bb8e0a36998 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.735078] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1428.735078] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a28015-978f-29f2-fbd1-49cc96aeb845" [ 1428.735078] env[63248]: _type = "Task" [ 1428.735078] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.744060] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a28015-978f-29f2-fbd1-49cc96aeb845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.752506] env[63248]: DEBUG nova.compute.manager [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1428.779112] env[63248]: DEBUG nova.network.neutron [-] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.794839] env[63248]: DEBUG nova.network.neutron [req-f7de17d9-77b7-4c5c-b375-38c09e7cd6c4 req-c5467502-0e74-43a2-bc3d-19b06442e662 service nova] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Updated VIF entry in instance network info cache for port ef07492c-bbb9-4c01-b367-68d36fe0e7c6. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.795200] env[63248]: DEBUG nova.network.neutron [req-f7de17d9-77b7-4c5c-b375-38c09e7cd6c4 req-c5467502-0e74-43a2-bc3d-19b06442e662 service nova] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Updating instance_info_cache with network_info: [{"id": "ef07492c-bbb9-4c01-b367-68d36fe0e7c6", "address": "fa:16:3e:0a:eb:73", "network": {"id": "49e9a8dd-8322-4a12-924f-b705209b1b85", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1983382143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8e28dbc19e486f93084cad4879104a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef07492c-bb", "ovs_interfaceid": "ef07492c-bbb9-4c01-b367-68d36fe0e7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.833194] env[63248]: DEBUG nova.compute.manager [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.833194] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.833270] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5e8b44-dbb6-4724-a5f7-be6a512533a8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.844168] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.844437] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9b19bba-0fac-4b8b-9415-32868143d306 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.855969] env[63248]: DEBUG oslo_vmware.api [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Waiting for the task: (returnval){ [ 1428.855969] env[63248]: value = "task-1800427" [ 1428.855969] env[63248]: _type = "Task" [ 1428.855969] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.868112] env[63248]: DEBUG oslo_vmware.api [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Task: {'id': task-1800427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.890141] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f2e585-5623-4241-b0d3-40337547a85a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.897823] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae9314a-de26-4a13-accf-f55aa3ed1bdb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.932188] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83693831-17b4-44d8-bd98-5d1b5c961a79 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.945141] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83962ff3-22f7-4609-a061-2e82f73b789e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.959342] env[63248]: DEBUG nova.compute.provider_tree [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.961627] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.220108] env[63248]: DEBUG nova.virt.hardware [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1429.220399] env[63248]: DEBUG nova.virt.hardware [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.220562] env[63248]: DEBUG nova.virt.hardware [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1429.220743] env[63248]: DEBUG nova.virt.hardware [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.220953] env[63248]: DEBUG nova.virt.hardware [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1429.221143] env[63248]: DEBUG nova.virt.hardware [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1429.221355] env[63248]: DEBUG nova.virt.hardware [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1429.221513] env[63248]: DEBUG nova.virt.hardware [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1429.222027] env[63248]: DEBUG nova.virt.hardware [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1429.222027] env[63248]: DEBUG nova.virt.hardware [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1429.222027] env[63248]: DEBUG nova.virt.hardware [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1429.222848] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcb05d6-8ca9-475f-b76e-21c26717701f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.232467] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e617caab-c0d9-4976-a6d7-c78435525425 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.248217] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:e1:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ada31a7-7fb4-42a6-b7fa-066513d221e6', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.259929] env[63248]: DEBUG oslo.service.loopingcall [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.263618] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.267080] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f6c3428-5ebe-440d-a49f-8d28ca92bcde {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.283186] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a28015-978f-29f2-fbd1-49cc96aeb845, 'name': SearchDatastore_Task, 'duration_secs': 0.014008} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.283788] env[63248]: INFO nova.compute.manager [-] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Took 1.29 seconds to deallocate network for instance. [ 1429.286984] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb671be-cb11-47a3-a879-43b0f796812f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.294322] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.294322] env[63248]: value = "task-1800428" [ 1429.294322] env[63248]: _type = "Task" [ 1429.294322] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.301626] env[63248]: DEBUG oslo_concurrency.lockutils [req-f7de17d9-77b7-4c5c-b375-38c09e7cd6c4 req-c5467502-0e74-43a2-bc3d-19b06442e662 service nova] Releasing lock "refresh_cache-ef8a4b6c-f0a9-48a3-ac37-03706a7abde0" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.301626] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1429.301626] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529f5993-a0e4-560f-e5f2-d9c40cfd9273" [ 1429.301626] env[63248]: _type = "Task" [ 1429.301626] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.309026] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800428, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.316406] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529f5993-a0e4-560f-e5f2-d9c40cfd9273, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.316406] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.316406] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ef8a4b6c-f0a9-48a3-ac37-03706a7abde0/ef8a4b6c-f0a9-48a3-ac37-03706a7abde0.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.316406] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f60bb614-7b70-4d86-9980-ac2c1acff7d5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.321435] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1429.321435] env[63248]: value = "task-1800429" [ 1429.321435] env[63248]: _type = "Task" [ 1429.321435] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.332810] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.365175] env[63248]: DEBUG oslo_vmware.api [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Task: {'id': task-1800427, 'name': PowerOffVM_Task, 'duration_secs': 0.254136} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.365512] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.365700] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.365975] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a24e4ef-940f-4ec9-9e7d-d928a8a03e74 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.461736] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.461977] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.462254] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Deleting the datastore file [datastore1] 7fec657e-a14f-4483-87eb-2687ded90608 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.464040] env[63248]: DEBUG nova.scheduler.client.report [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.467455] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69728f67-3240-405d-ac63-7a15c77c3d71 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.476158] env[63248]: DEBUG oslo_vmware.api [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Waiting for the task: (returnval){ [ 1429.476158] env[63248]: value = "task-1800431" [ 1429.476158] env[63248]: _type = "Task" [ 1429.476158] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.485273] env[63248]: DEBUG oslo_vmware.api [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Task: {'id': task-1800431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.785081] env[63248]: DEBUG nova.compute.manager [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1429.796865] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.812576] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800428, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.820215] env[63248]: DEBUG nova.virt.hardware [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1429.820526] env[63248]: DEBUG nova.virt.hardware [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.820785] env[63248]: DEBUG nova.virt.hardware [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1429.822254] env[63248]: DEBUG nova.virt.hardware [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.822371] env[63248]: DEBUG nova.virt.hardware [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1429.822533] env[63248]: DEBUG nova.virt.hardware [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1429.822755] env[63248]: DEBUG nova.virt.hardware [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1429.822921] env[63248]: DEBUG nova.virt.hardware [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1429.823106] env[63248]: DEBUG nova.virt.hardware [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1429.823274] env[63248]: DEBUG nova.virt.hardware [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1429.823447] env[63248]: DEBUG nova.virt.hardware [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1429.824434] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f32112f-e46a-40bf-9dbd-ac01cbcbb030 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.835577] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.839108] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbe2daa-4bf1-4420-a53e-15a26c900e62 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.881044] env[63248]: DEBUG nova.compute.manager [req-e8b95fc2-4dad-47ae-9e98-ee47643c2e5b req-21899f5e-73c3-41bd-bf4d-80d59a0818ab service nova] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Received event network-vif-deleted-0b39ea5f-5ef3-486b-af4b-073a41543c5c {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1429.985986] env[63248]: DEBUG oslo_vmware.api [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Task: {'id': task-1800431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421913} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.989181] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.989181] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.989181] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.989181] env[63248]: INFO nova.compute.manager [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1429.989181] env[63248]: DEBUG oslo.service.loopingcall [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.989397] env[63248]: DEBUG nova.compute.manager [-] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.989397] env[63248]: DEBUG nova.network.neutron [-] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.310491] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800428, 'name': CreateVM_Task, 'duration_secs': 0.569002} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.312016] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.312016] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.312016] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.312016] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.312407] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad3ff55-bef9-4d2f-9864-9fe62816949f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.317364] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1430.317364] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5277d2bc-d329-781e-830d-17cdcf3c7339" [ 1430.317364] env[63248]: _type = "Task" [ 1430.317364] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.329021] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5277d2bc-d329-781e-830d-17cdcf3c7339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.334471] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540919} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.335229] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ef8a4b6c-f0a9-48a3-ac37-03706a7abde0/ef8a4b6c-f0a9-48a3-ac37-03706a7abde0.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.335620] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.335998] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15455b54-53b5-452c-a8d3-e1912a6bbe07 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.343738] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1430.343738] env[63248]: value = "task-1800432" [ 1430.343738] env[63248]: _type = "Task" [ 1430.343738] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.355476] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.476826] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.735s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.481160] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.673s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.481830] env[63248]: INFO nova.compute.claims [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1430.787936] env[63248]: DEBUG nova.network.neutron [-] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.828851] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5277d2bc-d329-781e-830d-17cdcf3c7339, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.829261] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.829557] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.829845] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.830134] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.830377] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.830690] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08f12713-181e-45cd-9c96-7b67709b1681 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.839133] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.839324] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.840105] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ff1cf3-4043-4601-98bd-3d6c8815369e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.845407] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1430.845407] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523d6615-7ad4-a120-56d4-2e76434e5205" [ 1430.845407] env[63248]: _type = "Task" [ 1430.845407] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.857630] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523d6615-7ad4-a120-56d4-2e76434e5205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.862092] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068461} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.862557] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.863535] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8513a997-aeaf-4028-b351-0e7b0a8d0293 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.888523] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] ef8a4b6c-f0a9-48a3-ac37-03706a7abde0/ef8a4b6c-f0a9-48a3-ac37-03706a7abde0.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.890187] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-456c5864-4f66-4db3-8b69-89917b47986c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.909736] env[63248]: DEBUG nova.network.neutron [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Successfully updated port: 1132feb8-148c-4cd6-9427-d9c0b97e92b2 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1430.919855] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1430.919855] env[63248]: value = "task-1800433" [ 1430.919855] env[63248]: _type = "Task" [ 1430.919855] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.930901] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800433, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.959133] env[63248]: DEBUG nova.compute.manager [req-f2c51b01-5527-408a-bc85-336af7f0b14a req-41e3f83a-61bc-4b7b-b384-690806d34a40 service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Received event network-vif-plugged-1132feb8-148c-4cd6-9427-d9c0b97e92b2 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1430.959133] env[63248]: DEBUG oslo_concurrency.lockutils [req-f2c51b01-5527-408a-bc85-336af7f0b14a req-41e3f83a-61bc-4b7b-b384-690806d34a40 service nova] Acquiring lock "eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.959133] env[63248]: DEBUG oslo_concurrency.lockutils [req-f2c51b01-5527-408a-bc85-336af7f0b14a req-41e3f83a-61bc-4b7b-b384-690806d34a40 service nova] Lock "eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.959133] env[63248]: DEBUG oslo_concurrency.lockutils [req-f2c51b01-5527-408a-bc85-336af7f0b14a req-41e3f83a-61bc-4b7b-b384-690806d34a40 service nova] Lock "eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.959133] env[63248]: DEBUG nova.compute.manager [req-f2c51b01-5527-408a-bc85-336af7f0b14a req-41e3f83a-61bc-4b7b-b384-690806d34a40 service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] No waiting events found dispatching network-vif-plugged-1132feb8-148c-4cd6-9427-d9c0b97e92b2 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1430.959468] env[63248]: WARNING nova.compute.manager [req-f2c51b01-5527-408a-bc85-336af7f0b14a req-41e3f83a-61bc-4b7b-b384-690806d34a40 service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Received unexpected event network-vif-plugged-1132feb8-148c-4cd6-9427-d9c0b97e92b2 for instance with vm_state building and task_state spawning. [ 1431.059655] env[63248]: INFO nova.scheduler.client.report [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Deleted allocation for migration 04bba434-ff35-4709-ab14-aa42d5951318 [ 1431.291437] env[63248]: INFO nova.compute.manager [-] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Took 1.30 seconds to deallocate network for instance. [ 1431.361578] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523d6615-7ad4-a120-56d4-2e76434e5205, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.361879] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af7945c3-eac2-4946-ba5c-d63e210331f9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.369351] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1431.369351] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529d0bb1-d567-1641-1c2c-03654390a0a1" [ 1431.369351] env[63248]: _type = "Task" [ 1431.369351] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.379344] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529d0bb1-d567-1641-1c2c-03654390a0a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.412479] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "refresh_cache-eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.412635] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquired lock "refresh_cache-eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.412785] env[63248]: DEBUG nova.network.neutron [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.433319] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800433, 'name': ReconfigVM_Task, 'duration_secs': 0.364511} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.433660] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Reconfigured VM instance instance-00000022 to attach disk [datastore1] ef8a4b6c-f0a9-48a3-ac37-03706a7abde0/ef8a4b6c-f0a9-48a3-ac37-03706a7abde0.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.434612] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d6c0bd2-c5aa-46b7-98e5-2c0609d48050 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.441869] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1431.441869] env[63248]: value = "task-1800434" [ 1431.441869] env[63248]: _type = "Task" [ 1431.441869] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.451523] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800434, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.566964] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e32cb299-2afc-4092-a4ac-98754fb0adf0 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.259s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.805743] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.886526] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529d0bb1-d567-1641-1c2c-03654390a0a1, 'name': SearchDatastore_Task, 'duration_secs': 0.016139} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.892425] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.892779] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4/8f2d28c0-ad53-4fa8-8755-7ff99abdfee4.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.893651] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8108c39-7fda-4522-bc02-85a554646ccf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.904557] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1431.904557] env[63248]: value = "task-1800435" [ 1431.904557] env[63248]: _type = "Task" [ 1431.904557] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.911075] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.962494] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800434, 'name': Rename_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.977487] env[63248]: DEBUG nova.network.neutron [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.011246] env[63248]: DEBUG nova.compute.manager [req-3061a475-80f2-411a-80ec-c0985cb57a16 req-49d11213-6ba0-4c48-ac1e-1aa8ebc9c54e service nova] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Received event network-vif-deleted-2af2a722-43f4-4c43-8344-edc46ddfc7ad {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1432.070158] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea36121-ef83-4266-a0d7-daa93a8cfc27 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.085183] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603c0641-0bb3-4858-812f-e0008a13e5c2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.125851] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36c1db9-e9d2-4717-94d0-482690e52068 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.135499] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588369a4-b060-4b2c-893c-1af0c302da85 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.154110] env[63248]: DEBUG nova.compute.provider_tree [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.287453] env[63248]: DEBUG nova.network.neutron [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Updating instance_info_cache with network_info: [{"id": "1132feb8-148c-4cd6-9427-d9c0b97e92b2", "address": "fa:16:3e:43:72:a0", "network": {"id": "9dab6259-662e-46dd-87a2-f5c42ac4d07d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1145556615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f60da69baf40969264e09fbb327825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1132feb8-14", "ovs_interfaceid": "1132feb8-148c-4cd6-9427-d9c0b97e92b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.414521] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800435, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.453932] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800434, 'name': Rename_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.657378] env[63248]: DEBUG nova.scheduler.client.report [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.791549] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Releasing lock "refresh_cache-eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.791902] env[63248]: DEBUG nova.compute.manager [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Instance network_info: |[{"id": "1132feb8-148c-4cd6-9427-d9c0b97e92b2", "address": "fa:16:3e:43:72:a0", "network": {"id": "9dab6259-662e-46dd-87a2-f5c42ac4d07d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1145556615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f60da69baf40969264e09fbb327825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1132feb8-14", "ovs_interfaceid": "1132feb8-148c-4cd6-9427-d9c0b97e92b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1432.792357] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:72:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1132feb8-148c-4cd6-9427-d9c0b97e92b2', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.802148] env[63248]: DEBUG oslo.service.loopingcall [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.802148] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.802148] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee5db6e7-690c-4587-8ed2-60a4d70d19bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.826848] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.826848] env[63248]: value = "task-1800436" [ 1432.826848] env[63248]: _type = "Task" [ 1432.826848] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.836621] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800436, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.913028] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565962} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.913145] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4/8f2d28c0-ad53-4fa8-8755-7ff99abdfee4.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.913284] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.913541] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12b27fe1-f5a4-4369-9ed8-6008fffa2c2e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.919530] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1432.919530] env[63248]: value = "task-1800437" [ 1432.919530] env[63248]: _type = "Task" [ 1432.919530] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.930184] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.952764] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800434, 'name': Rename_Task, 'duration_secs': 1.191196} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.953049] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.953299] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c693c403-1216-4b1b-ae61-5c6722226ef0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.959192] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1432.959192] env[63248]: value = "task-1800438" [ 1432.959192] env[63248]: _type = "Task" [ 1432.959192] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.966787] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.060472] env[63248]: DEBUG nova.compute.manager [req-7a722bb0-e4e7-4730-864b-bbf66e826eb7 req-c9ebe0ad-c154-4462-bc58-bd2e376f222e service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Received event network-changed-1132feb8-148c-4cd6-9427-d9c0b97e92b2 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1433.060751] env[63248]: DEBUG nova.compute.manager [req-7a722bb0-e4e7-4730-864b-bbf66e826eb7 req-c9ebe0ad-c154-4462-bc58-bd2e376f222e service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Refreshing instance network info cache due to event network-changed-1132feb8-148c-4cd6-9427-d9c0b97e92b2. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1433.061100] env[63248]: DEBUG oslo_concurrency.lockutils [req-7a722bb0-e4e7-4730-864b-bbf66e826eb7 req-c9ebe0ad-c154-4462-bc58-bd2e376f222e service nova] Acquiring lock "refresh_cache-eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.061174] env[63248]: DEBUG oslo_concurrency.lockutils [req-7a722bb0-e4e7-4730-864b-bbf66e826eb7 req-c9ebe0ad-c154-4462-bc58-bd2e376f222e service nova] Acquired lock "refresh_cache-eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.061843] env[63248]: DEBUG nova.network.neutron [req-7a722bb0-e4e7-4730-864b-bbf66e826eb7 req-c9ebe0ad-c154-4462-bc58-bd2e376f222e service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Refreshing network info cache for port 1132feb8-148c-4cd6-9427-d9c0b97e92b2 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.162694] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.162746] env[63248]: DEBUG nova.compute.manager [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1433.167386] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.559s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.168417] env[63248]: DEBUG nova.objects.instance [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lazy-loading 'resources' on Instance uuid c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.336890] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800436, 'name': CreateVM_Task, 'duration_secs': 0.461976} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.337074] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.337773] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.337939] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.338274] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.338598] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2723a4ac-7416-4c8d-8a14-75c52227a5d5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.344181] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1433.344181] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ab7f08-c11c-5759-a796-d587a978e110" [ 1433.344181] env[63248]: _type = "Task" [ 1433.344181] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.354878] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ab7f08-c11c-5759-a796-d587a978e110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.429555] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07485} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.429713] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1433.430506] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdfc2ea-bb7f-40f8-b3bd-8acc173d621e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.454508] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4/8f2d28c0-ad53-4fa8-8755-7ff99abdfee4.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.454508] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acfef131-6f7f-42ac-b83a-18367f8e3fb6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.477576] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800438, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.479289] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1433.479289] env[63248]: value = "task-1800439" [ 1433.479289] env[63248]: _type = "Task" [ 1433.479289] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.488890] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.671153] env[63248]: DEBUG nova.compute.utils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1433.675334] env[63248]: DEBUG nova.compute.manager [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1433.675512] env[63248]: DEBUG nova.network.neutron [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1433.747160] env[63248]: DEBUG nova.policy [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '433e9ce1e0cc4193961e66f01a0ae925', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3308ba628f4d06981dd09b14137a0a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1433.859601] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ab7f08-c11c-5759-a796-d587a978e110, 'name': SearchDatastore_Task, 'duration_secs': 0.0217} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.859763] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.859980] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.860240] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.860380] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.860586] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.860819] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c46a1791-1bc6-434f-9141-eb9c11152857 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.872885] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.873228] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.876823] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec28628-84f4-4b40-9a08-25d58037d714 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.883066] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1433.883066] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52350dfd-caf4-c255-fb4e-8a11932b9679" [ 1433.883066] env[63248]: _type = "Task" [ 1433.883066] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.893918] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52350dfd-caf4-c255-fb4e-8a11932b9679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.923854] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "d235314d-7080-409b-9be1-3fcb6c0884b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.924108] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "d235314d-7080-409b-9be1-3fcb6c0884b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.980596] env[63248]: DEBUG oslo_vmware.api [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800438, 'name': PowerOnVM_Task, 'duration_secs': 0.562575} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.984501] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.984739] env[63248]: INFO nova.compute.manager [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1433.986680] env[63248]: DEBUG nova.compute.manager [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1433.986680] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116075b1-4e92-4c28-b16c-b96ee1f6f52b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.997983] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.022292] env[63248]: DEBUG nova.network.neutron [req-7a722bb0-e4e7-4730-864b-bbf66e826eb7 req-c9ebe0ad-c154-4462-bc58-bd2e376f222e service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Updated VIF entry in instance network info cache for port 1132feb8-148c-4cd6-9427-d9c0b97e92b2. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.022640] env[63248]: DEBUG nova.network.neutron [req-7a722bb0-e4e7-4730-864b-bbf66e826eb7 req-c9ebe0ad-c154-4462-bc58-bd2e376f222e service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Updating instance_info_cache with network_info: [{"id": "1132feb8-148c-4cd6-9427-d9c0b97e92b2", "address": "fa:16:3e:43:72:a0", "network": {"id": "9dab6259-662e-46dd-87a2-f5c42ac4d07d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1145556615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f60da69baf40969264e09fbb327825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1132feb8-14", "ovs_interfaceid": "1132feb8-148c-4cd6-9427-d9c0b97e92b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.166042] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e78e1e-be80-4f6c-a4e1-683a508ade8f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.169282] env[63248]: DEBUG nova.network.neutron [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Successfully created port: 02e675a4-53bd-48c2-ac58-9fe0b17dc7c2 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1434.175334] env[63248]: DEBUG nova.compute.manager [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1434.178527] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a268a8b-be65-4899-baa0-4f6d535d6868 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.209155] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade08bb1-5b1c-4dc7-81c8-fdc3c4133810 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.217709] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccd5e37-c5e2-4879-8e8a-f474d02460b9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.231818] env[63248]: DEBUG nova.compute.provider_tree [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.392929] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52350dfd-caf4-c255-fb4e-8a11932b9679, 'name': SearchDatastore_Task, 'duration_secs': 0.012432} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.394099] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bcaff86-43c2-482f-9f5a-ff362cf0938b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.399718] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1434.399718] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5232f387-c7dd-1e01-9799-b9805e0689c7" [ 1434.399718] env[63248]: _type = "Task" [ 1434.399718] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.407531] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5232f387-c7dd-1e01-9799-b9805e0689c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.489269] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800439, 'name': ReconfigVM_Task, 'duration_secs': 0.578803} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.489558] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4/8f2d28c0-ad53-4fa8-8755-7ff99abdfee4.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.490196] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65bb2d39-1adb-4043-a521-8869a28b1610 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.496893] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1434.496893] env[63248]: value = "task-1800440" [ 1434.496893] env[63248]: _type = "Task" [ 1434.496893] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.509045] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800440, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.513298] env[63248]: INFO nova.compute.manager [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Took 42.26 seconds to build instance. [ 1434.525763] env[63248]: DEBUG oslo_concurrency.lockutils [req-7a722bb0-e4e7-4730-864b-bbf66e826eb7 req-c9ebe0ad-c154-4462-bc58-bd2e376f222e service nova] Releasing lock "refresh_cache-eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.735303] env[63248]: DEBUG nova.scheduler.client.report [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.912210] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5232f387-c7dd-1e01-9799-b9805e0689c7, 'name': SearchDatastore_Task, 'duration_secs': 0.014001} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.912472] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.912727] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd/eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.912976] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9e546ae-cc11-4025-bdee-8ce9c88f64f1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.919436] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1434.919436] env[63248]: value = "task-1800441" [ 1434.919436] env[63248]: _type = "Task" [ 1434.919436] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.926671] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.006289] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800440, 'name': Rename_Task, 'duration_secs': 0.170937} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.006569] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.006806] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ed4e882-998e-48b5-90c4-7b939b8db030 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.012466] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1435.012466] env[63248]: value = "task-1800442" [ 1435.012466] env[63248]: _type = "Task" [ 1435.012466] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.015459] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8eec64a4-8dad-4fec-a5c2-df1d24b0f84a tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "ef8a4b6c-f0a9-48a3-ac37-03706a7abde0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.509s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.021428] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.188749] env[63248]: DEBUG nova.compute.manager [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1435.221633] env[63248]: DEBUG nova.virt.hardware [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1435.221953] env[63248]: DEBUG nova.virt.hardware [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.222177] env[63248]: DEBUG nova.virt.hardware [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1435.222435] env[63248]: DEBUG nova.virt.hardware [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.222689] env[63248]: DEBUG nova.virt.hardware [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1435.222819] env[63248]: DEBUG nova.virt.hardware [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1435.223099] env[63248]: DEBUG nova.virt.hardware [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1435.223303] env[63248]: DEBUG nova.virt.hardware [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1435.223534] env[63248]: DEBUG nova.virt.hardware [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1435.223774] env[63248]: DEBUG nova.virt.hardware [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1435.223984] env[63248]: DEBUG nova.virt.hardware [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1435.224921] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0811073f-4fd5-44dc-a7fd-51fdf75f34eb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.233237] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85cfc0c-07fc-4a5b-be9c-2b6aa95edd8a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.249633] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.253603] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.037s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.253924] env[63248]: DEBUG nova.objects.instance [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Lazy-loading 'resources' on Instance uuid 7e80239f-6b97-487b-a70c-e6056fc99019 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.276250] env[63248]: INFO nova.scheduler.client.report [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Deleted allocations for instance c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f [ 1435.437337] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800441, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.518768] env[63248]: DEBUG nova.compute.manager [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1435.530014] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800442, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.530014] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebab3a5-dfb8-468c-8d2b-107a35d0ad4a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.537278] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-aa825e3a-d977-45d3-874e-f3c422c707b5 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Suspending the VM {{(pid=63248) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1435.537387] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c154e744-20d7-4fd7-b074-5c6c31611dff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.544248] env[63248]: DEBUG oslo_vmware.api [None req-aa825e3a-d977-45d3-874e-f3c422c707b5 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1435.544248] env[63248]: value = "task-1800443" [ 1435.544248] env[63248]: _type = "Task" [ 1435.544248] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.551311] env[63248]: DEBUG oslo_vmware.api [None req-aa825e3a-d977-45d3-874e-f3c422c707b5 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800443, 'name': SuspendVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.650986] env[63248]: DEBUG oslo_concurrency.lockutils [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Acquiring lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.652858] env[63248]: DEBUG oslo_concurrency.lockutils [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.713756] env[63248]: DEBUG nova.network.neutron [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Successfully updated port: 02e675a4-53bd-48c2-ac58-9fe0b17dc7c2 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.787956] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95537f7c-f563-441c-8c52-91fce719007b tempest-FloatingIPsAssociationTestJSON-73132233 tempest-FloatingIPsAssociationTestJSON-73132233-project-member] Lock "c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.690s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.847944] env[63248]: DEBUG nova.compute.manager [req-4d9e02e4-edb7-456a-b9c8-bc6ad2d6e05a req-2a92ffdd-1049-4b60-8fac-fc4d73b537d4 service nova] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Received event network-vif-plugged-02e675a4-53bd-48c2-ac58-9fe0b17dc7c2 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1435.848377] env[63248]: DEBUG oslo_concurrency.lockutils [req-4d9e02e4-edb7-456a-b9c8-bc6ad2d6e05a req-2a92ffdd-1049-4b60-8fac-fc4d73b537d4 service nova] Acquiring lock "1fa6471f-fda6-448d-8d06-cb0c46e3175a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.849713] env[63248]: DEBUG oslo_concurrency.lockutils [req-4d9e02e4-edb7-456a-b9c8-bc6ad2d6e05a req-2a92ffdd-1049-4b60-8fac-fc4d73b537d4 service nova] Lock "1fa6471f-fda6-448d-8d06-cb0c46e3175a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.849713] env[63248]: DEBUG oslo_concurrency.lockutils [req-4d9e02e4-edb7-456a-b9c8-bc6ad2d6e05a req-2a92ffdd-1049-4b60-8fac-fc4d73b537d4 service nova] Lock "1fa6471f-fda6-448d-8d06-cb0c46e3175a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.849713] env[63248]: DEBUG nova.compute.manager [req-4d9e02e4-edb7-456a-b9c8-bc6ad2d6e05a req-2a92ffdd-1049-4b60-8fac-fc4d73b537d4 service nova] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] No waiting events found dispatching network-vif-plugged-02e675a4-53bd-48c2-ac58-9fe0b17dc7c2 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1435.849713] env[63248]: WARNING nova.compute.manager [req-4d9e02e4-edb7-456a-b9c8-bc6ad2d6e05a req-2a92ffdd-1049-4b60-8fac-fc4d73b537d4 service nova] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Received unexpected event network-vif-plugged-02e675a4-53bd-48c2-ac58-9fe0b17dc7c2 for instance with vm_state building and task_state spawning. [ 1435.933392] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551586} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.935813] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd/eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.936090] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.936492] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40002501-6dd0-400b-90f2-adb249cf1687 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.943380] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1435.943380] env[63248]: value = "task-1800444" [ 1435.943380] env[63248]: _type = "Task" [ 1435.943380] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.957238] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.024765] env[63248]: DEBUG oslo_vmware.api [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800442, 'name': PowerOnVM_Task, 'duration_secs': 0.775713} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.031215] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.031468] env[63248]: DEBUG nova.compute.manager [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.034460] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c880502-a2fe-4a7d-8629-09ed5c144be4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.050176] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.060293] env[63248]: DEBUG oslo_vmware.api [None req-aa825e3a-d977-45d3-874e-f3c422c707b5 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800443, 'name': SuspendVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.156714] env[63248]: DEBUG nova.compute.utils [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1436.216948] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Acquiring lock "refresh_cache-1fa6471f-fda6-448d-8d06-cb0c46e3175a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.217131] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Acquired lock "refresh_cache-1fa6471f-fda6-448d-8d06-cb0c46e3175a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.217278] env[63248]: DEBUG nova.network.neutron [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.233468] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d63768b-6432-4404-8aca-d4a276e35e3d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.241884] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863f3441-2bac-47a7-ad63-8c9da5e55989 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.273699] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5db52dc-fb38-4793-9552-7c60952c4310 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.281125] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a1a588-71b0-4d6a-973e-2900a3f2e6c2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.295399] env[63248]: DEBUG nova.compute.provider_tree [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.454008] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076887} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.454295] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.455053] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3257256-b91b-41a6-b7bf-18ee4e3fd651 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.477781] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd/eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.478068] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b723359e-6b1c-40cc-8539-422f9c3aedb4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.497721] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1436.497721] env[63248]: value = "task-1800445" [ 1436.497721] env[63248]: _type = "Task" [ 1436.497721] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.505672] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.559291] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.564060] env[63248]: DEBUG oslo_vmware.api [None req-aa825e3a-d977-45d3-874e-f3c422c707b5 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800443, 'name': SuspendVM_Task, 'duration_secs': 0.827602} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.564317] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-aa825e3a-d977-45d3-874e-f3c422c707b5 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Suspended the VM {{(pid=63248) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1436.564492] env[63248]: DEBUG nova.compute.manager [None req-aa825e3a-d977-45d3-874e-f3c422c707b5 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.565289] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28680d7d-0a67-4c72-9310-d5f207719b8c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.661232] env[63248]: DEBUG oslo_concurrency.lockutils [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.759103] env[63248]: DEBUG nova.network.neutron [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1436.800185] env[63248]: DEBUG nova.scheduler.client.report [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.976117] env[63248]: DEBUG nova.network.neutron [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Updating instance_info_cache with network_info: [{"id": "02e675a4-53bd-48c2-ac58-9fe0b17dc7c2", "address": "fa:16:3e:4c:4e:b0", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e675a4-53", "ovs_interfaceid": "02e675a4-53bd-48c2-ac58-9fe0b17dc7c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.009029] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800445, 'name': ReconfigVM_Task, 'duration_secs': 0.28792} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.009419] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Reconfigured VM instance instance-00000023 to attach disk [datastore1] eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd/eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.011063] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-640de7a9-1288-4acc-9b21-eaf657e2eac7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.017890] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1437.017890] env[63248]: value = "task-1800446" [ 1437.017890] env[63248]: _type = "Task" [ 1437.017890] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.026431] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800446, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.303785] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.306194] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.585s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.329893] env[63248]: INFO nova.scheduler.client.report [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Deleted allocations for instance 7e80239f-6b97-487b-a70c-e6056fc99019 [ 1437.478937] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Releasing lock "refresh_cache-1fa6471f-fda6-448d-8d06-cb0c46e3175a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.479303] env[63248]: DEBUG nova.compute.manager [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Instance network_info: |[{"id": "02e675a4-53bd-48c2-ac58-9fe0b17dc7c2", "address": "fa:16:3e:4c:4e:b0", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e675a4-53", "ovs_interfaceid": "02e675a4-53bd-48c2-ac58-9fe0b17dc7c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1437.479720] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:4e:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02e675a4-53bd-48c2-ac58-9fe0b17dc7c2', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.487113] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Creating folder: Project (4e3308ba628f4d06981dd09b14137a0a). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1437.487405] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-376e8cc5-f77e-45d3-82e5-3a85ca9b4262 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.498314] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Created folder: Project (4e3308ba628f4d06981dd09b14137a0a) in parent group-v373228. [ 1437.498508] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Creating folder: Instances. Parent ref: group-v373328. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1437.498744] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb2851cf-3c8e-4edb-8861-8971499417d7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.511020] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Created folder: Instances in parent group-v373328. [ 1437.511020] env[63248]: DEBUG oslo.service.loopingcall [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.511020] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.511020] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-741cca49-6160-4d03-a802-07bf1b3352e0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.531410] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800446, 'name': Rename_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.532636] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.532636] env[63248]: value = "task-1800449" [ 1437.532636] env[63248]: _type = "Task" [ 1437.532636] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.540299] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800449, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.730942] env[63248]: DEBUG oslo_concurrency.lockutils [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Acquiring lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.731283] env[63248]: DEBUG oslo_concurrency.lockutils [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.731519] env[63248]: INFO nova.compute.manager [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Attaching volume 478211c7-f7de-4cd2-a550-a3aa6a35e734 to /dev/sdb [ 1437.782765] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b2fae6-3ed9-4922-a98e-cdeab5acb58b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.793362] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f08a15-b879-4c99-91f2-1106df8af924 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.819400] env[63248]: DEBUG nova.virt.block_device [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Updating existing volume attachment record: 781d5c03-7131-4a8b-bd3e-dc66c0fc4004 {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1437.840007] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cb6c6117-4cdb-44da-b9a6-39db17118237 tempest-ServerTagsTestJSON-52825300 tempest-ServerTagsTestJSON-52825300-project-member] Lock "7e80239f-6b97-487b-a70c-e6056fc99019" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.074s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.035535] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800446, 'name': Rename_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.044681] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800449, 'name': CreateVM_Task, 'duration_secs': 0.345711} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.044958] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.045746] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.045932] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.046312] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1438.046633] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c134f39-4629-4005-9fb3-e0670ce57b1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.051688] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Waiting for the task: (returnval){ [ 1438.051688] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52066f2f-f83b-c9d7-2fa3-76ee40508e6d" [ 1438.051688] env[63248]: _type = "Task" [ 1438.051688] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.060366] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52066f2f-f83b-c9d7-2fa3-76ee40508e6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.089984] env[63248]: DEBUG nova.compute.manager [req-aae047c3-144a-4665-baec-d8c08d1efb70 req-fecc1b3c-e04f-42a2-b377-fdbb7f03efe1 service nova] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Received event network-changed-02e675a4-53bd-48c2-ac58-9fe0b17dc7c2 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1438.090480] env[63248]: DEBUG nova.compute.manager [req-aae047c3-144a-4665-baec-d8c08d1efb70 req-fecc1b3c-e04f-42a2-b377-fdbb7f03efe1 service nova] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Refreshing instance network info cache due to event network-changed-02e675a4-53bd-48c2-ac58-9fe0b17dc7c2. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1438.090932] env[63248]: DEBUG oslo_concurrency.lockutils [req-aae047c3-144a-4665-baec-d8c08d1efb70 req-fecc1b3c-e04f-42a2-b377-fdbb7f03efe1 service nova] Acquiring lock "refresh_cache-1fa6471f-fda6-448d-8d06-cb0c46e3175a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.092023] env[63248]: DEBUG oslo_concurrency.lockutils [req-aae047c3-144a-4665-baec-d8c08d1efb70 req-fecc1b3c-e04f-42a2-b377-fdbb7f03efe1 service nova] Acquired lock "refresh_cache-1fa6471f-fda6-448d-8d06-cb0c46e3175a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.092023] env[63248]: DEBUG nova.network.neutron [req-aae047c3-144a-4665-baec-d8c08d1efb70 req-fecc1b3c-e04f-42a2-b377-fdbb7f03efe1 service nova] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Refreshing network info cache for port 02e675a4-53bd-48c2-ac58-9fe0b17dc7c2 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.354874] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 53686d6b-0e38-4361-9fb4-dbdfcc4c80af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.357021] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance c3889b72-5d3a-4a80-a43e-405ae07e75f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.357021] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance a901b7d2-55d4-4ace-906e-40734377c899 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.357021] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ded818f2-5099-4e85-98fc-3c91b46b5630 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1438.357021] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance a4433417-ae64-4629-9f2e-5b02fbb5e9a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.357227] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 8e040787-5b5e-4d2f-b23d-270b198a9642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.357227] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 97c6c122-64c6-4dd3-baca-a254e27ed0c0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1438.357227] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 71318012-4221-4eae-a437-14d5b093363d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.357227] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance acf21bf7-17f5-4111-a608-b9bbfac8338b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1438.357356] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 2662ff23-cc49-444e-8f62-b226c02f04df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.357356] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance d0d08b64-e1b2-417f-b81c-acdb3ca9b39a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.357356] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 8fd93901-39dd-4358-93eb-9c0d1a087a78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.357597] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance aa88218a-a73b-4d9d-80a5-e848e0e26a6e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1438.357946] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ee50b60c-62d7-48cf-b568-769e6c0dcd64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.358285] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 3b442034-b9cd-48f3-96dd-9daffa1b12a8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1438.358663] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ca6f659e-a9b0-437e-a968-2bcf02983683 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.361106] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 5d3de880-3eba-43b2-808b-343c9a7012ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.361106] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.361106] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 7fec657e-a14f-4483-87eb-2687ded90608 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1438.361106] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ef8a4b6c-f0a9-48a3-ac37-03706a7abde0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.361385] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.361385] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 1fa6471f-fda6-448d-8d06-cb0c46e3175a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.414060] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "8f2d28c0-ad53-4fa8-8755-7ff99abdfee4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.414060] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "8f2d28c0-ad53-4fa8-8755-7ff99abdfee4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.414060] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "8f2d28c0-ad53-4fa8-8755-7ff99abdfee4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.414060] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "8f2d28c0-ad53-4fa8-8755-7ff99abdfee4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.414322] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "8f2d28c0-ad53-4fa8-8755-7ff99abdfee4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.415491] env[63248]: INFO nova.compute.manager [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Terminating instance [ 1438.536371] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800446, 'name': Rename_Task, 'duration_secs': 1.152813} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.536947] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.537949] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae919ee7-1f0f-4607-ad9f-8018f05b194d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.549022] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1438.549022] env[63248]: value = "task-1800453" [ 1438.549022] env[63248]: _type = "Task" [ 1438.549022] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.564062] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800453, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.570713] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52066f2f-f83b-c9d7-2fa3-76ee40508e6d, 'name': SearchDatastore_Task, 'duration_secs': 0.012921} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.570713] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.570713] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.570713] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.570924] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.570924] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.571114] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e89340b-d1d8-41b1-895f-2af75df5be2b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.584112] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.584712] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1438.585648] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb5bed0-564d-461e-b54a-ebc7df16d390 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.592021] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Waiting for the task: (returnval){ [ 1438.592021] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e425eb-1236-7382-d60b-a05de6a650e3" [ 1438.592021] env[63248]: _type = "Task" [ 1438.592021] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.607931] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e425eb-1236-7382-d60b-a05de6a650e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.840414] env[63248]: DEBUG nova.network.neutron [req-aae047c3-144a-4665-baec-d8c08d1efb70 req-fecc1b3c-e04f-42a2-b377-fdbb7f03efe1 service nova] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Updated VIF entry in instance network info cache for port 02e675a4-53bd-48c2-ac58-9fe0b17dc7c2. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1438.840772] env[63248]: DEBUG nova.network.neutron [req-aae047c3-144a-4665-baec-d8c08d1efb70 req-fecc1b3c-e04f-42a2-b377-fdbb7f03efe1 service nova] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Updating instance_info_cache with network_info: [{"id": "02e675a4-53bd-48c2-ac58-9fe0b17dc7c2", "address": "fa:16:3e:4c:4e:b0", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e675a4-53", "ovs_interfaceid": "02e675a4-53bd-48c2-ac58-9fe0b17dc7c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.864426] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 48363a3d-e5c1-41b9-ac55-caea067f1a75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1438.920621] env[63248]: DEBUG nova.compute.manager [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1438.920845] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1438.922132] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe3fba8-2161-4b34-afbe-cb96cb2ddea6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.931018] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1438.931306] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01964c0f-3553-4601-a151-463f119aca6c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.937590] env[63248]: DEBUG oslo_vmware.api [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1438.937590] env[63248]: value = "task-1800454" [ 1438.937590] env[63248]: _type = "Task" [ 1438.937590] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.946137] env[63248]: DEBUG oslo_vmware.api [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.001972] env[63248]: DEBUG nova.compute.manager [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.002957] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941dd8d3-fd81-4478-be69-a683e7990a8e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.059749] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800453, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.103439] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e425eb-1236-7382-d60b-a05de6a650e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013122} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.103439] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e73c430-7c85-45e7-8ba2-267f2728e999 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.108740] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Waiting for the task: (returnval){ [ 1439.108740] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f2bb9b-eef0-d888-3510-eb9da74dfdd0" [ 1439.108740] env[63248]: _type = "Task" [ 1439.108740] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.116579] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f2bb9b-eef0-d888-3510-eb9da74dfdd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.142200] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "daec3bb1-5ba1-4ea2-89c1-2d8225463dff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.142443] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "daec3bb1-5ba1-4ea2-89c1-2d8225463dff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.345588] env[63248]: DEBUG oslo_concurrency.lockutils [req-aae047c3-144a-4665-baec-d8c08d1efb70 req-fecc1b3c-e04f-42a2-b377-fdbb7f03efe1 service nova] Releasing lock "refresh_cache-1fa6471f-fda6-448d-8d06-cb0c46e3175a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.368799] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ac46edb1-fa05-4310-8a93-7e38e85b6ea2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1439.448846] env[63248]: DEBUG oslo_vmware.api [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800454, 'name': PowerOffVM_Task, 'duration_secs': 0.35432} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.449160] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.449333] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1439.449797] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b4566f9-4998-44d0-bf4e-4880ca0f3d9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.514593] env[63248]: INFO nova.compute.manager [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] instance snapshotting [ 1439.514887] env[63248]: WARNING nova.compute.manager [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1439.517776] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663324af-1d7e-4d20-bfd8-e754c18be85d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.539530] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28d6c59-b724-4bb5-b1a3-aa85a8395306 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.545385] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1439.545596] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1439.545777] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleting the datastore file [datastore1] 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.547648] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32bf058b-0588-4911-881d-2bdaa2140fa4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.559563] env[63248]: DEBUG oslo_vmware.api [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800453, 'name': PowerOnVM_Task, 'duration_secs': 0.552909} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.560760] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.560977] env[63248]: INFO nova.compute.manager [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1439.561196] env[63248]: DEBUG nova.compute.manager [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.561505] env[63248]: DEBUG oslo_vmware.api [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1439.561505] env[63248]: value = "task-1800456" [ 1439.561505] env[63248]: _type = "Task" [ 1439.561505] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.562162] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e35fea-aedb-44e3-a625-2a2c4eaaf3ba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.618759] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f2bb9b-eef0-d888-3510-eb9da74dfdd0, 'name': SearchDatastore_Task, 'duration_secs': 0.014445} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.619641] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.619910] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 1fa6471f-fda6-448d-8d06-cb0c46e3175a/1fa6471f-fda6-448d-8d06-cb0c46e3175a.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.620294] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fb13894-1391-42bd-a386-5a739061b93d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.630034] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Waiting for the task: (returnval){ [ 1439.630034] env[63248]: value = "task-1800457" [ 1439.630034] env[63248]: _type = "Task" [ 1439.630034] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.638176] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.873775] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 21637db2-110e-4fba-92a5-9318b9c56ea1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1440.058699] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1440.058699] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6ec7c1c3-bfa9-4415-bac9-56afcbcc04e4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.070557] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1440.070557] env[63248]: value = "task-1800458" [ 1440.070557] env[63248]: _type = "Task" [ 1440.070557] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.091660] env[63248]: DEBUG oslo_vmware.api [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390836} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.091660] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.091660] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.091660] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1440.091660] env[63248]: INFO nova.compute.manager [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1440.091817] env[63248]: DEBUG oslo.service.loopingcall [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1440.091817] env[63248]: DEBUG nova.compute.manager [-] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1440.091817] env[63248]: DEBUG nova.network.neutron [-] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1440.096894] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800458, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.098339] env[63248]: INFO nova.compute.manager [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Took 44.50 seconds to build instance. [ 1440.140282] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800457, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.384820] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 5fdf705a-f860-40c2-a82b-6de6b61dd7a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1440.582167] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800458, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.601031] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4895b2dd-e2bf-438a-9c9f-db602ece10ea tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.900s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.644354] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837249} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.644640] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 1fa6471f-fda6-448d-8d06-cb0c46e3175a/1fa6471f-fda6-448d-8d06-cb0c46e3175a.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1440.644880] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.645499] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc6e1879-ee49-462b-a9ad-fe63b7ee679c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.651912] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Waiting for the task: (returnval){ [ 1440.651912] env[63248]: value = "task-1800460" [ 1440.651912] env[63248]: _type = "Task" [ 1440.651912] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.661819] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.715914] env[63248]: DEBUG nova.compute.manager [req-c042421a-e1df-4e9a-b07f-3b7c61ea8215 req-4ac39da7-01f9-4954-b534-a4a682b987d3 service nova] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Received event network-vif-deleted-1ada31a7-7fb4-42a6-b7fa-066513d221e6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1440.716105] env[63248]: INFO nova.compute.manager [req-c042421a-e1df-4e9a-b07f-3b7c61ea8215 req-4ac39da7-01f9-4954-b534-a4a682b987d3 service nova] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Neutron deleted interface 1ada31a7-7fb4-42a6-b7fa-066513d221e6; detaching it from the instance and deleting it from the info cache [ 1440.716363] env[63248]: DEBUG nova.network.neutron [req-c042421a-e1df-4e9a-b07f-3b7c61ea8215 req-4ac39da7-01f9-4954-b534-a4a682b987d3 service nova] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.893029] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance f6015c28-7a38-464a-a0b9-b39c376d921e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1441.029563] env[63248]: DEBUG nova.network.neutron [-] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.086248] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800458, 'name': CreateSnapshot_Task, 'duration_secs': 0.907794} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.086571] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1441.087490] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75157c3f-3cdf-49e1-b78c-1e4e3b31a043 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.102554] env[63248]: DEBUG nova.compute.manager [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1441.161570] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068182} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.161897] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.162733] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435dc89c-8d88-4a9e-a5fb-1eec0cf57574 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.185177] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 1fa6471f-fda6-448d-8d06-cb0c46e3175a/1fa6471f-fda6-448d-8d06-cb0c46e3175a.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.185810] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cda2878-1c75-4a01-b5fa-25100ba20feb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.205460] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Waiting for the task: (returnval){ [ 1441.205460] env[63248]: value = "task-1800461" [ 1441.205460] env[63248]: _type = "Task" [ 1441.205460] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.214538] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.222998] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f89132f-296c-47aa-979a-7368906ab584 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.231677] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b68465d-8f0a-483a-b618-f84569be613c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.269500] env[63248]: DEBUG nova.compute.manager [req-c042421a-e1df-4e9a-b07f-3b7c61ea8215 req-4ac39da7-01f9-4954-b534-a4a682b987d3 service nova] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Detach interface failed, port_id=1ada31a7-7fb4-42a6-b7fa-066513d221e6, reason: Instance 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1441.317476] env[63248]: DEBUG nova.compute.manager [req-45f8b768-ad43-45e0-8b31-96abcc13d6e9 req-bae79005-d491-43f6-af0b-231f617c65c5 service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Received event network-changed-1132feb8-148c-4cd6-9427-d9c0b97e92b2 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1441.317701] env[63248]: DEBUG nova.compute.manager [req-45f8b768-ad43-45e0-8b31-96abcc13d6e9 req-bae79005-d491-43f6-af0b-231f617c65c5 service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Refreshing instance network info cache due to event network-changed-1132feb8-148c-4cd6-9427-d9c0b97e92b2. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1441.317971] env[63248]: DEBUG oslo_concurrency.lockutils [req-45f8b768-ad43-45e0-8b31-96abcc13d6e9 req-bae79005-d491-43f6-af0b-231f617c65c5 service nova] Acquiring lock "refresh_cache-eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.318466] env[63248]: DEBUG oslo_concurrency.lockutils [req-45f8b768-ad43-45e0-8b31-96abcc13d6e9 req-bae79005-d491-43f6-af0b-231f617c65c5 service nova] Acquired lock "refresh_cache-eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.318466] env[63248]: DEBUG nova.network.neutron [req-45f8b768-ad43-45e0-8b31-96abcc13d6e9 req-bae79005-d491-43f6-af0b-231f617c65c5 service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Refreshing network info cache for port 1132feb8-148c-4cd6-9427-d9c0b97e92b2 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.398966] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance cf0774df-f295-460a-87a5-f12e812e781d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1441.533808] env[63248]: INFO nova.compute.manager [-] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Took 1.44 seconds to deallocate network for instance. [ 1441.607849] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1441.610393] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-09cb34ca-8f50-4ea6-a111-9c50f3695acd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.626872] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1441.626872] env[63248]: value = "task-1800462" [ 1441.626872] env[63248]: _type = "Task" [ 1441.626872] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.635331] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800462, 'name': CloneVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.718023] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.773842] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.902040] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance e305b5ec-8988-4adf-9c48-772f6b904ff1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1441.953651] env[63248]: DEBUG oslo_concurrency.lockutils [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.954130] env[63248]: DEBUG oslo_concurrency.lockutils [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.954382] env[63248]: INFO nova.compute.manager [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Rebooting instance [ 1442.041482] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.138209] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800462, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.219068] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800461, 'name': ReconfigVM_Task, 'duration_secs': 0.557206} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.219416] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 1fa6471f-fda6-448d-8d06-cb0c46e3175a/1fa6471f-fda6-448d-8d06-cb0c46e3175a.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.220013] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9e7d66f-9125-4b85-bf2d-c4c2f5bcfac5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.226690] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Waiting for the task: (returnval){ [ 1442.226690] env[63248]: value = "task-1800463" [ 1442.226690] env[63248]: _type = "Task" [ 1442.226690] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.235097] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800463, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.293129] env[63248]: DEBUG nova.network.neutron [req-45f8b768-ad43-45e0-8b31-96abcc13d6e9 req-bae79005-d491-43f6-af0b-231f617c65c5 service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Updated VIF entry in instance network info cache for port 1132feb8-148c-4cd6-9427-d9c0b97e92b2. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.293520] env[63248]: DEBUG nova.network.neutron [req-45f8b768-ad43-45e0-8b31-96abcc13d6e9 req-bae79005-d491-43f6-af0b-231f617c65c5 service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Updating instance_info_cache with network_info: [{"id": "1132feb8-148c-4cd6-9427-d9c0b97e92b2", "address": "fa:16:3e:43:72:a0", "network": {"id": "9dab6259-662e-46dd-87a2-f5c42ac4d07d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1145556615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f60da69baf40969264e09fbb327825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1132feb8-14", "ovs_interfaceid": "1132feb8-148c-4cd6-9427-d9c0b97e92b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.370204] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1442.370454] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373333', 'volume_id': '478211c7-f7de-4cd2-a550-a3aa6a35e734', 'name': 'volume-478211c7-f7de-4cd2-a550-a3aa6a35e734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c3889b72-5d3a-4a80-a43e-405ae07e75f5', 'attached_at': '', 'detached_at': '', 'volume_id': '478211c7-f7de-4cd2-a550-a3aa6a35e734', 'serial': '478211c7-f7de-4cd2-a550-a3aa6a35e734'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1442.371768] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f512cba-1190-444e-8b86-ed88cf5d1616 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.390290] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b0e512-6551-46c7-b11d-79a033f9f6d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.409590] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance d235314d-7080-409b-9be1-3fcb6c0884b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1442.409590] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1442.410327] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1442.419395] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-478211c7-f7de-4cd2-a550-a3aa6a35e734/volume-478211c7-f7de-4cd2-a550-a3aa6a35e734.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.420146] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5336f4d7-682f-4752-a490-3b6d76c95b4e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.439380] env[63248]: DEBUG oslo_vmware.api [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Waiting for the task: (returnval){ [ 1442.439380] env[63248]: value = "task-1800464" [ 1442.439380] env[63248]: _type = "Task" [ 1442.439380] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.452181] env[63248]: DEBUG oslo_vmware.api [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Task: {'id': task-1800464, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.482999] env[63248]: DEBUG oslo_concurrency.lockutils [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "refresh_cache-eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.641633] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800462, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.738829] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800463, 'name': Rename_Task, 'duration_secs': 0.132548} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.739555] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.739555] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f56a94d-ed88-4163-91d7-d981159f8e60 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.745440] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Waiting for the task: (returnval){ [ 1442.745440] env[63248]: value = "task-1800465" [ 1442.745440] env[63248]: _type = "Task" [ 1442.745440] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.756042] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.801857] env[63248]: DEBUG oslo_concurrency.lockutils [req-45f8b768-ad43-45e0-8b31-96abcc13d6e9 req-bae79005-d491-43f6-af0b-231f617c65c5 service nova] Releasing lock "refresh_cache-eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.802461] env[63248]: DEBUG oslo_concurrency.lockutils [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquired lock "refresh_cache-eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.802673] env[63248]: DEBUG nova.network.neutron [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1442.899078] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f42940-4715-4a06-8287-2c120727f7bf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.906622] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa586f9-f577-4b70-9ad6-9596ff1712e5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.937997] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fc7592-3c6f-4c9c-9535-3c5bf29b75fa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.948674] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b743e3c-53ea-4f79-91f9-30170592eccf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.957669] env[63248]: DEBUG oslo_vmware.api [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Task: {'id': task-1800464, 'name': ReconfigVM_Task, 'duration_secs': 0.363751} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.965494] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-478211c7-f7de-4cd2-a550-a3aa6a35e734/volume-478211c7-f7de-4cd2-a550-a3aa6a35e734.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.970420] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.971842] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01218022-36ce-4406-a667-0b6e17a82abd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.983443] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.992604] env[63248]: DEBUG oslo_vmware.api [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Waiting for the task: (returnval){ [ 1442.992604] env[63248]: value = "task-1800466" [ 1442.992604] env[63248]: _type = "Task" [ 1442.992604] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.002052] env[63248]: DEBUG oslo_vmware.api [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Task: {'id': task-1800466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.139170] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800462, 'name': CloneVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.258302] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800465, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.489221] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1443.491082] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.184s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.491082] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.406s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.499024] env[63248]: INFO nova.compute.claims [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.506468] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.506773] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Cleaning up deleted instances {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1443.532128] env[63248]: DEBUG oslo_vmware.api [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Task: {'id': task-1800466, 'name': ReconfigVM_Task, 'duration_secs': 0.165907} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.532476] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373333', 'volume_id': '478211c7-f7de-4cd2-a550-a3aa6a35e734', 'name': 'volume-478211c7-f7de-4cd2-a550-a3aa6a35e734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c3889b72-5d3a-4a80-a43e-405ae07e75f5', 'attached_at': '', 'detached_at': '', 'volume_id': '478211c7-f7de-4cd2-a550-a3aa6a35e734', 'serial': '478211c7-f7de-4cd2-a550-a3aa6a35e734'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1443.577215] env[63248]: DEBUG nova.network.neutron [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Updating instance_info_cache with network_info: [{"id": "1132feb8-148c-4cd6-9427-d9c0b97e92b2", "address": "fa:16:3e:43:72:a0", "network": {"id": "9dab6259-662e-46dd-87a2-f5c42ac4d07d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1145556615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f60da69baf40969264e09fbb327825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1132feb8-14", "ovs_interfaceid": "1132feb8-148c-4cd6-9427-d9c0b97e92b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.638599] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800462, 'name': CloneVM_Task, 'duration_secs': 1.575411} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.638881] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Created linked-clone VM from snapshot [ 1443.639757] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d55105c-920b-4fee-b2dd-ae059b66421b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.648547] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Uploading image d88bac04-561e-4691-b631-b75f3b62daa5 {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1443.678925] env[63248]: DEBUG oslo_vmware.rw_handles [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1443.678925] env[63248]: value = "vm-373335" [ 1443.678925] env[63248]: _type = "VirtualMachine" [ 1443.678925] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1443.679245] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d2d56dd2-ed79-43d1-b7c8-a0cff235d46d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.686254] env[63248]: DEBUG oslo_vmware.rw_handles [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lease: (returnval){ [ 1443.686254] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527afbf3-a351-fb4a-0371-03fff3b980ba" [ 1443.686254] env[63248]: _type = "HttpNfcLease" [ 1443.686254] env[63248]: } obtained for exporting VM: (result){ [ 1443.686254] env[63248]: value = "vm-373335" [ 1443.686254] env[63248]: _type = "VirtualMachine" [ 1443.686254] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1443.686563] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the lease: (returnval){ [ 1443.686563] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527afbf3-a351-fb4a-0371-03fff3b980ba" [ 1443.686563] env[63248]: _type = "HttpNfcLease" [ 1443.686563] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1443.693268] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1443.693268] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527afbf3-a351-fb4a-0371-03fff3b980ba" [ 1443.693268] env[63248]: _type = "HttpNfcLease" [ 1443.693268] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1443.760064] env[63248]: DEBUG oslo_vmware.api [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800465, 'name': PowerOnVM_Task, 'duration_secs': 0.656568} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.760424] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.760693] env[63248]: INFO nova.compute.manager [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1443.760918] env[63248]: DEBUG nova.compute.manager [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.761747] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d68994-c35a-43fb-8e96-1042701d6f5e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.026717] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] There are 14 instances to clean {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1444.027097] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7e80239f-6b97-487b-a70c-e6056fc99019] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1444.078989] env[63248]: DEBUG oslo_concurrency.lockutils [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Releasing lock "refresh_cache-eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.196492] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1444.196492] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527afbf3-a351-fb4a-0371-03fff3b980ba" [ 1444.196492] env[63248]: _type = "HttpNfcLease" [ 1444.196492] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1444.197211] env[63248]: DEBUG oslo_vmware.rw_handles [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1444.197211] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527afbf3-a351-fb4a-0371-03fff3b980ba" [ 1444.197211] env[63248]: _type = "HttpNfcLease" [ 1444.197211] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1444.197457] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9c5c67-329c-468a-8d32-4e2622be282c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.205258] env[63248]: DEBUG oslo_vmware.rw_handles [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523149a1-9011-f588-d88f-5631095a7d95/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1444.205258] env[63248]: DEBUG oslo_vmware.rw_handles [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523149a1-9011-f588-d88f-5631095a7d95/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1444.280777] env[63248]: INFO nova.compute.manager [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Took 45.49 seconds to build instance. [ 1444.367030] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b0b4bd53-2224-436a-911f-8ead54790530 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.532793] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 91452349-7338-4adb-abbc-fb2a256e6e78] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1444.573503] env[63248]: DEBUG nova.objects.instance [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Lazy-loading 'flavor' on Instance uuid c3889b72-5d3a-4a80-a43e-405ae07e75f5 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.583539] env[63248]: DEBUG nova.compute.manager [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.584834] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fda18b-17f9-4fb5-9fbf-001c9a805d15 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.782570] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1589fa24-646b-4943-8897-52e1998c8fcf tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Lock "1fa6471f-fda6-448d-8d06-cb0c46e3175a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.022s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.984278] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf204ce-a1b8-43d8-bc6f-3503e141cced {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.993271] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c855d3d4-7cd1-496f-8f5c-af9e3e293465 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.026567] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9591ca89-1974-4cd3-8834-725cf0dd07e4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.034681] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eddaf6d-7f55-4fa3-a3e3-33a042f594f7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.039528] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: c273fc1a-0af1-4cfe-9c3c-81352cb46f8c] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1445.051738] env[63248]: DEBUG nova.compute.provider_tree [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.081652] env[63248]: DEBUG oslo_concurrency.lockutils [None req-abb797b0-7dad-4a1b-9773-2edd2113a87e tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.350s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.543904] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 65396595-bc14-4aea-b40d-906997b8bb6c] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1445.555552] env[63248]: DEBUG nova.scheduler.client.report [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.609735] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde514d8-f8a3-46ae-becf-2e482e6ec0c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.621819] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Doing hard reboot of VM {{(pid=63248) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1445.623782] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-957fbf54-d5d2-43ed-bd36-246e19b35fd8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.628625] env[63248]: DEBUG oslo_vmware.api [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1445.628625] env[63248]: value = "task-1800468" [ 1445.628625] env[63248]: _type = "Task" [ 1445.628625] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.637149] env[63248]: DEBUG oslo_vmware.api [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800468, 'name': ResetVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.047121] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: efe2315a-1411-4927-ab0a-4e07fc8f4074] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1446.061040] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.061922] env[63248]: DEBUG nova.compute.manager [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1446.066661] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.589s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.069200] env[63248]: INFO nova.compute.claims [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.114158] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "7f7dd101-3089-48e5-8a56-521ae4992f0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.114407] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "7f7dd101-3089-48e5-8a56-521ae4992f0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.138804] env[63248]: DEBUG oslo_vmware.api [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800468, 'name': ResetVM_Task, 'duration_secs': 0.106642} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.139106] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Did hard reboot of VM {{(pid=63248) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1446.139352] env[63248]: DEBUG nova.compute.manager [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.140108] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197c6897-2dc6-44b0-b195-80544991c4ea {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.144495] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Acquiring lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.144728] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.334908] env[63248]: DEBUG oslo_concurrency.lockutils [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Acquiring lock "1fa6471f-fda6-448d-8d06-cb0c46e3175a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.335315] env[63248]: DEBUG oslo_concurrency.lockutils [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Lock "1fa6471f-fda6-448d-8d06-cb0c46e3175a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.335446] env[63248]: DEBUG oslo_concurrency.lockutils [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Acquiring lock "1fa6471f-fda6-448d-8d06-cb0c46e3175a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.335642] env[63248]: DEBUG oslo_concurrency.lockutils [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Lock "1fa6471f-fda6-448d-8d06-cb0c46e3175a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.335816] env[63248]: DEBUG oslo_concurrency.lockutils [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Lock "1fa6471f-fda6-448d-8d06-cb0c46e3175a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.338008] env[63248]: INFO nova.compute.manager [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Terminating instance [ 1446.450067] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "b97d2539-bee1-47c9-a0db-1aef7f767bc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.450205] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "b97d2539-bee1-47c9-a0db-1aef7f767bc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.550635] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 5a521eae-f2d3-4750-b293-0b4de3a74a3c] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1446.575975] env[63248]: DEBUG nova.compute.utils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1446.579262] env[63248]: DEBUG nova.compute.manager [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1446.579423] env[63248]: DEBUG nova.network.neutron [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1446.617446] env[63248]: DEBUG nova.compute.manager [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1446.633847] env[63248]: DEBUG nova.policy [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '059dc2caa33c46cdb8036c88658a3e02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8784ef76a9c745d99f8aa67352e6e1e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1446.651478] env[63248]: INFO nova.compute.manager [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Detaching volume 478211c7-f7de-4cd2-a550-a3aa6a35e734 [ 1446.655962] env[63248]: DEBUG oslo_concurrency.lockutils [None req-47f79d10-3ef7-4f13-bd16-c5d7dcd0055c tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.702s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.689193] env[63248]: INFO nova.virt.block_device [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Attempting to driver detach volume 478211c7-f7de-4cd2-a550-a3aa6a35e734 from mountpoint /dev/sdb [ 1446.689458] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1446.689666] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373333', 'volume_id': '478211c7-f7de-4cd2-a550-a3aa6a35e734', 'name': 'volume-478211c7-f7de-4cd2-a550-a3aa6a35e734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c3889b72-5d3a-4a80-a43e-405ae07e75f5', 'attached_at': '', 'detached_at': '', 'volume_id': '478211c7-f7de-4cd2-a550-a3aa6a35e734', 'serial': '478211c7-f7de-4cd2-a550-a3aa6a35e734'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1446.690638] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14e98c7-b125-4f9d-9b13-3fb053a83d85 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.715208] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42ffa3e-52d0-4b6b-b8e5-1d0fa3e8f6fc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.722477] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0751d9d7-64f7-46d0-a586-f314c53dacfe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.744678] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba14a30-13f1-4a32-9a31-a3d9ff34845d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.761037] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] The volume has not been displaced from its original location: [datastore1] volume-478211c7-f7de-4cd2-a550-a3aa6a35e734/volume-478211c7-f7de-4cd2-a550-a3aa6a35e734.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1446.768741] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1446.769235] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-532ed301-b57b-48c0-a4fe-8faabe036270 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.788969] env[63248]: DEBUG oslo_vmware.api [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Waiting for the task: (returnval){ [ 1446.788969] env[63248]: value = "task-1800469" [ 1446.788969] env[63248]: _type = "Task" [ 1446.788969] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.798770] env[63248]: DEBUG oslo_vmware.api [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Task: {'id': task-1800469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.844234] env[63248]: DEBUG nova.compute.manager [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1446.844495] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.845398] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179325e6-13bf-4ebc-ab60-198defa42b03 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.852962] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.853211] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a5cd519-4ccf-4798-b15c-fe1adb9072c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.859160] env[63248]: DEBUG oslo_vmware.api [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Waiting for the task: (returnval){ [ 1446.859160] env[63248]: value = "task-1800470" [ 1446.859160] env[63248]: _type = "Task" [ 1446.859160] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.869783] env[63248]: DEBUG oslo_vmware.api [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.999363] env[63248]: DEBUG nova.network.neutron [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Successfully created port: dfbc6957-e46e-4c07-b5c3-e02a0ceb413f {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1447.054383] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 5385c079-fd1d-4c36-ad4c-f6970241de65] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1447.079795] env[63248]: DEBUG nova.compute.manager [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1447.139337] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.301719] env[63248]: DEBUG oslo_vmware.api [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Task: {'id': task-1800469, 'name': ReconfigVM_Task, 'duration_secs': 0.311245} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.301719] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1447.308368] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d66fca9-9b33-4ea8-876e-3142a2b0c8ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.324471] env[63248]: DEBUG oslo_vmware.api [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Waiting for the task: (returnval){ [ 1447.324471] env[63248]: value = "task-1800471" [ 1447.324471] env[63248]: _type = "Task" [ 1447.324471] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.337143] env[63248]: DEBUG oslo_vmware.api [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Task: {'id': task-1800471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.369008] env[63248]: DEBUG oslo_vmware.api [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800470, 'name': PowerOffVM_Task, 'duration_secs': 0.241672} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.369427] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.369627] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.369909] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86aaf961-b801-46ef-b230-ba0e77973063 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.407346] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "a4433417-ae64-4629-9f2e-5b02fbb5e9a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.407610] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "a4433417-ae64-4629-9f2e-5b02fbb5e9a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.408090] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "a4433417-ae64-4629-9f2e-5b02fbb5e9a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.408090] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "a4433417-ae64-4629-9f2e-5b02fbb5e9a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.408251] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "a4433417-ae64-4629-9f2e-5b02fbb5e9a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.410413] env[63248]: INFO nova.compute.manager [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Terminating instance [ 1447.448307] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.448307] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.448307] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Deleting the datastore file [datastore1] 1fa6471f-fda6-448d-8d06-cb0c46e3175a {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.448612] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f721df0a-51c9-42e4-ab6c-6c89abb78567 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.455414] env[63248]: DEBUG oslo_vmware.api [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Waiting for the task: (returnval){ [ 1447.455414] env[63248]: value = "task-1800473" [ 1447.455414] env[63248]: _type = "Task" [ 1447.455414] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.464262] env[63248]: DEBUG oslo_vmware.api [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.551707] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4347ab1b-a1a4-4f60-9f96-9d5bef61e586 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.558804] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 8e83ca84-3c41-4b1f-ac52-4478b428e4cd] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1447.562220] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68a47a5-2fa9-4748-bff4-5f247d75f85a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.597823] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f824915e-aca1-4e33-ac42-a26c8844646c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.607403] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e5a754-5b58-431c-8b3d-220d5d9f3476 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.622473] env[63248]: DEBUG nova.compute.provider_tree [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.836594] env[63248]: DEBUG oslo_vmware.api [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Task: {'id': task-1800471, 'name': ReconfigVM_Task, 'duration_secs': 0.164624} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.837133] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373333', 'volume_id': '478211c7-f7de-4cd2-a550-a3aa6a35e734', 'name': 'volume-478211c7-f7de-4cd2-a550-a3aa6a35e734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c3889b72-5d3a-4a80-a43e-405ae07e75f5', 'attached_at': '', 'detached_at': '', 'volume_id': '478211c7-f7de-4cd2-a550-a3aa6a35e734', 'serial': '478211c7-f7de-4cd2-a550-a3aa6a35e734'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1447.917226] env[63248]: DEBUG nova.compute.manager [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1447.917226] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.917849] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c37d04-ea18-46c1-9564-16e6a56b4169 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.925133] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.925387] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d12b92bb-6d94-490c-91f3-05168fa58b4f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.931299] env[63248]: DEBUG oslo_vmware.api [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1447.931299] env[63248]: value = "task-1800474" [ 1447.931299] env[63248]: _type = "Task" [ 1447.931299] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.939478] env[63248]: DEBUG oslo_vmware.api [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.964723] env[63248]: DEBUG oslo_vmware.api [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Task: {'id': task-1800473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191257} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.964861] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.965054] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.965218] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.965393] env[63248]: INFO nova.compute.manager [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1447.965633] env[63248]: DEBUG oslo.service.loopingcall [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.966030] env[63248]: DEBUG nova.compute.manager [-] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1447.966030] env[63248]: DEBUG nova.network.neutron [-] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1448.067573] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 6366c103-ff17-4c0c-a8a2-f785c8547811] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1448.098519] env[63248]: DEBUG nova.compute.manager [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1448.111585] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "51b4be73-7e46-453d-a325-7b7c6c0c25bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.111820] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "51b4be73-7e46-453d-a325-7b7c6c0c25bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.128177] env[63248]: DEBUG nova.scheduler.client.report [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.132053] env[63248]: DEBUG nova.virt.hardware [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1448.132501] env[63248]: DEBUG nova.virt.hardware [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1448.132822] env[63248]: DEBUG nova.virt.hardware [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1448.133123] env[63248]: DEBUG nova.virt.hardware [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1448.133377] env[63248]: DEBUG nova.virt.hardware [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1448.133644] env[63248]: DEBUG nova.virt.hardware [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1448.133963] env[63248]: DEBUG nova.virt.hardware [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1448.134240] env[63248]: DEBUG nova.virt.hardware [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1448.134535] env[63248]: DEBUG nova.virt.hardware [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1448.134832] env[63248]: DEBUG nova.virt.hardware [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1448.135845] env[63248]: DEBUG nova.virt.hardware [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1448.137127] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decbbaab-2ef4-44f7-9690-5c356435a899 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.144208] env[63248]: DEBUG nova.compute.manager [req-c42b24a2-8f31-46dc-88a1-ebaa5cc0cb52 req-5ab9a49b-7f7a-4bf8-9dd9-8450374e4d66 service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Received event network-changed-1132feb8-148c-4cd6-9427-d9c0b97e92b2 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1448.144208] env[63248]: DEBUG nova.compute.manager [req-c42b24a2-8f31-46dc-88a1-ebaa5cc0cb52 req-5ab9a49b-7f7a-4bf8-9dd9-8450374e4d66 service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Refreshing instance network info cache due to event network-changed-1132feb8-148c-4cd6-9427-d9c0b97e92b2. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1448.144208] env[63248]: DEBUG oslo_concurrency.lockutils [req-c42b24a2-8f31-46dc-88a1-ebaa5cc0cb52 req-5ab9a49b-7f7a-4bf8-9dd9-8450374e4d66 service nova] Acquiring lock "refresh_cache-eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.144208] env[63248]: DEBUG oslo_concurrency.lockutils [req-c42b24a2-8f31-46dc-88a1-ebaa5cc0cb52 req-5ab9a49b-7f7a-4bf8-9dd9-8450374e4d66 service nova] Acquired lock "refresh_cache-eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.144949] env[63248]: DEBUG nova.network.neutron [req-c42b24a2-8f31-46dc-88a1-ebaa5cc0cb52 req-5ab9a49b-7f7a-4bf8-9dd9-8450374e4d66 service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Refreshing network info cache for port 1132feb8-148c-4cd6-9427-d9c0b97e92b2 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.151149] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce094a6-5af9-4c48-9ec8-6f3e6d43737e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.397535] env[63248]: DEBUG nova.objects.instance [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Lazy-loading 'flavor' on Instance uuid c3889b72-5d3a-4a80-a43e-405ae07e75f5 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.444092] env[63248]: DEBUG oslo_vmware.api [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800474, 'name': PowerOffVM_Task, 'duration_secs': 0.190137} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.445434] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.445434] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.445589] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e7d9f42-bb51-4144-bc5e-8cd2ef13da61 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.520653] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1448.520868] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1448.521066] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Deleting the datastore file [datastore1] a4433417-ae64-4629-9f2e-5b02fbb5e9a6 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1448.521379] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdf640a3-fd32-4c64-803a-bf53d5086e31 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.529759] env[63248]: DEBUG oslo_vmware.api [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1448.529759] env[63248]: value = "task-1800476" [ 1448.529759] env[63248]: _type = "Task" [ 1448.529759] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.537936] env[63248]: DEBUG oslo_vmware.api [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.571415] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 440afce9-d205-40ee-9101-82d751e72a1a] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1448.582768] env[63248]: DEBUG nova.network.neutron [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Successfully updated port: dfbc6957-e46e-4c07-b5c3-e02a0ceb413f {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1448.630932] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.631532] env[63248]: DEBUG nova.compute.manager [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1448.634422] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.331s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.634630] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.636753] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.375s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.638285] env[63248]: INFO nova.compute.claims [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1448.690584] env[63248]: INFO nova.scheduler.client.report [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleted allocations for instance aa88218a-a73b-4d9d-80a5-e848e0e26a6e [ 1448.705364] env[63248]: DEBUG nova.compute.manager [req-2c535955-73c1-4be9-9691-d991a33da27f req-17c8f3eb-3f5b-45e8-9320-8330bade1a63 service nova] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Received event network-vif-plugged-dfbc6957-e46e-4c07-b5c3-e02a0ceb413f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1448.705364] env[63248]: DEBUG oslo_concurrency.lockutils [req-2c535955-73c1-4be9-9691-d991a33da27f req-17c8f3eb-3f5b-45e8-9320-8330bade1a63 service nova] Acquiring lock "48363a3d-e5c1-41b9-ac55-caea067f1a75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.705364] env[63248]: DEBUG oslo_concurrency.lockutils [req-2c535955-73c1-4be9-9691-d991a33da27f req-17c8f3eb-3f5b-45e8-9320-8330bade1a63 service nova] Lock "48363a3d-e5c1-41b9-ac55-caea067f1a75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.705364] env[63248]: DEBUG oslo_concurrency.lockutils [req-2c535955-73c1-4be9-9691-d991a33da27f req-17c8f3eb-3f5b-45e8-9320-8330bade1a63 service nova] Lock "48363a3d-e5c1-41b9-ac55-caea067f1a75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.705583] env[63248]: DEBUG nova.compute.manager [req-2c535955-73c1-4be9-9691-d991a33da27f req-17c8f3eb-3f5b-45e8-9320-8330bade1a63 service nova] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] No waiting events found dispatching network-vif-plugged-dfbc6957-e46e-4c07-b5c3-e02a0ceb413f {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1448.705583] env[63248]: WARNING nova.compute.manager [req-2c535955-73c1-4be9-9691-d991a33da27f req-17c8f3eb-3f5b-45e8-9320-8330bade1a63 service nova] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Received unexpected event network-vif-plugged-dfbc6957-e46e-4c07-b5c3-e02a0ceb413f for instance with vm_state building and task_state spawning. [ 1448.808424] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.808703] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.808949] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.809165] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.809360] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.811799] env[63248]: INFO nova.compute.manager [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Terminating instance [ 1448.856174] env[63248]: DEBUG nova.network.neutron [-] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.899551] env[63248]: DEBUG nova.network.neutron [req-c42b24a2-8f31-46dc-88a1-ebaa5cc0cb52 req-5ab9a49b-7f7a-4bf8-9dd9-8450374e4d66 service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Updated VIF entry in instance network info cache for port 1132feb8-148c-4cd6-9427-d9c0b97e92b2. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1448.899964] env[63248]: DEBUG nova.network.neutron [req-c42b24a2-8f31-46dc-88a1-ebaa5cc0cb52 req-5ab9a49b-7f7a-4bf8-9dd9-8450374e4d66 service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Updating instance_info_cache with network_info: [{"id": "1132feb8-148c-4cd6-9427-d9c0b97e92b2", "address": "fa:16:3e:43:72:a0", "network": {"id": "9dab6259-662e-46dd-87a2-f5c42ac4d07d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1145556615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f60da69baf40969264e09fbb327825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1132feb8-14", "ovs_interfaceid": "1132feb8-148c-4cd6-9427-d9c0b97e92b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.039959] env[63248]: DEBUG oslo_vmware.api [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299762} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.040313] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.040516] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.040693] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.040901] env[63248]: INFO nova.compute.manager [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1449.041145] env[63248]: DEBUG oslo.service.loopingcall [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.041375] env[63248]: DEBUG nova.compute.manager [-] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1449.041428] env[63248]: DEBUG nova.network.neutron [-] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1449.074111] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: b4cfef43-d840-40dc-bad4-303750e486e9] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1449.085951] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "refresh_cache-48363a3d-e5c1-41b9-ac55-caea067f1a75" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.085951] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquired lock "refresh_cache-48363a3d-e5c1-41b9-ac55-caea067f1a75" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.086690] env[63248]: DEBUG nova.network.neutron [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1449.143719] env[63248]: DEBUG nova.compute.utils [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1449.147686] env[63248]: DEBUG nova.compute.manager [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Not allocating networking since 'none' was specified. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1449.200891] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7c4ffdc8-5f4e-46ca-8ca4-09f5790068c8 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "aa88218a-a73b-4d9d-80a5-e848e0e26a6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.572s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.323020] env[63248]: DEBUG nova.compute.manager [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1449.323020] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1449.323271] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c55913-3a7d-4316-b4be-c53d35347764 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.331604] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.331855] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93b2c299-47da-45b3-90ba-236c0c2489dc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.337740] env[63248]: DEBUG oslo_vmware.api [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1449.337740] env[63248]: value = "task-1800478" [ 1449.337740] env[63248]: _type = "Task" [ 1449.337740] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.346321] env[63248]: DEBUG oslo_vmware.api [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.361683] env[63248]: INFO nova.compute.manager [-] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Took 1.40 seconds to deallocate network for instance. [ 1449.404027] env[63248]: DEBUG oslo_concurrency.lockutils [req-c42b24a2-8f31-46dc-88a1-ebaa5cc0cb52 req-5ab9a49b-7f7a-4bf8-9dd9-8450374e4d66 service nova] Releasing lock "refresh_cache-eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.408120] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1d0e42ad-d51a-4741-aad2-719c21345d3d tempest-VolumesAssistedSnapshotsTest-215592008 tempest-VolumesAssistedSnapshotsTest-215592008-project-admin] Lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.263s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.577504] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: f371493e-8d5c-41ac-a4a5-bde83cbbca3a] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1449.620558] env[63248]: DEBUG nova.network.neutron [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1449.648289] env[63248]: DEBUG nova.compute.manager [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1449.827737] env[63248]: DEBUG nova.network.neutron [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Updating instance_info_cache with network_info: [{"id": "dfbc6957-e46e-4c07-b5c3-e02a0ceb413f", "address": "fa:16:3e:6b:96:ae", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbc6957-e4", "ovs_interfaceid": "dfbc6957-e46e-4c07-b5c3-e02a0ceb413f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.857547] env[63248]: DEBUG oslo_vmware.api [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800478, 'name': PowerOffVM_Task, 'duration_secs': 0.451289} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.860633] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.860855] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.861455] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a7b1048-8c0d-41ae-b841-40394cee821a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.867839] env[63248]: DEBUG oslo_concurrency.lockutils [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.002976] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1450.003220] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1450.003403] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Deleting the datastore file [datastore1] eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1450.006253] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a119eab-70c0-45e4-ba6d-9afcc56a3896 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.013058] env[63248]: DEBUG oslo_vmware.api [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1450.013058] env[63248]: value = "task-1800480" [ 1450.013058] env[63248]: _type = "Task" [ 1450.013058] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.024569] env[63248]: DEBUG oslo_vmware.api [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.081395] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 20881a6c-47ee-49e4-a3c3-250e8c91c8c2] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1450.098824] env[63248]: DEBUG nova.network.neutron [-] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.173270] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6df482-104c-4146-90cc-711a71ddedb3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.183406] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81049b74-516e-4b72-afd3-b80f486805ca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.222258] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea19d2aa-9e17-4e19-96e1-e1d4cc627b1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.231486] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49590c2e-1ebf-4bab-9b00-950b69901831 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.249961] env[63248]: DEBUG nova.compute.provider_tree [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.330841] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Releasing lock "refresh_cache-48363a3d-e5c1-41b9-ac55-caea067f1a75" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.331305] env[63248]: DEBUG nova.compute.manager [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Instance network_info: |[{"id": "dfbc6957-e46e-4c07-b5c3-e02a0ceb413f", "address": "fa:16:3e:6b:96:ae", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbc6957-e4", "ovs_interfaceid": "dfbc6957-e46e-4c07-b5c3-e02a0ceb413f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1450.331761] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:96:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfbc6957-e46e-4c07-b5c3-e02a0ceb413f', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1450.339715] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Creating folder: Project (8784ef76a9c745d99f8aa67352e6e1e7). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1450.340068] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9def31bf-99e4-45f9-9a76-c265429ccc1a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.350452] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Created folder: Project (8784ef76a9c745d99f8aa67352e6e1e7) in parent group-v373228. [ 1450.350654] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Creating folder: Instances. Parent ref: group-v373336. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1450.350890] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8691e023-cc21-45f3-9f46-d3397dfc7170 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.362066] env[63248]: DEBUG nova.compute.manager [req-5943aecd-d9b2-45ae-a83e-280e89a5a2f6 req-802c0776-2242-4685-a746-bf74e016435f service nova] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Received event network-vif-deleted-02e675a4-53bd-48c2-ac58-9fe0b17dc7c2 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1450.364742] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Created folder: Instances in parent group-v373336. [ 1450.364742] env[63248]: DEBUG oslo.service.loopingcall [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1450.364742] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1450.364742] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0db51699-d47c-4fb2-884e-0f107672d470 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.384823] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1450.384823] env[63248]: value = "task-1800483" [ 1450.384823] env[63248]: _type = "Task" [ 1450.384823] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.393582] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800483, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.522660] env[63248]: DEBUG oslo_vmware.api [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169534} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.522931] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1450.523144] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1450.523330] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1450.523504] env[63248]: INFO nova.compute.manager [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1450.523979] env[63248]: DEBUG oslo.service.loopingcall [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1450.523979] env[63248]: DEBUG nova.compute.manager [-] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1450.524111] env[63248]: DEBUG nova.network.neutron [-] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1450.585060] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: c4d7bc46-0b9a-4f6e-b3e9-3f512ef7e03f] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1450.601890] env[63248]: INFO nova.compute.manager [-] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Took 1.56 seconds to deallocate network for instance. [ 1450.664821] env[63248]: DEBUG nova.compute.manager [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1450.686693] env[63248]: DEBUG nova.virt.hardware [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1450.686931] env[63248]: DEBUG nova.virt.hardware [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.687097] env[63248]: DEBUG nova.virt.hardware [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1450.687283] env[63248]: DEBUG nova.virt.hardware [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.687428] env[63248]: DEBUG nova.virt.hardware [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1450.687573] env[63248]: DEBUG nova.virt.hardware [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1450.687791] env[63248]: DEBUG nova.virt.hardware [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1450.687957] env[63248]: DEBUG nova.virt.hardware [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1450.688144] env[63248]: DEBUG nova.virt.hardware [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1450.688306] env[63248]: DEBUG nova.virt.hardware [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1450.688475] env[63248]: DEBUG nova.virt.hardware [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1450.689670] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a625dfbc-428f-4fce-a281-96660356f2b3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.697702] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2702bfea-e1f3-4527-ad95-fe8cd06d7ede {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.711358] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Instance VIF info [] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1450.716981] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Creating folder: Project (6335636a8fc543a69ad37588ac273988). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1450.717458] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7c99b34-c2be-4742-84bb-deb115206d83 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.727906] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Created folder: Project (6335636a8fc543a69ad37588ac273988) in parent group-v373228. [ 1450.728196] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Creating folder: Instances. Parent ref: group-v373339. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1450.728363] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7b90bb7-0c00-467a-95b1-ef083561d472 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.738654] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Created folder: Instances in parent group-v373339. [ 1450.738938] env[63248]: DEBUG oslo.service.loopingcall [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1450.739176] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1450.739429] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4d31718-599d-4898-925b-e9df82d530e8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.754831] env[63248]: DEBUG nova.scheduler.client.report [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.761528] env[63248]: DEBUG nova.compute.manager [req-925fe8c9-b5ac-4dd0-be1e-4c8156683ccf req-216b50ed-9b33-4791-9e00-49df4332f284 service nova] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Received event network-changed-dfbc6957-e46e-4c07-b5c3-e02a0ceb413f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1450.761781] env[63248]: DEBUG nova.compute.manager [req-925fe8c9-b5ac-4dd0-be1e-4c8156683ccf req-216b50ed-9b33-4791-9e00-49df4332f284 service nova] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Refreshing instance network info cache due to event network-changed-dfbc6957-e46e-4c07-b5c3-e02a0ceb413f. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1450.762078] env[63248]: DEBUG oslo_concurrency.lockutils [req-925fe8c9-b5ac-4dd0-be1e-4c8156683ccf req-216b50ed-9b33-4791-9e00-49df4332f284 service nova] Acquiring lock "refresh_cache-48363a3d-e5c1-41b9-ac55-caea067f1a75" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.762322] env[63248]: DEBUG oslo_concurrency.lockutils [req-925fe8c9-b5ac-4dd0-be1e-4c8156683ccf req-216b50ed-9b33-4791-9e00-49df4332f284 service nova] Acquired lock "refresh_cache-48363a3d-e5c1-41b9-ac55-caea067f1a75" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.762466] env[63248]: DEBUG nova.network.neutron [req-925fe8c9-b5ac-4dd0-be1e-4c8156683ccf req-216b50ed-9b33-4791-9e00-49df4332f284 service nova] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Refreshing network info cache for port dfbc6957-e46e-4c07-b5c3-e02a0ceb413f {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.769835] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1450.769835] env[63248]: value = "task-1800486" [ 1450.769835] env[63248]: _type = "Task" [ 1450.769835] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.779415] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800486, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.897141] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800483, 'name': CreateVM_Task, 'duration_secs': 0.395177} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.897315] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1450.898376] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.898544] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.898871] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1450.900220] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-200814b8-a6d4-45ff-9423-92b198a2d153 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.904940] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.905213] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.909705] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1450.909705] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5278f69b-8fee-5172-5a7e-c4d277409238" [ 1450.909705] env[63248]: _type = "Task" [ 1450.909705] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.918927] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5278f69b-8fee-5172-5a7e-c4d277409238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.087685] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.088148] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Cleaning up deleted instances with incomplete migration {{(pid=63248) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1451.107749] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.265008] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.265558] env[63248]: DEBUG nova.compute.manager [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1451.268237] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.332s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.269615] env[63248]: INFO nova.compute.claims [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1451.274066] env[63248]: DEBUG nova.network.neutron [-] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.285440] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800486, 'name': CreateVM_Task, 'duration_secs': 0.298303} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.285574] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.285883] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.421186] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5278f69b-8fee-5172-5a7e-c4d277409238, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.421586] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.421824] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.422173] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.422360] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.422544] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.422920] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.423333] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1451.423607] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8f3bcb4-bb8d-43d6-8192-2cf077ba52fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.428396] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613af1a2-eeb9-4f7f-8e00-a83c5e2a4124 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.435182] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1451.435182] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52891f21-62db-2b99-d295-ef9e15a452d1" [ 1451.435182] env[63248]: _type = "Task" [ 1451.435182] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.440433] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.440910] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.442069] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22be3adc-8aef-4ff7-b47d-8aed03b85a3e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.450748] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52891f21-62db-2b99-d295-ef9e15a452d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.451748] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1451.451748] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522bf73a-2341-b174-143f-715b8b8fb981" [ 1451.451748] env[63248]: _type = "Task" [ 1451.451748] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.462871] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522bf73a-2341-b174-143f-715b8b8fb981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.590573] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.636465] env[63248]: DEBUG nova.network.neutron [req-925fe8c9-b5ac-4dd0-be1e-4c8156683ccf req-216b50ed-9b33-4791-9e00-49df4332f284 service nova] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Updated VIF entry in instance network info cache for port dfbc6957-e46e-4c07-b5c3-e02a0ceb413f. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.636694] env[63248]: DEBUG nova.network.neutron [req-925fe8c9-b5ac-4dd0-be1e-4c8156683ccf req-216b50ed-9b33-4791-9e00-49df4332f284 service nova] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Updating instance_info_cache with network_info: [{"id": "dfbc6957-e46e-4c07-b5c3-e02a0ceb413f", "address": "fa:16:3e:6b:96:ae", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbc6957-e4", "ovs_interfaceid": "dfbc6957-e46e-4c07-b5c3-e02a0ceb413f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.745012] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Acquiring lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.745332] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.745554] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Acquiring lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.747953] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.747953] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.750508] env[63248]: INFO nova.compute.manager [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Terminating instance [ 1451.776685] env[63248]: DEBUG nova.compute.utils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1451.780137] env[63248]: DEBUG nova.compute.manager [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1451.780358] env[63248]: DEBUG nova.network.neutron [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1451.782544] env[63248]: INFO nova.compute.manager [-] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Took 1.26 seconds to deallocate network for instance. [ 1451.833736] env[63248]: DEBUG nova.policy [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0a114a2be69403386ee502a015b6501', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fedd8d1cce494c628975969f0d2d08d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1451.946204] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52891f21-62db-2b99-d295-ef9e15a452d1, 'name': SearchDatastore_Task, 'duration_secs': 0.020991} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.946574] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.946834] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.947065] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.962103] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522bf73a-2341-b174-143f-715b8b8fb981, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.962910] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d59f5c-c1fd-41df-b50a-ffb8ad230489 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.968486] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1451.968486] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b4da8c-3163-417d-37a6-f0dca55946b7" [ 1451.968486] env[63248]: _type = "Task" [ 1451.968486] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.976976] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b4da8c-3163-417d-37a6-f0dca55946b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.140244] env[63248]: DEBUG oslo_concurrency.lockutils [req-925fe8c9-b5ac-4dd0-be1e-4c8156683ccf req-216b50ed-9b33-4791-9e00-49df4332f284 service nova] Releasing lock "refresh_cache-48363a3d-e5c1-41b9-ac55-caea067f1a75" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.140244] env[63248]: DEBUG nova.compute.manager [req-925fe8c9-b5ac-4dd0-be1e-4c8156683ccf req-216b50ed-9b33-4791-9e00-49df4332f284 service nova] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Received event network-vif-deleted-9e664592-26b2-4731-9e51-aba452b6b9ad {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1452.183735] env[63248]: DEBUG nova.network.neutron [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Successfully created port: 81bae540-93dd-4af1-b61d-368107075a3f {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1452.255629] env[63248]: DEBUG nova.compute.manager [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1452.255629] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.255845] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6d7ac9-3056-4e74-a522-a168f533c531 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.263600] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.263600] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bebc81c6-15e3-48d1-b9d3-d9fb664022fa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.269996] env[63248]: DEBUG oslo_vmware.api [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Waiting for the task: (returnval){ [ 1452.269996] env[63248]: value = "task-1800487" [ 1452.269996] env[63248]: _type = "Task" [ 1452.269996] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.277448] env[63248]: DEBUG oslo_vmware.api [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.281113] env[63248]: DEBUG nova.compute.manager [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1452.289806] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.393311] env[63248]: DEBUG nova.compute.manager [req-9aacd2d6-3be0-47ff-9293-55cfd1a3d624 req-8d132326-2b34-4d2f-8629-646e973a5f35 service nova] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Received event network-vif-deleted-1132feb8-148c-4cd6-9427-d9c0b97e92b2 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1452.481364] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b4da8c-3163-417d-37a6-f0dca55946b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011852} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.481658] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.481933] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 48363a3d-e5c1-41b9-ac55-caea067f1a75/48363a3d-e5c1-41b9-ac55-caea067f1a75.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.482257] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.482451] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.482668] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e8d6583-b853-4f75-9697-ecc08fba38d9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.484736] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-952d7069-ecb9-48a3-8aa3-33e53ba11adf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.493984] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1452.493984] env[63248]: value = "task-1800488" [ 1452.493984] env[63248]: _type = "Task" [ 1452.493984] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.498315] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.498498] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1452.499541] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb7102b-8b3b-4313-881a-01f6cec7779e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.507852] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.511245] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1452.511245] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ff7758-e883-da07-6ff4-aa62a6733297" [ 1452.511245] env[63248]: _type = "Task" [ 1452.511245] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.519059] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ff7758-e883-da07-6ff4-aa62a6733297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.692243] env[63248]: DEBUG oslo_vmware.rw_handles [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523149a1-9011-f588-d88f-5631095a7d95/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1452.693707] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8fa4b9-76e3-408c-a715-ede7814b9b9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.704870] env[63248]: DEBUG oslo_vmware.rw_handles [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523149a1-9011-f588-d88f-5631095a7d95/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1452.704870] env[63248]: ERROR oslo_vmware.rw_handles [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523149a1-9011-f588-d88f-5631095a7d95/disk-0.vmdk due to incomplete transfer. [ 1452.704870] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e67e8175-fb52-439f-98b2-8a8bb8691cf5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.714649] env[63248]: DEBUG oslo_vmware.rw_handles [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523149a1-9011-f588-d88f-5631095a7d95/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1452.714649] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Uploaded image d88bac04-561e-4691-b631-b75f3b62daa5 to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1452.716647] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1452.719650] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf1f49d7-0b82-4033-800f-77f1b77947bd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.727231] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1452.727231] env[63248]: value = "task-1800489" [ 1452.727231] env[63248]: _type = "Task" [ 1452.727231] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.739899] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800489, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.761642] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95121214-a5cb-436c-9a17-806b68e6e337 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.770847] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b440602-d4a5-46a5-85e9-ef18d30fb741 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.517018] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.522196] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.522402] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1453.556495] env[63248]: DEBUG oslo_vmware.api [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800487, 'name': PowerOffVM_Task, 'duration_secs': 0.207568} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.564508] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.564656] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.565403] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc7dcd2-4404-4bea-8d77-f7662597655b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.567935] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ff7758-e883-da07-6ff4-aa62a6733297, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.569075] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543523} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.569713] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a69ccfb6-019f-42e9-9ceb-6de35d60f50d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.572118] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 48363a3d-e5c1-41b9-ac55-caea067f1a75/48363a3d-e5c1-41b9-ac55-caea067f1a75.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1453.572513] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1453.575955] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e98d721-2ab5-4d3f-8f62-083fa88c945b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.577986] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-611839eb-6ff5-448e-8abc-10c5de3d2a68 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.580080] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800489, 'name': Destroy_Task, 'duration_secs': 0.475504} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.582398] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Destroyed the VM [ 1453.582702] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1453.583778] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c14a11ad-6839-4b2d-b33a-b20b8e09496d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.586118] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a026077d-fc56-4046-bef2-cafc60cc2bec {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.592512] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1453.592512] env[63248]: value = "task-1800491" [ 1453.592512] env[63248]: _type = "Task" [ 1453.592512] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.592790] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1453.592790] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52980823-3831-0266-382a-c7eb413601cb" [ 1453.592790] env[63248]: _type = "Task" [ 1453.592790] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.610527] env[63248]: DEBUG nova.compute.provider_tree [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.611933] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1453.611933] env[63248]: value = "task-1800492" [ 1453.611933] env[63248]: _type = "Task" [ 1453.611933] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.621617] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52980823-3831-0266-382a-c7eb413601cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011665} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.621835] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.623024] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.623287] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ac46edb1-fa05-4310-8a93-7e38e85b6ea2/ac46edb1-fa05-4310-8a93-7e38e85b6ea2.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1453.623566] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ba98567-877a-475e-9019-23297419be0b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.629294] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800492, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.633629] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1453.633629] env[63248]: value = "task-1800493" [ 1453.633629] env[63248]: _type = "Task" [ 1453.633629] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.641866] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.663895] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.664180] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.664439] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Deleting the datastore file [datastore1] c3889b72-5d3a-4a80-a43e-405ae07e75f5 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.664590] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6cee80e-5ce2-43a2-a355-d0c77a83a237 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.670433] env[63248]: DEBUG oslo_vmware.api [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Waiting for the task: (returnval){ [ 1453.670433] env[63248]: value = "task-1800494" [ 1453.670433] env[63248]: _type = "Task" [ 1453.670433] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.678357] env[63248]: DEBUG oslo_vmware.api [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.930812] env[63248]: DEBUG nova.network.neutron [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Successfully updated port: 81bae540-93dd-4af1-b61d-368107075a3f {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1454.020617] env[63248]: DEBUG nova.compute.manager [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1454.028247] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "ef8a4b6c-f0a9-48a3-ac37-03706a7abde0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.028572] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "ef8a4b6c-f0a9-48a3-ac37-03706a7abde0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.028850] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "ef8a4b6c-f0a9-48a3-ac37-03706a7abde0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.029120] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "ef8a4b6c-f0a9-48a3-ac37-03706a7abde0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.029432] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "ef8a4b6c-f0a9-48a3-ac37-03706a7abde0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.034032] env[63248]: INFO nova.compute.manager [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Terminating instance [ 1454.050118] env[63248]: DEBUG nova.virt.hardware [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1454.050397] env[63248]: DEBUG nova.virt.hardware [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.050554] env[63248]: DEBUG nova.virt.hardware [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1454.050797] env[63248]: DEBUG nova.virt.hardware [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.051089] env[63248]: DEBUG nova.virt.hardware [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1454.051335] env[63248]: DEBUG nova.virt.hardware [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1454.051566] env[63248]: DEBUG nova.virt.hardware [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1454.051777] env[63248]: DEBUG nova.virt.hardware [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1454.051942] env[63248]: DEBUG nova.virt.hardware [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1454.053049] env[63248]: DEBUG nova.virt.hardware [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1454.053049] env[63248]: DEBUG nova.virt.hardware [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1454.054576] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7cd74f-13fb-4cee-8269-9c735c513ca3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.063769] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561cb9c7-3725-464e-a8f6-ad0bc6629324 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.104174] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068554} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.104471] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1454.105283] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf19a01b-fae9-4939-bd27-e8509e1536a7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.119776] env[63248]: DEBUG nova.scheduler.client.report [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1454.134784] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 48363a3d-e5c1-41b9-ac55-caea067f1a75/48363a3d-e5c1-41b9-ac55-caea067f1a75.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1454.142458] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46ab28cb-fcd8-4202-9bc4-15f492272637 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.169715] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800492, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.171434] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1454.171434] env[63248]: value = "task-1800495" [ 1454.171434] env[63248]: _type = "Task" [ 1454.171434] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.178239] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800493, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.191658] env[63248]: DEBUG oslo_vmware.api [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Task: {'id': task-1800494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418492} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.191940] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.192252] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1454.192453] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1454.192680] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1454.192886] env[63248]: INFO nova.compute.manager [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Took 1.94 seconds to destroy the instance on the hypervisor. [ 1454.193337] env[63248]: DEBUG oslo.service.loopingcall [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1454.193620] env[63248]: DEBUG nova.compute.manager [-] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1454.193823] env[63248]: DEBUG nova.network.neutron [-] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1454.434803] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Acquiring lock "refresh_cache-21637db2-110e-4fba-92a5-9318b9c56ea1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.434968] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Acquired lock "refresh_cache-21637db2-110e-4fba-92a5-9318b9c56ea1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.435141] env[63248]: DEBUG nova.network.neutron [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.440093] env[63248]: DEBUG nova.compute.manager [req-ed0fdc40-19cc-4455-832e-45a110504ab1 req-1d335dd6-d4b4-4bbc-a86a-d332f8e00e26 service nova] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Received event network-vif-plugged-81bae540-93dd-4af1-b61d-368107075a3f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1454.440093] env[63248]: DEBUG oslo_concurrency.lockutils [req-ed0fdc40-19cc-4455-832e-45a110504ab1 req-1d335dd6-d4b4-4bbc-a86a-d332f8e00e26 service nova] Acquiring lock "21637db2-110e-4fba-92a5-9318b9c56ea1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.440093] env[63248]: DEBUG oslo_concurrency.lockutils [req-ed0fdc40-19cc-4455-832e-45a110504ab1 req-1d335dd6-d4b4-4bbc-a86a-d332f8e00e26 service nova] Lock "21637db2-110e-4fba-92a5-9318b9c56ea1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.440093] env[63248]: DEBUG oslo_concurrency.lockutils [req-ed0fdc40-19cc-4455-832e-45a110504ab1 req-1d335dd6-d4b4-4bbc-a86a-d332f8e00e26 service nova] Lock "21637db2-110e-4fba-92a5-9318b9c56ea1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.440093] env[63248]: DEBUG nova.compute.manager [req-ed0fdc40-19cc-4455-832e-45a110504ab1 req-1d335dd6-d4b4-4bbc-a86a-d332f8e00e26 service nova] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] No waiting events found dispatching network-vif-plugged-81bae540-93dd-4af1-b61d-368107075a3f {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1454.440323] env[63248]: WARNING nova.compute.manager [req-ed0fdc40-19cc-4455-832e-45a110504ab1 req-1d335dd6-d4b4-4bbc-a86a-d332f8e00e26 service nova] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Received unexpected event network-vif-plugged-81bae540-93dd-4af1-b61d-368107075a3f for instance with vm_state building and task_state spawning. [ 1454.440323] env[63248]: DEBUG nova.compute.manager [req-ed0fdc40-19cc-4455-832e-45a110504ab1 req-1d335dd6-d4b4-4bbc-a86a-d332f8e00e26 service nova] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Received event network-changed-81bae540-93dd-4af1-b61d-368107075a3f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1454.440323] env[63248]: DEBUG nova.compute.manager [req-ed0fdc40-19cc-4455-832e-45a110504ab1 req-1d335dd6-d4b4-4bbc-a86a-d332f8e00e26 service nova] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Refreshing instance network info cache due to event network-changed-81bae540-93dd-4af1-b61d-368107075a3f. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1454.440323] env[63248]: DEBUG oslo_concurrency.lockutils [req-ed0fdc40-19cc-4455-832e-45a110504ab1 req-1d335dd6-d4b4-4bbc-a86a-d332f8e00e26 service nova] Acquiring lock "refresh_cache-21637db2-110e-4fba-92a5-9318b9c56ea1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.464311] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "ecba535e-bc9f-40cd-adff-49a226f38b8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.464545] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "ecba535e-bc9f-40cd-adff-49a226f38b8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.538545] env[63248]: DEBUG nova.compute.manager [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1454.538945] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.539772] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d45e31a-3623-4749-b178-c33d1227591a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.548436] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.549250] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df949c43-1548-4e64-a420-b669d400ccc6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.621332] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1454.621562] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1454.621741] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleting the datastore file [datastore1] ef8a4b6c-f0a9-48a3-ac37-03706a7abde0 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.622010] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28b01bd5-ee59-41bf-a574-baf31003710c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.629435] env[63248]: DEBUG oslo_vmware.api [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1454.629435] env[63248]: value = "task-1800497" [ 1454.629435] env[63248]: _type = "Task" [ 1454.629435] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.637233] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.369s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.637781] env[63248]: DEBUG nova.compute.manager [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1454.640625] env[63248]: DEBUG oslo_vmware.api [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800492, 'name': RemoveSnapshot_Task, 'duration_secs': 0.829395} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.641258] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.015s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.642769] env[63248]: INFO nova.compute.claims [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1454.645296] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1454.645536] env[63248]: INFO nova.compute.manager [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Took 15.13 seconds to snapshot the instance on the hypervisor. [ 1454.651162] env[63248]: DEBUG oslo_vmware.api [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.660698] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590824} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.660698] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ac46edb1-fa05-4310-8a93-7e38e85b6ea2/ac46edb1-fa05-4310-8a93-7e38e85b6ea2.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1454.660698] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1454.660698] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0a52d1f-b34a-47ce-8058-87a91150f910 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.670051] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1454.670051] env[63248]: value = "task-1800498" [ 1454.670051] env[63248]: _type = "Task" [ 1454.670051] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.675712] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.686953] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800495, 'name': ReconfigVM_Task, 'duration_secs': 0.332845} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.688214] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 48363a3d-e5c1-41b9-ac55-caea067f1a75/48363a3d-e5c1-41b9-ac55-caea067f1a75.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.689352] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4d6047b-0610-4a54-b9d0-71922be73172 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.697323] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1454.697323] env[63248]: value = "task-1800499" [ 1454.697323] env[63248]: _type = "Task" [ 1454.697323] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.706805] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800499, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.986807] env[63248]: DEBUG nova.network.neutron [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1455.139651] env[63248]: DEBUG oslo_vmware.api [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172032} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.139894] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.140100] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.140303] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.140475] env[63248]: INFO nova.compute.manager [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1455.140706] env[63248]: DEBUG oslo.service.loopingcall [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.140888] env[63248]: DEBUG nova.compute.manager [-] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1455.140978] env[63248]: DEBUG nova.network.neutron [-] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1455.152129] env[63248]: DEBUG nova.compute.utils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1455.156216] env[63248]: DEBUG nova.compute.manager [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Instance disappeared during snapshot {{(pid=63248) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1455.157043] env[63248]: DEBUG nova.compute.manager [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1455.157259] env[63248]: DEBUG nova.network.neutron [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1455.177487] env[63248]: DEBUG nova.compute.manager [None req-6ab315fc-2393-46e1-8c58-6c773999ece4 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Image not found during clean up d88bac04-561e-4691-b631-b75f3b62daa5 {{(pid=63248) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1455.184794] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069539} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.185508] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1455.186056] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebae2176-3529-4296-98ff-834d9619f1dd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.218709] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] ac46edb1-fa05-4310-8a93-7e38e85b6ea2/ac46edb1-fa05-4310-8a93-7e38e85b6ea2.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.220113] env[63248]: DEBUG nova.network.neutron [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Updating instance_info_cache with network_info: [{"id": "81bae540-93dd-4af1-b61d-368107075a3f", "address": "fa:16:3e:99:2b:0f", "network": {"id": "be833bbc-99ff-4872-89d2-dc5ee4992b9a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-434214595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fedd8d1cce494c628975969f0d2d08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81bae540-93", "ovs_interfaceid": "81bae540-93dd-4af1-b61d-368107075a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.228127] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8d7898c-a813-4c06-b04a-857dcdf28d38 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.246646] env[63248]: DEBUG nova.policy [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36c40a0d20f24c19a3f2c4f85d4990d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fd7ee0cb37f481080e8337bbf4e6a68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1455.254401] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800499, 'name': Rename_Task, 'duration_secs': 0.153756} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.255601] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.255925] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1455.255925] env[63248]: value = "task-1800500" [ 1455.255925] env[63248]: _type = "Task" [ 1455.255925] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.256123] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf769967-be44-4ed2-a589-84ee2cb5cbe8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.265516] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.266622] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1455.266622] env[63248]: value = "task-1800501" [ 1455.266622] env[63248]: _type = "Task" [ 1455.266622] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.274224] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.319282] env[63248]: DEBUG nova.network.neutron [-] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.571197] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "refresh_cache-53686d6b-0e38-4361-9fb4-dbdfcc4c80af" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.571505] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquired lock "refresh_cache-53686d6b-0e38-4361-9fb4-dbdfcc4c80af" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.571549] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Forcefully refreshing network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1455.656069] env[63248]: DEBUG nova.compute.manager [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1455.730101] env[63248]: DEBUG nova.compute.manager [req-c953dc9c-ef94-477f-bc14-a82a7c19fbf7 req-276f3daf-362e-4228-a32a-5b76141c7608 service nova] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Received event network-vif-deleted-ef07492c-bbb9-4c01-b367-68d36fe0e7c6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1455.730515] env[63248]: INFO nova.compute.manager [req-c953dc9c-ef94-477f-bc14-a82a7c19fbf7 req-276f3daf-362e-4228-a32a-5b76141c7608 service nova] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Neutron deleted interface ef07492c-bbb9-4c01-b367-68d36fe0e7c6; detaching it from the instance and deleting it from the info cache [ 1455.730708] env[63248]: DEBUG nova.network.neutron [req-c953dc9c-ef94-477f-bc14-a82a7c19fbf7 req-276f3daf-362e-4228-a32a-5b76141c7608 service nova] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.747034] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Releasing lock "refresh_cache-21637db2-110e-4fba-92a5-9318b9c56ea1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.747034] env[63248]: DEBUG nova.compute.manager [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Instance network_info: |[{"id": "81bae540-93dd-4af1-b61d-368107075a3f", "address": "fa:16:3e:99:2b:0f", "network": {"id": "be833bbc-99ff-4872-89d2-dc5ee4992b9a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-434214595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fedd8d1cce494c628975969f0d2d08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81bae540-93", "ovs_interfaceid": "81bae540-93dd-4af1-b61d-368107075a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1455.747300] env[63248]: DEBUG oslo_concurrency.lockutils [req-ed0fdc40-19cc-4455-832e-45a110504ab1 req-1d335dd6-d4b4-4bbc-a86a-d332f8e00e26 service nova] Acquired lock "refresh_cache-21637db2-110e-4fba-92a5-9318b9c56ea1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.747300] env[63248]: DEBUG nova.network.neutron [req-ed0fdc40-19cc-4455-832e-45a110504ab1 req-1d335dd6-d4b4-4bbc-a86a-d332f8e00e26 service nova] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Refreshing network info cache for port 81bae540-93dd-4af1-b61d-368107075a3f {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.749874] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:2b:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81bae540-93dd-4af1-b61d-368107075a3f', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1455.766085] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Creating folder: Project (fedd8d1cce494c628975969f0d2d08d5). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1455.777878] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71dbe0b1-7c81-4955-b2e5-81306e796c6c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.797661] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800500, 'name': ReconfigVM_Task, 'duration_secs': 0.40819} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.801965] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Reconfigured VM instance instance-00000026 to attach disk [datastore1] ac46edb1-fa05-4310-8a93-7e38e85b6ea2/ac46edb1-fa05-4310-8a93-7e38e85b6ea2.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.802664] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Created folder: Project (fedd8d1cce494c628975969f0d2d08d5) in parent group-v373228. [ 1455.803220] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Creating folder: Instances. Parent ref: group-v373342. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1455.803220] env[63248]: DEBUG oslo_vmware.api [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800501, 'name': PowerOnVM_Task, 'duration_secs': 0.503963} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.803341] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54532a80-a911-49e6-b8fc-0e0a8b2ba485 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.805310] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-811d9e60-9ac2-4c25-859e-d535c3a31170 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.806747] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.806950] env[63248]: INFO nova.compute.manager [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1455.807535] env[63248]: DEBUG nova.compute.manager [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.808131] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2f4376-6fae-48cb-8d5c-dc10d586a5da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.816390] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1455.816390] env[63248]: value = "task-1800503" [ 1455.816390] env[63248]: _type = "Task" [ 1455.816390] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.827364] env[63248]: INFO nova.compute.manager [-] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Took 1.63 seconds to deallocate network for instance. [ 1455.827937] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Created folder: Instances in parent group-v373342. [ 1455.830293] env[63248]: DEBUG oslo.service.loopingcall [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.834367] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1455.836837] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed9b19e3-4e63-49f4-9a97-3d6df16f9685 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.858631] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800503, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.864125] env[63248]: DEBUG nova.network.neutron [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Successfully created port: 67449663-46c1-4c0f-bacd-2d5aa6e5dfb1 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1455.865396] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1455.865396] env[63248]: value = "task-1800505" [ 1455.865396] env[63248]: _type = "Task" [ 1455.865396] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.874884] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800505, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.959810] env[63248]: DEBUG nova.network.neutron [-] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.060134] env[63248]: DEBUG nova.network.neutron [req-ed0fdc40-19cc-4455-832e-45a110504ab1 req-1d335dd6-d4b4-4bbc-a86a-d332f8e00e26 service nova] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Updated VIF entry in instance network info cache for port 81bae540-93dd-4af1-b61d-368107075a3f. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.060134] env[63248]: DEBUG nova.network.neutron [req-ed0fdc40-19cc-4455-832e-45a110504ab1 req-1d335dd6-d4b4-4bbc-a86a-d332f8e00e26 service nova] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Updating instance_info_cache with network_info: [{"id": "81bae540-93dd-4af1-b61d-368107075a3f", "address": "fa:16:3e:99:2b:0f", "network": {"id": "be833bbc-99ff-4872-89d2-dc5ee4992b9a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-434214595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fedd8d1cce494c628975969f0d2d08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81bae540-93", "ovs_interfaceid": "81bae540-93dd-4af1-b61d-368107075a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.234690] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea19cfb1-7459-4fd0-b935-478384fe08db {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.247602] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6f8bdd-1135-41ee-9cc6-444cf196bbf7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.273877] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7bb98b-35a2-49b0-b5f4-6f7a0eb5e407 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.289137] env[63248]: DEBUG nova.compute.manager [req-c953dc9c-ef94-477f-bc14-a82a7c19fbf7 req-276f3daf-362e-4228-a32a-5b76141c7608 service nova] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Detach interface failed, port_id=ef07492c-bbb9-4c01-b367-68d36fe0e7c6, reason: Instance ef8a4b6c-f0a9-48a3-ac37-03706a7abde0 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1456.294697] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9a8599-dc3b-44ba-b7ea-d6fda3a9882f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.327755] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb83316-bf52-4da5-83b9-6a11375f86d6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.341363] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800503, 'name': Rename_Task, 'duration_secs': 0.175803} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.343160] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.344410] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e6a909-d12a-44c1-91e1-16f6f73d120e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.348417] env[63248]: INFO nova.compute.manager [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Took 49.28 seconds to build instance. [ 1456.349319] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae805151-80c5-4ef6-b9fe-b7ee2a14282d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.361734] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.362302] env[63248]: DEBUG nova.compute.provider_tree [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.364936] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1456.364936] env[63248]: value = "task-1800506" [ 1456.364936] env[63248]: _type = "Task" [ 1456.364936] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.377579] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800506, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.381090] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800505, 'name': CreateVM_Task, 'duration_secs': 0.430412} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.381255] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1456.381904] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.382081] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.382416] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1456.382673] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01977bd0-9f04-4445-b1e8-ffaef6820886 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.387530] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Waiting for the task: (returnval){ [ 1456.387530] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5212615f-cfeb-08b9-692f-7a7183350009" [ 1456.387530] env[63248]: _type = "Task" [ 1456.387530] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.395582] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5212615f-cfeb-08b9-692f-7a7183350009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.464807] env[63248]: INFO nova.compute.manager [-] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Took 1.32 seconds to deallocate network for instance. [ 1456.564688] env[63248]: DEBUG oslo_concurrency.lockutils [req-ed0fdc40-19cc-4455-832e-45a110504ab1 req-1d335dd6-d4b4-4bbc-a86a-d332f8e00e26 service nova] Releasing lock "refresh_cache-21637db2-110e-4fba-92a5-9318b9c56ea1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.589720] env[63248]: DEBUG nova.compute.manager [req-3eb1b76e-ca55-4d34-a022-1f321b9a5144 req-babf7e8b-0071-4499-835d-bd5235174bda service nova] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Received event network-vif-deleted-f32a4a85-b61d-42d2-a3a2-06a4e86c12d6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1456.667544] env[63248]: DEBUG nova.compute.manager [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1456.687238] env[63248]: DEBUG nova.virt.hardware [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1456.687485] env[63248]: DEBUG nova.virt.hardware [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1456.687641] env[63248]: DEBUG nova.virt.hardware [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1456.687818] env[63248]: DEBUG nova.virt.hardware [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1456.688457] env[63248]: DEBUG nova.virt.hardware [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1456.688457] env[63248]: DEBUG nova.virt.hardware [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1456.688457] env[63248]: DEBUG nova.virt.hardware [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1456.688629] env[63248]: DEBUG nova.virt.hardware [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1456.688715] env[63248]: DEBUG nova.virt.hardware [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1456.688892] env[63248]: DEBUG nova.virt.hardware [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1456.689092] env[63248]: DEBUG nova.virt.hardware [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1456.690019] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e110e75-0b58-4af0-90ad-7bc0b6f5dcc4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.697602] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06999056-8380-4767-80c4-d3c1549c4ed2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.783460] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Updating instance_info_cache with network_info: [{"id": "dcbd20dc-e649-4a15-bcc7-b31006977002", "address": "fa:16:3e:a5:0c:f8", "network": {"id": "9dab6259-662e-46dd-87a2-f5c42ac4d07d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1145556615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93f60da69baf40969264e09fbb327825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbd20dc-e6", "ovs_interfaceid": "dcbd20dc-e649-4a15-bcc7-b31006977002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.852870] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5e71ea3-cc79-4607-a0a3-609086d65951 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "48363a3d-e5c1-41b9-ac55-caea067f1a75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.980s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.866937] env[63248]: DEBUG nova.scheduler.client.report [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.880922] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.898226] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5212615f-cfeb-08b9-692f-7a7183350009, 'name': SearchDatastore_Task, 'duration_secs': 0.012802} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.898476] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.898731] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1456.898972] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.899134] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.899461] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1456.899743] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69756ae9-0a54-4bd9-8c8d-321edfd1fb1c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.909023] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1456.909299] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1456.910162] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d327128-2523-4968-9b1c-e62759a51e95 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.915920] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Waiting for the task: (returnval){ [ 1456.915920] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c07949-4d31-cdc2-3c16-382a9aea9366" [ 1456.915920] env[63248]: _type = "Task" [ 1456.915920] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.924703] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c07949-4d31-cdc2-3c16-382a9aea9366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.975746] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.286485] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Releasing lock "refresh_cache-53686d6b-0e38-4361-9fb4-dbdfcc4c80af" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.286577] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Updated the network info_cache for instance {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1457.286752] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.287024] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.287277] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.287572] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.287692] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.287751] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.287892] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1457.288034] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.318048] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "a6930c24-8d83-44fc-b3d4-515d422d6179" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.318288] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "a6930c24-8d83-44fc-b3d4-515d422d6179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.355906] env[63248]: DEBUG nova.compute.manager [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1457.375907] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.376419] env[63248]: DEBUG nova.compute.manager [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1457.382088] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.464s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.382299] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.384276] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.050s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.384686] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.386082] env[63248]: DEBUG oslo_concurrency.lockutils [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.939s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.386299] env[63248]: DEBUG oslo_concurrency.lockutils [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.388022] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.684s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.389355] env[63248]: INFO nova.compute.claims [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.391871] env[63248]: DEBUG oslo_vmware.api [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800506, 'name': PowerOnVM_Task, 'duration_secs': 0.741008} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.393550] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.393748] env[63248]: INFO nova.compute.manager [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1457.393919] env[63248]: DEBUG nova.compute.manager [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.395012] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e49f264-14c5-468c-8258-896634d500a2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.420512] env[63248]: INFO nova.scheduler.client.report [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Deleted allocations for instance 97c6c122-64c6-4dd3-baca-a254e27ed0c0 [ 1457.425110] env[63248]: INFO nova.scheduler.client.report [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Deleted allocations for instance acf21bf7-17f5-4111-a608-b9bbfac8338b [ 1457.433385] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c07949-4d31-cdc2-3c16-382a9aea9366, 'name': SearchDatastore_Task, 'duration_secs': 0.011081} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.434545] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284cac6a-b0eb-4716-8185-b0da08fce93e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.438386] env[63248]: INFO nova.scheduler.client.report [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Deleted allocations for instance 3b442034-b9cd-48f3-96dd-9daffa1b12a8 [ 1457.439998] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Waiting for the task: (returnval){ [ 1457.439998] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526bbcb9-039c-e012-4c0b-25aeed81cee2" [ 1457.439998] env[63248]: _type = "Task" [ 1457.439998] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.450299] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526bbcb9-039c-e012-4c0b-25aeed81cee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.690360] env[63248]: DEBUG nova.network.neutron [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Successfully updated port: 67449663-46c1-4c0f-bacd-2d5aa6e5dfb1 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1457.790872] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.883234] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.896951] env[63248]: DEBUG nova.compute.utils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1457.898521] env[63248]: DEBUG nova.compute.manager [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1457.898690] env[63248]: DEBUG nova.network.neutron [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1457.912614] env[63248]: INFO nova.compute.manager [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Took 50.45 seconds to build instance. [ 1457.933497] env[63248]: DEBUG oslo_concurrency.lockutils [None req-37049f75-e4d9-4748-af50-e68279b10cb0 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "97c6c122-64c6-4dd3-baca-a254e27ed0c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.401s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.938952] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e895918d-b18d-439c-919f-e780f0df54b3 tempest-ListServersNegativeTestJSON-449752511 tempest-ListServersNegativeTestJSON-449752511-project-member] Lock "acf21bf7-17f5-4111-a608-b9bbfac8338b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.624s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.949786] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7348f4f-e14a-403d-9684-f1e8e77649a9 tempest-InstanceActionsNegativeTestJSON-1888642312 tempest-InstanceActionsNegativeTestJSON-1888642312-project-member] Lock "3b442034-b9cd-48f3-96dd-9daffa1b12a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.652s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.958075] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526bbcb9-039c-e012-4c0b-25aeed81cee2, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.958529] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.959218] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 21637db2-110e-4fba-92a5-9318b9c56ea1/21637db2-110e-4fba-92a5-9318b9c56ea1.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1457.959776] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5daef4c-1945-4f73-9c20-77815a379b36 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.967811] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Waiting for the task: (returnval){ [ 1457.967811] env[63248]: value = "task-1800507" [ 1457.967811] env[63248]: _type = "Task" [ 1457.967811] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.977201] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.002660] env[63248]: DEBUG nova.policy [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb88182638d54919b0feda5a65af188c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '801c48baad164d6d802a3b6489dcae5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1458.193384] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "refresh_cache-5fdf705a-f860-40c2-a82b-6de6b61dd7a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.193569] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "refresh_cache-5fdf705a-f860-40c2-a82b-6de6b61dd7a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.193720] env[63248]: DEBUG nova.network.neutron [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.405719] env[63248]: DEBUG nova.compute.manager [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1458.428279] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d0f2e6d-c01b-4ed2-a3d3-97e8372c0747 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Lock "ac46edb1-fa05-4310-8a93-7e38e85b6ea2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.460s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.484772] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.561901] env[63248]: DEBUG nova.network.neutron [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Successfully created port: 72f86117-9dab-4137-a201-9319113c987f {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1458.718460] env[63248]: DEBUG nova.compute.manager [req-cb1fe0e5-1b5b-4152-bc80-ec7ba4f7e1fe req-44a75ad1-dc1e-40c6-ad38-ee737946c25e service nova] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Received event network-vif-plugged-67449663-46c1-4c0f-bacd-2d5aa6e5dfb1 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1458.718818] env[63248]: DEBUG oslo_concurrency.lockutils [req-cb1fe0e5-1b5b-4152-bc80-ec7ba4f7e1fe req-44a75ad1-dc1e-40c6-ad38-ee737946c25e service nova] Acquiring lock "5fdf705a-f860-40c2-a82b-6de6b61dd7a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.719045] env[63248]: DEBUG oslo_concurrency.lockutils [req-cb1fe0e5-1b5b-4152-bc80-ec7ba4f7e1fe req-44a75ad1-dc1e-40c6-ad38-ee737946c25e service nova] Lock "5fdf705a-f860-40c2-a82b-6de6b61dd7a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.719045] env[63248]: DEBUG oslo_concurrency.lockutils [req-cb1fe0e5-1b5b-4152-bc80-ec7ba4f7e1fe req-44a75ad1-dc1e-40c6-ad38-ee737946c25e service nova] Lock "5fdf705a-f860-40c2-a82b-6de6b61dd7a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.719226] env[63248]: DEBUG nova.compute.manager [req-cb1fe0e5-1b5b-4152-bc80-ec7ba4f7e1fe req-44a75ad1-dc1e-40c6-ad38-ee737946c25e service nova] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] No waiting events found dispatching network-vif-plugged-67449663-46c1-4c0f-bacd-2d5aa6e5dfb1 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1458.719403] env[63248]: WARNING nova.compute.manager [req-cb1fe0e5-1b5b-4152-bc80-ec7ba4f7e1fe req-44a75ad1-dc1e-40c6-ad38-ee737946c25e service nova] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Received unexpected event network-vif-plugged-67449663-46c1-4c0f-bacd-2d5aa6e5dfb1 for instance with vm_state building and task_state spawning. [ 1458.719561] env[63248]: DEBUG nova.compute.manager [req-cb1fe0e5-1b5b-4152-bc80-ec7ba4f7e1fe req-44a75ad1-dc1e-40c6-ad38-ee737946c25e service nova] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Received event network-changed-67449663-46c1-4c0f-bacd-2d5aa6e5dfb1 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1458.719710] env[63248]: DEBUG nova.compute.manager [req-cb1fe0e5-1b5b-4152-bc80-ec7ba4f7e1fe req-44a75ad1-dc1e-40c6-ad38-ee737946c25e service nova] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Refreshing instance network info cache due to event network-changed-67449663-46c1-4c0f-bacd-2d5aa6e5dfb1. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1458.719873] env[63248]: DEBUG oslo_concurrency.lockutils [req-cb1fe0e5-1b5b-4152-bc80-ec7ba4f7e1fe req-44a75ad1-dc1e-40c6-ad38-ee737946c25e service nova] Acquiring lock "refresh_cache-5fdf705a-f860-40c2-a82b-6de6b61dd7a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.735012] env[63248]: DEBUG nova.network.neutron [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1458.929140] env[63248]: INFO nova.compute.manager [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Rebuilding instance [ 1458.931682] env[63248]: DEBUG nova.compute.manager [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1458.936491] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757f5dca-61e8-4505-b18f-486a4e70bdc8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.945454] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954752e3-a3f6-4b86-baa4-9bfa3c972df7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.991747] env[63248]: DEBUG nova.network.neutron [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Updating instance_info_cache with network_info: [{"id": "67449663-46c1-4c0f-bacd-2d5aa6e5dfb1", "address": "fa:16:3e:99:3e:49", "network": {"id": "7538edbb-ddd2-4ab0-9ae1-016ad7ec4d71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1833360993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fd7ee0cb37f481080e8337bbf4e6a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67449663-46", "ovs_interfaceid": "67449663-46c1-4c0f-bacd-2d5aa6e5dfb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.995969] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef35278-46f7-4411-bba4-515ad823157a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.012185] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.013946] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459d784d-3edc-4c7f-aa1e-7eb52d3e014b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.028177] env[63248]: DEBUG nova.compute.provider_tree [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.036824] env[63248]: DEBUG nova.compute.manager [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.036824] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeab003-85da-4f5f-beb1-d5fae320b116 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.319314] env[63248]: DEBUG nova.network.neutron [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Successfully created port: 2e3b4e03-46f2-44cf-b04e-1f999c0392e5 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1459.419980] env[63248]: DEBUG nova.compute.manager [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1459.441117] env[63248]: DEBUG nova.virt.hardware [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1459.441117] env[63248]: DEBUG nova.virt.hardware [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.441117] env[63248]: DEBUG nova.virt.hardware [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1459.441359] env[63248]: DEBUG nova.virt.hardware [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.441472] env[63248]: DEBUG nova.virt.hardware [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1459.441614] env[63248]: DEBUG nova.virt.hardware [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1459.443680] env[63248]: DEBUG nova.virt.hardware [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1459.444879] env[63248]: DEBUG nova.virt.hardware [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1459.444879] env[63248]: DEBUG nova.virt.hardware [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1459.444879] env[63248]: DEBUG nova.virt.hardware [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1459.445135] env[63248]: DEBUG nova.virt.hardware [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1459.448430] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0445c7-1bf8-416e-b82c-237759be83a9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.460941] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014c49d2-7b51-4b2a-a285-d645ad76f7f9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.468057] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.495754] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.501294] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "refresh_cache-5fdf705a-f860-40c2-a82b-6de6b61dd7a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.501638] env[63248]: DEBUG nova.compute.manager [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Instance network_info: |[{"id": "67449663-46c1-4c0f-bacd-2d5aa6e5dfb1", "address": "fa:16:3e:99:3e:49", "network": {"id": "7538edbb-ddd2-4ab0-9ae1-016ad7ec4d71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1833360993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fd7ee0cb37f481080e8337bbf4e6a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67449663-46", "ovs_interfaceid": "67449663-46c1-4c0f-bacd-2d5aa6e5dfb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1459.501928] env[63248]: DEBUG oslo_concurrency.lockutils [req-cb1fe0e5-1b5b-4152-bc80-ec7ba4f7e1fe req-44a75ad1-dc1e-40c6-ad38-ee737946c25e service nova] Acquired lock "refresh_cache-5fdf705a-f860-40c2-a82b-6de6b61dd7a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.502121] env[63248]: DEBUG nova.network.neutron [req-cb1fe0e5-1b5b-4152-bc80-ec7ba4f7e1fe req-44a75ad1-dc1e-40c6-ad38-ee737946c25e service nova] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Refreshing network info cache for port 67449663-46c1-4c0f-bacd-2d5aa6e5dfb1 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.503340] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:3e:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67449663-46c1-4c0f-bacd-2d5aa6e5dfb1', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1459.515850] env[63248]: DEBUG oslo.service.loopingcall [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.516856] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1459.517748] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bccac63-6b97-41d8-8a4f-edf51a33626d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.534536] env[63248]: DEBUG nova.scheduler.client.report [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.543790] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.543790] env[63248]: value = "task-1800508" [ 1459.543790] env[63248]: _type = "Task" [ 1459.543790] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.554841] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800508, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.997343] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.040052] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.040608] env[63248]: DEBUG nova.compute.manager [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1460.044908] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.082s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.046604] env[63248]: INFO nova.compute.claims [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1460.059045] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.059045] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e1e464c-2fc2-45a7-908f-f3aa9ddcb521 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.067978] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1460.067978] env[63248]: value = "task-1800509" [ 1460.067978] env[63248]: _type = "Task" [ 1460.067978] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.069035] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800508, 'name': CreateVM_Task, 'duration_secs': 0.440531} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.069035] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1460.075074] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.075074] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.075074] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1460.075074] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d28e2a7f-d3ba-43d5-b55e-8aa7b2674d48 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.083681] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.085173] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1460.085173] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52023939-9b1f-b07e-2be1-3ede44907f33" [ 1460.085173] env[63248]: _type = "Task" [ 1460.085173] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.092758] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52023939-9b1f-b07e-2be1-3ede44907f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.222841] env[63248]: DEBUG nova.network.neutron [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Successfully created port: 929caa54-41ac-4fcf-892e-3b5a965e2f2a {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1460.282540] env[63248]: DEBUG nova.network.neutron [req-cb1fe0e5-1b5b-4152-bc80-ec7ba4f7e1fe req-44a75ad1-dc1e-40c6-ad38-ee737946c25e service nova] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Updated VIF entry in instance network info cache for port 67449663-46c1-4c0f-bacd-2d5aa6e5dfb1. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.282914] env[63248]: DEBUG nova.network.neutron [req-cb1fe0e5-1b5b-4152-bc80-ec7ba4f7e1fe req-44a75ad1-dc1e-40c6-ad38-ee737946c25e service nova] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Updating instance_info_cache with network_info: [{"id": "67449663-46c1-4c0f-bacd-2d5aa6e5dfb1", "address": "fa:16:3e:99:3e:49", "network": {"id": "7538edbb-ddd2-4ab0-9ae1-016ad7ec4d71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1833360993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fd7ee0cb37f481080e8337bbf4e6a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67449663-46", "ovs_interfaceid": "67449663-46c1-4c0f-bacd-2d5aa6e5dfb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.497615] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.552576] env[63248]: DEBUG nova.compute.utils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1460.555870] env[63248]: DEBUG nova.compute.manager [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1460.556298] env[63248]: DEBUG nova.network.neutron [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.580888] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800509, 'name': PowerOffVM_Task, 'duration_secs': 0.156183} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.582072] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.582072] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1460.582264] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdf51e0-1eac-4d9a-b922-22d4d9cf7369 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.591044] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1460.591801] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4baadb5-61df-4370-871e-5e4f81dc32fd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.597285] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52023939-9b1f-b07e-2be1-3ede44907f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.617267] env[63248]: DEBUG nova.policy [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb71645799614c42bb8ec13607a24e9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ced1a18a4c0449bab8479e157a82db54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1460.621729] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1460.621967] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1460.622166] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Deleting the datastore file [datastore1] ac46edb1-fa05-4310-8a93-7e38e85b6ea2 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1460.622618] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b2eb3bf-2432-4067-aabb-529b5e776c3d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.628745] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1460.628745] env[63248]: value = "task-1800511" [ 1460.628745] env[63248]: _type = "Task" [ 1460.628745] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.641938] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.785659] env[63248]: DEBUG oslo_concurrency.lockutils [req-cb1fe0e5-1b5b-4152-bc80-ec7ba4f7e1fe req-44a75ad1-dc1e-40c6-ad38-ee737946c25e service nova] Releasing lock "refresh_cache-5fdf705a-f860-40c2-a82b-6de6b61dd7a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.916310] env[63248]: DEBUG nova.network.neutron [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Successfully created port: b3e37825-96c9-45aa-96ef-fa3577813936 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1460.994716] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.057565] env[63248]: DEBUG nova.compute.manager [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1461.101971] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52023939-9b1f-b07e-2be1-3ede44907f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.138311] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.483429] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efacbbcf-22cf-412c-933c-52c97b319883 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.496320] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0b7e9d-d2be-438c-a3d6-84dabafd6cda {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.499530] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.526560] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39af4fc-4b54-417e-aaff-7a88c9083e40 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.534084] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b48ff1-2b90-43c7-857c-ba9f9ea29f6c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.548946] env[63248]: DEBUG nova.compute.provider_tree [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.596516] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52023939-9b1f-b07e-2be1-3ede44907f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.639440] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.882656] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquiring lock "d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.882873] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Lock "d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.995792] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.055020] env[63248]: DEBUG nova.scheduler.client.report [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.070476] env[63248]: DEBUG nova.compute.manager [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1462.099514] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52023939-9b1f-b07e-2be1-3ede44907f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.101928] env[63248]: DEBUG nova.virt.hardware [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1462.101928] env[63248]: DEBUG nova.virt.hardware [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.102957] env[63248]: DEBUG nova.virt.hardware [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1462.102957] env[63248]: DEBUG nova.virt.hardware [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.102957] env[63248]: DEBUG nova.virt.hardware [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1462.102957] env[63248]: DEBUG nova.virt.hardware [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1462.102957] env[63248]: DEBUG nova.virt.hardware [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1462.103188] env[63248]: DEBUG nova.virt.hardware [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1462.103223] env[63248]: DEBUG nova.virt.hardware [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1462.106146] env[63248]: DEBUG nova.virt.hardware [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1462.106146] env[63248]: DEBUG nova.virt.hardware [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1462.106146] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e548d8ef-dad5-47c3-94e9-4aa7f17385b9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.112566] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a94112f-680d-40ed-9049-1fd9efeae8ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.137696] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.212983] env[63248]: DEBUG nova.compute.manager [req-3b4ddc87-e74e-424f-9ce8-25216d170041 req-44b8b400-6aa6-4057-95d5-eb23a60fe819 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Received event network-vif-plugged-72f86117-9dab-4137-a201-9319113c987f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1462.213528] env[63248]: DEBUG oslo_concurrency.lockutils [req-3b4ddc87-e74e-424f-9ce8-25216d170041 req-44b8b400-6aa6-4057-95d5-eb23a60fe819 service nova] Acquiring lock "f6015c28-7a38-464a-a0b9-b39c376d921e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.213757] env[63248]: DEBUG oslo_concurrency.lockutils [req-3b4ddc87-e74e-424f-9ce8-25216d170041 req-44b8b400-6aa6-4057-95d5-eb23a60fe819 service nova] Lock "f6015c28-7a38-464a-a0b9-b39c376d921e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.213978] env[63248]: DEBUG oslo_concurrency.lockutils [req-3b4ddc87-e74e-424f-9ce8-25216d170041 req-44b8b400-6aa6-4057-95d5-eb23a60fe819 service nova] Lock "f6015c28-7a38-464a-a0b9-b39c376d921e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.215090] env[63248]: DEBUG nova.compute.manager [req-3b4ddc87-e74e-424f-9ce8-25216d170041 req-44b8b400-6aa6-4057-95d5-eb23a60fe819 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] No waiting events found dispatching network-vif-plugged-72f86117-9dab-4137-a201-9319113c987f {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1462.215660] env[63248]: WARNING nova.compute.manager [req-3b4ddc87-e74e-424f-9ce8-25216d170041 req-44b8b400-6aa6-4057-95d5-eb23a60fe819 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Received unexpected event network-vif-plugged-72f86117-9dab-4137-a201-9319113c987f for instance with vm_state building and task_state spawning. [ 1462.306690] env[63248]: DEBUG nova.network.neutron [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Successfully updated port: 72f86117-9dab-4137-a201-9319113c987f {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1462.353324] env[63248]: DEBUG nova.compute.manager [req-7e12d093-8789-4544-bfc9-595f58ce0656 req-1d034908-baa9-43e6-b567-6e167f14a246 service nova] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Received event network-vif-plugged-b3e37825-96c9-45aa-96ef-fa3577813936 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1462.353531] env[63248]: DEBUG oslo_concurrency.lockutils [req-7e12d093-8789-4544-bfc9-595f58ce0656 req-1d034908-baa9-43e6-b567-6e167f14a246 service nova] Acquiring lock "cf0774df-f295-460a-87a5-f12e812e781d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.355151] env[63248]: DEBUG oslo_concurrency.lockutils [req-7e12d093-8789-4544-bfc9-595f58ce0656 req-1d034908-baa9-43e6-b567-6e167f14a246 service nova] Lock "cf0774df-f295-460a-87a5-f12e812e781d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.355151] env[63248]: DEBUG oslo_concurrency.lockutils [req-7e12d093-8789-4544-bfc9-595f58ce0656 req-1d034908-baa9-43e6-b567-6e167f14a246 service nova] Lock "cf0774df-f295-460a-87a5-f12e812e781d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.356218] env[63248]: DEBUG nova.compute.manager [req-7e12d093-8789-4544-bfc9-595f58ce0656 req-1d034908-baa9-43e6-b567-6e167f14a246 service nova] [instance: cf0774df-f295-460a-87a5-f12e812e781d] No waiting events found dispatching network-vif-plugged-b3e37825-96c9-45aa-96ef-fa3577813936 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1462.356589] env[63248]: WARNING nova.compute.manager [req-7e12d093-8789-4544-bfc9-595f58ce0656 req-1d034908-baa9-43e6-b567-6e167f14a246 service nova] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Received unexpected event network-vif-plugged-b3e37825-96c9-45aa-96ef-fa3577813936 for instance with vm_state building and task_state spawning. [ 1462.461513] env[63248]: DEBUG nova.network.neutron [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Successfully updated port: b3e37825-96c9-45aa-96ef-fa3577813936 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1462.499038] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800507, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.488967} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.499231] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 21637db2-110e-4fba-92a5-9318b9c56ea1/21637db2-110e-4fba-92a5-9318b9c56ea1.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1462.499560] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1462.500124] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4f9393b-32c9-4191-bff9-64cf2d1208ca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.506930] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Waiting for the task: (returnval){ [ 1462.506930] env[63248]: value = "task-1800512" [ 1462.506930] env[63248]: _type = "Task" [ 1462.506930] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.517804] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquiring lock "1098fca5-bc94-4a9c-9012-30a75cee1b0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.517804] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Lock "1098fca5-bc94-4a9c-9012-30a75cee1b0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.522939] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.559911] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.559911] env[63248]: DEBUG nova.compute.manager [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1462.564018] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.765s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.564018] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.564479] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.759s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.564479] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.566429] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.517s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.567857] env[63248]: INFO nova.compute.claims [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1462.592672] env[63248]: INFO nova.scheduler.client.report [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Deleted allocations for instance 7fec657e-a14f-4483-87eb-2687ded90608 [ 1462.608955] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52023939-9b1f-b07e-2be1-3ede44907f33, 'name': SearchDatastore_Task, 'duration_secs': 2.29183} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.610262] env[63248]: INFO nova.scheduler.client.report [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Deleted allocations for instance ded818f2-5099-4e85-98fc-3c91b46b5630 [ 1462.615395] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.615736] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.616069] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.616133] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.616321] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.616925] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d59f156e-595e-4ea7-83fc-fb9fc6a76d8b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.626324] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.626324] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1462.626653] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbe51d2e-b87d-46fe-87e3-7ccd96eacf01 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.635028] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1462.635028] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52980388-5a42-9bf6-6cfd-25899d035a01" [ 1462.635028] env[63248]: _type = "Task" [ 1462.635028] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.641133] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.916341} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.642536] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.642536] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.642536] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.648406] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52980388-5a42-9bf6-6cfd-25899d035a01, 'name': SearchDatastore_Task, 'duration_secs': 0.009146} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.649180] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde9a316-2763-4a63-ae8b-9963a70a77cd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.654289] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1462.654289] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5225bcfd-998a-5dea-4479-289494a87d8e" [ 1462.654289] env[63248]: _type = "Task" [ 1462.654289] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.663421] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5225bcfd-998a-5dea-4479-289494a87d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.965115] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Acquiring lock "refresh_cache-cf0774df-f295-460a-87a5-f12e812e781d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.965115] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Acquired lock "refresh_cache-cf0774df-f295-460a-87a5-f12e812e781d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.965528] env[63248]: DEBUG nova.network.neutron [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.021453] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073425} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.021733] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1463.022546] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89def22d-175c-4027-bc2a-2f4bdbfd0324 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.049798] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 21637db2-110e-4fba-92a5-9318b9c56ea1/21637db2-110e-4fba-92a5-9318b9c56ea1.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1463.050146] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed96c756-1b5f-4294-a7f6-4fa0740260f9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.075330] env[63248]: DEBUG nova.compute.utils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1463.076529] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Waiting for the task: (returnval){ [ 1463.076529] env[63248]: value = "task-1800513" [ 1463.076529] env[63248]: _type = "Task" [ 1463.076529] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.078934] env[63248]: DEBUG nova.compute.manager [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1463.078934] env[63248]: DEBUG nova.network.neutron [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1463.089877] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800513, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.103940] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c5df5ae6-6948-42d3-a6b8-cc44abf64721 tempest-DeleteServersAdminTestJSON-2034927002 tempest-DeleteServersAdminTestJSON-2034927002-project-admin] Lock "7fec657e-a14f-4483-87eb-2687ded90608" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.784s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.117938] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5d0a2399-d209-479c-a5aa-6019c4ab6386 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "ded818f2-5099-4e85-98fc-3c91b46b5630" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.788s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.164500] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5225bcfd-998a-5dea-4479-289494a87d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.00777} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.164795] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.165112] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 5fdf705a-f860-40c2-a82b-6de6b61dd7a9/5fdf705a-f860-40c2-a82b-6de6b61dd7a9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.166640] env[63248]: DEBUG nova.policy [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d90cfeac4e3477098ade68cefffb5a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7f3c19db5c2456f8ceeeca3ff489b4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1463.169644] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18c7b0a1-e587-41fc-9b61-e9450ee7de5b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.177523] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1463.177523] env[63248]: value = "task-1800514" [ 1463.177523] env[63248]: _type = "Task" [ 1463.177523] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.186570] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.501927] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "a901b7d2-55d4-4ace-906e-40734377c899" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.502227] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "a901b7d2-55d4-4ace-906e-40734377c899" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.502448] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "a901b7d2-55d4-4ace-906e-40734377c899-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.502653] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "a901b7d2-55d4-4ace-906e-40734377c899-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.502864] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "a901b7d2-55d4-4ace-906e-40734377c899-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.506954] env[63248]: INFO nova.compute.manager [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Terminating instance [ 1463.514531] env[63248]: DEBUG nova.network.neutron [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1463.582537] env[63248]: DEBUG nova.compute.manager [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1463.598936] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800513, 'name': ReconfigVM_Task, 'duration_secs': 0.258315} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.599410] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 21637db2-110e-4fba-92a5-9318b9c56ea1/21637db2-110e-4fba-92a5-9318b9c56ea1.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.600188] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff51de0d-b27e-4b0d-b0eb-1b64060a72c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.607372] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Waiting for the task: (returnval){ [ 1463.607372] env[63248]: value = "task-1800515" [ 1463.607372] env[63248]: _type = "Task" [ 1463.607372] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.621475] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800515, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.678287] env[63248]: DEBUG nova.virt.hardware [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1463.678615] env[63248]: DEBUG nova.virt.hardware [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.678906] env[63248]: DEBUG nova.virt.hardware [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1463.679083] env[63248]: DEBUG nova.virt.hardware [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.679254] env[63248]: DEBUG nova.virt.hardware [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1463.679411] env[63248]: DEBUG nova.virt.hardware [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1463.679620] env[63248]: DEBUG nova.virt.hardware [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1463.679777] env[63248]: DEBUG nova.virt.hardware [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1463.680086] env[63248]: DEBUG nova.virt.hardware [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1463.680161] env[63248]: DEBUG nova.virt.hardware [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1463.680449] env[63248]: DEBUG nova.virt.hardware [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1463.681379] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19659bbb-4a64-42c4-adce-a2724b3107c9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.698992] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475656} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.700960] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 5fdf705a-f860-40c2-a82b-6de6b61dd7a9/5fdf705a-f860-40c2-a82b-6de6b61dd7a9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1463.701225] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1463.701768] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7402359f-79a8-4bbb-948f-5a15b2a5e79f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.704728] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9679b79-0905-46e0-8ddf-21e565f090c6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.725337] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Instance VIF info [] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.731311] env[63248]: DEBUG oslo.service.loopingcall [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.735307] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.735792] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1463.735792] env[63248]: value = "task-1800516" [ 1463.735792] env[63248]: _type = "Task" [ 1463.735792] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.736413] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05ab8002-6ef9-4c6b-965c-9b669599a92f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.763836] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.765667] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.765667] env[63248]: value = "task-1800517" [ 1463.765667] env[63248]: _type = "Task" [ 1463.765667] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.779884] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800517, 'name': CreateVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.834452] env[63248]: DEBUG nova.network.neutron [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Successfully created port: 8480b9e0-d9da-4ab6-b32e-75bd98922660 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1463.907386] env[63248]: DEBUG nova.network.neutron [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Updating instance_info_cache with network_info: [{"id": "b3e37825-96c9-45aa-96ef-fa3577813936", "address": "fa:16:3e:d5:d7:a6", "network": {"id": "ccd511f8-0b8a-4625-a5f7-44a21e393939", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-408903441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced1a18a4c0449bab8479e157a82db54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e37825-96", "ovs_interfaceid": "b3e37825-96c9-45aa-96ef-fa3577813936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.012027] env[63248]: DEBUG nova.compute.manager [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1464.012399] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.013381] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595361bd-016a-43d3-b5d0-034e917a5e89 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.022283] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.022593] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7d33c86-c71a-41b4-8a3e-3c6aa7ad1404 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.030136] env[63248]: DEBUG oslo_vmware.api [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1464.030136] env[63248]: value = "task-1800518" [ 1464.030136] env[63248]: _type = "Task" [ 1464.030136] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.045275] env[63248]: DEBUG oslo_vmware.api [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.121012] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800515, 'name': Rename_Task, 'duration_secs': 0.143194} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.125166] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1464.125166] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe009312-d691-44dd-99b0-3b81847d1093 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.130578] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Waiting for the task: (returnval){ [ 1464.130578] env[63248]: value = "task-1800519" [ 1464.130578] env[63248]: _type = "Task" [ 1464.130578] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.147320] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.152664] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5f57be-5142-4bf7-bb4f-9b844b95246c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.161428] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76f4b47-2c3a-449f-8559-0ffc3a7ac8bb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.214163] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa65a33-b5e2-43f2-b16d-46ed39292914 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.224590] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5e510c-2bcd-4379-af22-821e30442175 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.243258] env[63248]: DEBUG nova.compute.provider_tree [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.263975] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17533} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.263975] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1464.264841] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0646ad8a-3413-47a0-b704-f28a43838d94 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.295225] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 5fdf705a-f860-40c2-a82b-6de6b61dd7a9/5fdf705a-f860-40c2-a82b-6de6b61dd7a9.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.295527] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800517, 'name': CreateVM_Task, 'duration_secs': 0.37199} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.295735] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56a3f1d0-1213-42f7-9430-88e914475209 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.310087] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.310877] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.311053] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.311438] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.312135] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff75d2e-489c-417a-9208-b40786e93244 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.316920] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1464.316920] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522aa753-c88a-490b-b67a-1357ac9f47f5" [ 1464.316920] env[63248]: _type = "Task" [ 1464.316920] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.318327] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1464.318327] env[63248]: value = "task-1800520" [ 1464.318327] env[63248]: _type = "Task" [ 1464.318327] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.328970] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522aa753-c88a-490b-b67a-1357ac9f47f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009729} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.332086] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.332332] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.332565] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.332704] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.332877] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.333463] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.333463] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cf6cb8d-7c64-4c01-b08f-368d228096d4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.340990] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.341185] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.341875] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-088c4f87-0e37-4926-934e-46a5790b4ba2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.347571] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1464.347571] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52111644-e8fb-87b9-6eb6-e076b07ef97d" [ 1464.347571] env[63248]: _type = "Task" [ 1464.347571] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.355757] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52111644-e8fb-87b9-6eb6-e076b07ef97d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.379123] env[63248]: DEBUG nova.compute.manager [req-51660636-1374-46b8-ac92-2b24de96ab58 req-de686202-3358-42f1-8a19-93fc30607b25 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Received event network-changed-72f86117-9dab-4137-a201-9319113c987f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1464.379313] env[63248]: DEBUG nova.compute.manager [req-51660636-1374-46b8-ac92-2b24de96ab58 req-de686202-3358-42f1-8a19-93fc30607b25 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Refreshing instance network info cache due to event network-changed-72f86117-9dab-4137-a201-9319113c987f. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1464.379592] env[63248]: DEBUG oslo_concurrency.lockutils [req-51660636-1374-46b8-ac92-2b24de96ab58 req-de686202-3358-42f1-8a19-93fc30607b25 service nova] Acquiring lock "refresh_cache-f6015c28-7a38-464a-a0b9-b39c376d921e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.379668] env[63248]: DEBUG oslo_concurrency.lockutils [req-51660636-1374-46b8-ac92-2b24de96ab58 req-de686202-3358-42f1-8a19-93fc30607b25 service nova] Acquired lock "refresh_cache-f6015c28-7a38-464a-a0b9-b39c376d921e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.379831] env[63248]: DEBUG nova.network.neutron [req-51660636-1374-46b8-ac92-2b24de96ab58 req-de686202-3358-42f1-8a19-93fc30607b25 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Refreshing network info cache for port 72f86117-9dab-4137-a201-9319113c987f {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.413013] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Releasing lock "refresh_cache-cf0774df-f295-460a-87a5-f12e812e781d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.413013] env[63248]: DEBUG nova.compute.manager [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Instance network_info: |[{"id": "b3e37825-96c9-45aa-96ef-fa3577813936", "address": "fa:16:3e:d5:d7:a6", "network": {"id": "ccd511f8-0b8a-4625-a5f7-44a21e393939", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-408903441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced1a18a4c0449bab8479e157a82db54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e37825-96", "ovs_interfaceid": "b3e37825-96c9-45aa-96ef-fa3577813936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1464.413203] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:d7:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3e37825-96c9-45aa-96ef-fa3577813936', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.418224] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Creating folder: Project (ced1a18a4c0449bab8479e157a82db54). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1464.418896] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4fe8b6b-6cc1-4158-ab4f-587ebe83ce97 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.431329] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Created folder: Project (ced1a18a4c0449bab8479e157a82db54) in parent group-v373228. [ 1464.431329] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Creating folder: Instances. Parent ref: group-v373347. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1464.431329] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e0f6c52-48c4-4528-b05a-78bce3f95908 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.442056] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Created folder: Instances in parent group-v373347. [ 1464.442056] env[63248]: DEBUG oslo.service.loopingcall [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.442056] env[63248]: DEBUG nova.network.neutron [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Successfully updated port: 2e3b4e03-46f2-44cf-b04e-1f999c0392e5 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1464.442056] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.442056] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8ee3da4-f6c2-4ff0-8e32-d56c187efb73 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.468743] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.468743] env[63248]: value = "task-1800523" [ 1464.468743] env[63248]: _type = "Task" [ 1464.468743] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.477467] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800523, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.523301] env[63248]: DEBUG nova.compute.manager [req-de2babb4-1ba8-4a0e-867b-75798e627224 req-33d5bbd8-04ea-4895-9f52-a8402f28c3f5 service nova] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Received event network-changed-b3e37825-96c9-45aa-96ef-fa3577813936 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1464.523494] env[63248]: DEBUG nova.compute.manager [req-de2babb4-1ba8-4a0e-867b-75798e627224 req-33d5bbd8-04ea-4895-9f52-a8402f28c3f5 service nova] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Refreshing instance network info cache due to event network-changed-b3e37825-96c9-45aa-96ef-fa3577813936. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1464.523706] env[63248]: DEBUG oslo_concurrency.lockutils [req-de2babb4-1ba8-4a0e-867b-75798e627224 req-33d5bbd8-04ea-4895-9f52-a8402f28c3f5 service nova] Acquiring lock "refresh_cache-cf0774df-f295-460a-87a5-f12e812e781d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.523848] env[63248]: DEBUG oslo_concurrency.lockutils [req-de2babb4-1ba8-4a0e-867b-75798e627224 req-33d5bbd8-04ea-4895-9f52-a8402f28c3f5 service nova] Acquired lock "refresh_cache-cf0774df-f295-460a-87a5-f12e812e781d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.524010] env[63248]: DEBUG nova.network.neutron [req-de2babb4-1ba8-4a0e-867b-75798e627224 req-33d5bbd8-04ea-4895-9f52-a8402f28c3f5 service nova] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Refreshing network info cache for port b3e37825-96c9-45aa-96ef-fa3577813936 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.542747] env[63248]: DEBUG oslo_vmware.api [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800518, 'name': PowerOffVM_Task, 'duration_secs': 0.216776} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.543035] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1464.543211] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1464.543466] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4485d69e-1b4d-45dd-8bef-16eba1062295 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.600228] env[63248]: DEBUG nova.compute.manager [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1464.622219] env[63248]: DEBUG nova.virt.hardware [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1464.622447] env[63248]: DEBUG nova.virt.hardware [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.622641] env[63248]: DEBUG nova.virt.hardware [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1464.622833] env[63248]: DEBUG nova.virt.hardware [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.622981] env[63248]: DEBUG nova.virt.hardware [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1464.623146] env[63248]: DEBUG nova.virt.hardware [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1464.623368] env[63248]: DEBUG nova.virt.hardware [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1464.623518] env[63248]: DEBUG nova.virt.hardware [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1464.623686] env[63248]: DEBUG nova.virt.hardware [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1464.623873] env[63248]: DEBUG nova.virt.hardware [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1464.624015] env[63248]: DEBUG nova.virt.hardware [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1464.624871] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584160ab-5f58-489f-9d2f-018433e742be {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.635681] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b623911b-1309-406d-b7f7-5fd607a02650 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.644361] env[63248]: DEBUG oslo_vmware.api [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800519, 'name': PowerOnVM_Task, 'duration_secs': 0.50836} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.652817] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1464.653030] env[63248]: INFO nova.compute.manager [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Took 10.63 seconds to spawn the instance on the hypervisor. [ 1464.653235] env[63248]: DEBUG nova.compute.manager [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1464.654213] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dafc7a-a3f1-460d-a0d2-baebe39aca29 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.698228] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1464.698228] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1464.698403] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Deleting the datastore file [datastore1] a901b7d2-55d4-4ace-906e-40734377c899 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.698681] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-742c1e3f-05ba-45a0-9c9f-d0f41a1009c3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.705216] env[63248]: DEBUG oslo_vmware.api [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for the task: (returnval){ [ 1464.705216] env[63248]: value = "task-1800525" [ 1464.705216] env[63248]: _type = "Task" [ 1464.705216] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.715425] env[63248]: DEBUG oslo_vmware.api [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.746507] env[63248]: DEBUG nova.scheduler.client.report [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.831109] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.857525] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52111644-e8fb-87b9-6eb6-e076b07ef97d, 'name': SearchDatastore_Task, 'duration_secs': 0.008076} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.858301] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416e3739-5e13-492a-bf40-272858de8867 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.863252] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1464.863252] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ae12c8-2647-0d4b-6c99-042f62d4574e" [ 1464.863252] env[63248]: _type = "Task" [ 1464.863252] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.870535] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ae12c8-2647-0d4b-6c99-042f62d4574e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.898752] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquiring lock "612483be-a02b-478d-8758-fb0420930cab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.898998] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Lock "612483be-a02b-478d-8758-fb0420930cab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.923380] env[63248]: DEBUG nova.network.neutron [req-51660636-1374-46b8-ac92-2b24de96ab58 req-de686202-3358-42f1-8a19-93fc30607b25 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.980757] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800523, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.018028] env[63248]: DEBUG nova.network.neutron [req-51660636-1374-46b8-ac92-2b24de96ab58 req-de686202-3358-42f1-8a19-93fc30607b25 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.174703] env[63248]: INFO nova.compute.manager [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Took 49.94 seconds to build instance. [ 1465.215704] env[63248]: DEBUG oslo_vmware.api [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Task: {'id': task-1800525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134096} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.216219] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.216528] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.216906] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.217212] env[63248]: INFO nova.compute.manager [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1465.217558] env[63248]: DEBUG oslo.service.loopingcall [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.217851] env[63248]: DEBUG nova.compute.manager [-] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1465.218068] env[63248]: DEBUG nova.network.neutron [-] [instance: a901b7d2-55d4-4ace-906e-40734377c899] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.257030] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.257030] env[63248]: DEBUG nova.compute.manager [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1465.257764] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.699s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.258287] env[63248]: DEBUG nova.objects.instance [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63248) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1465.331843] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800520, 'name': ReconfigVM_Task, 'duration_secs': 0.8952} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.332211] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 5fdf705a-f860-40c2-a82b-6de6b61dd7a9/5fdf705a-f860-40c2-a82b-6de6b61dd7a9.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.332829] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff4f19f5-b4af-4e52-a683-14e379fbd4c2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.339368] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1465.339368] env[63248]: value = "task-1800526" [ 1465.339368] env[63248]: _type = "Task" [ 1465.339368] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.349415] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800526, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.372827] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ae12c8-2647-0d4b-6c99-042f62d4574e, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.373097] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.373354] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ac46edb1-fa05-4310-8a93-7e38e85b6ea2/ac46edb1-fa05-4310-8a93-7e38e85b6ea2.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.373737] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f71b9c1f-d6c6-48db-82e5-b14612e47e0d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.376116] env[63248]: DEBUG nova.network.neutron [req-de2babb4-1ba8-4a0e-867b-75798e627224 req-33d5bbd8-04ea-4895-9f52-a8402f28c3f5 service nova] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Updated VIF entry in instance network info cache for port b3e37825-96c9-45aa-96ef-fa3577813936. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.376461] env[63248]: DEBUG nova.network.neutron [req-de2babb4-1ba8-4a0e-867b-75798e627224 req-33d5bbd8-04ea-4895-9f52-a8402f28c3f5 service nova] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Updating instance_info_cache with network_info: [{"id": "b3e37825-96c9-45aa-96ef-fa3577813936", "address": "fa:16:3e:d5:d7:a6", "network": {"id": "ccd511f8-0b8a-4625-a5f7-44a21e393939", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-408903441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced1a18a4c0449bab8479e157a82db54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e37825-96", "ovs_interfaceid": "b3e37825-96c9-45aa-96ef-fa3577813936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.382716] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1465.382716] env[63248]: value = "task-1800527" [ 1465.382716] env[63248]: _type = "Task" [ 1465.382716] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.394695] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.484121] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800523, 'name': CreateVM_Task, 'duration_secs': 0.748584} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.486030] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.487096] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.487320] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.487630] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.487885] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1010ceb1-7288-49c3-8a9c-da08ce57b003 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.492864] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Waiting for the task: (returnval){ [ 1465.492864] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bf6778-a592-bea1-ddd6-3bf9f622393d" [ 1465.492864] env[63248]: _type = "Task" [ 1465.492864] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.502225] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bf6778-a592-bea1-ddd6-3bf9f622393d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.520975] env[63248]: DEBUG oslo_concurrency.lockutils [req-51660636-1374-46b8-ac92-2b24de96ab58 req-de686202-3358-42f1-8a19-93fc30607b25 service nova] Releasing lock "refresh_cache-f6015c28-7a38-464a-a0b9-b39c376d921e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.678056] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ca1b92af-ae6a-43a0-9d8b-540cbf7a86f6 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Lock "21637db2-110e-4fba-92a5-9318b9c56ea1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.763s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.763953] env[63248]: DEBUG nova.compute.utils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1465.769645] env[63248]: DEBUG nova.compute.manager [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1465.769645] env[63248]: DEBUG nova.network.neutron [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1465.854332] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800526, 'name': Rename_Task, 'duration_secs': 0.20026} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.854661] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1465.854930] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-788e36ea-3e5b-4fd9-af92-61da825c7e67 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.864940] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1465.864940] env[63248]: value = "task-1800528" [ 1465.864940] env[63248]: _type = "Task" [ 1465.864940] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.875612] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.876260] env[63248]: DEBUG nova.policy [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc379de288db4e67b205978e2fe683f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cfc4c6ff5074284a493ba95cc42ece2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1465.878728] env[63248]: DEBUG oslo_concurrency.lockutils [req-de2babb4-1ba8-4a0e-867b-75798e627224 req-33d5bbd8-04ea-4895-9f52-a8402f28c3f5 service nova] Releasing lock "refresh_cache-cf0774df-f295-460a-87a5-f12e812e781d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.879620] env[63248]: DEBUG nova.compute.manager [req-de2babb4-1ba8-4a0e-867b-75798e627224 req-33d5bbd8-04ea-4895-9f52-a8402f28c3f5 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Received event network-vif-plugged-2e3b4e03-46f2-44cf-b04e-1f999c0392e5 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1465.879620] env[63248]: DEBUG oslo_concurrency.lockutils [req-de2babb4-1ba8-4a0e-867b-75798e627224 req-33d5bbd8-04ea-4895-9f52-a8402f28c3f5 service nova] Acquiring lock "f6015c28-7a38-464a-a0b9-b39c376d921e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.879620] env[63248]: DEBUG oslo_concurrency.lockutils [req-de2babb4-1ba8-4a0e-867b-75798e627224 req-33d5bbd8-04ea-4895-9f52-a8402f28c3f5 service nova] Lock "f6015c28-7a38-464a-a0b9-b39c376d921e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.879620] env[63248]: DEBUG oslo_concurrency.lockutils [req-de2babb4-1ba8-4a0e-867b-75798e627224 req-33d5bbd8-04ea-4895-9f52-a8402f28c3f5 service nova] Lock "f6015c28-7a38-464a-a0b9-b39c376d921e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.880052] env[63248]: DEBUG nova.compute.manager [req-de2babb4-1ba8-4a0e-867b-75798e627224 req-33d5bbd8-04ea-4895-9f52-a8402f28c3f5 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] No waiting events found dispatching network-vif-plugged-2e3b4e03-46f2-44cf-b04e-1f999c0392e5 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1465.880052] env[63248]: WARNING nova.compute.manager [req-de2babb4-1ba8-4a0e-867b-75798e627224 req-33d5bbd8-04ea-4895-9f52-a8402f28c3f5 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Received unexpected event network-vif-plugged-2e3b4e03-46f2-44cf-b04e-1f999c0392e5 for instance with vm_state building and task_state spawning. [ 1465.896269] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800527, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.987955] env[63248]: DEBUG nova.network.neutron [-] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.008797] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bf6778-a592-bea1-ddd6-3bf9f622393d, 'name': SearchDatastore_Task, 'duration_secs': 0.010072} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.009146] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.009484] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1466.009939] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.010291] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.010603] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.011291] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa71cb27-9bf1-422b-8a67-206e1755c223 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.025396] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.025396] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1466.026324] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d660c9-a90f-48e4-9af1-111f5fa43c7b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.033925] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Waiting for the task: (returnval){ [ 1466.033925] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528bec88-1a08-0957-72cc-2f6d99290dbf" [ 1466.033925] env[63248]: _type = "Task" [ 1466.033925] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.045569] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528bec88-1a08-0957-72cc-2f6d99290dbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.167212] env[63248]: DEBUG nova.network.neutron [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Successfully updated port: 929caa54-41ac-4fcf-892e-3b5a965e2f2a {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1466.181011] env[63248]: DEBUG nova.compute.manager [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1466.270016] env[63248]: DEBUG nova.compute.manager [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1466.273807] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e4b2d96-5b13-4359-8c0e-bce9bd5928fd tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.274940] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.502s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.276326] env[63248]: INFO nova.compute.claims [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1466.282671] env[63248]: DEBUG nova.network.neutron [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Successfully created port: 48708b4c-2bc4-4f9e-8e27-039fc3c1c691 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1466.375173] env[63248]: DEBUG oslo_vmware.api [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800528, 'name': PowerOnVM_Task, 'duration_secs': 0.50254} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.375740] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.375949] env[63248]: INFO nova.compute.manager [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1466.376147] env[63248]: DEBUG nova.compute.manager [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.376917] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e8fe1c-926b-4a29-a0c7-6ec8af4c8fef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.396374] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666199} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.396637] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ac46edb1-fa05-4310-8a93-7e38e85b6ea2/ac46edb1-fa05-4310-8a93-7e38e85b6ea2.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.396846] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.397321] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c41644f-ed57-4be4-8a9e-81f4f24a3b99 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.405161] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1466.405161] env[63248]: value = "task-1800529" [ 1466.405161] env[63248]: _type = "Task" [ 1466.405161] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.413652] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.493640] env[63248]: INFO nova.compute.manager [-] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Took 1.27 seconds to deallocate network for instance. [ 1466.544848] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528bec88-1a08-0957-72cc-2f6d99290dbf, 'name': SearchDatastore_Task, 'duration_secs': 0.008848} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.545693] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a58823ee-e462-4bc9-9610-76b877bac36e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.550520] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Waiting for the task: (returnval){ [ 1466.550520] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524b6856-f303-ca31-7782-50a5e0a0c0ae" [ 1466.550520] env[63248]: _type = "Task" [ 1466.550520] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.558195] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524b6856-f303-ca31-7782-50a5e0a0c0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.628423] env[63248]: DEBUG nova.network.neutron [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Successfully updated port: 8480b9e0-d9da-4ab6-b32e-75bd98922660 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1466.642747] env[63248]: DEBUG nova.compute.manager [req-cc6ad52a-236d-4ff9-97f0-bc19a0bffe91 req-281507b1-ce13-4e0f-a5e9-6e8bb4066d9d service nova] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Received event network-vif-plugged-8480b9e0-d9da-4ab6-b32e-75bd98922660 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1466.643478] env[63248]: DEBUG oslo_concurrency.lockutils [req-cc6ad52a-236d-4ff9-97f0-bc19a0bffe91 req-281507b1-ce13-4e0f-a5e9-6e8bb4066d9d service nova] Acquiring lock "e305b5ec-8988-4adf-9c48-772f6b904ff1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.643478] env[63248]: DEBUG oslo_concurrency.lockutils [req-cc6ad52a-236d-4ff9-97f0-bc19a0bffe91 req-281507b1-ce13-4e0f-a5e9-6e8bb4066d9d service nova] Lock "e305b5ec-8988-4adf-9c48-772f6b904ff1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.643478] env[63248]: DEBUG oslo_concurrency.lockutils [req-cc6ad52a-236d-4ff9-97f0-bc19a0bffe91 req-281507b1-ce13-4e0f-a5e9-6e8bb4066d9d service nova] Lock "e305b5ec-8988-4adf-9c48-772f6b904ff1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.643611] env[63248]: DEBUG nova.compute.manager [req-cc6ad52a-236d-4ff9-97f0-bc19a0bffe91 req-281507b1-ce13-4e0f-a5e9-6e8bb4066d9d service nova] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] No waiting events found dispatching network-vif-plugged-8480b9e0-d9da-4ab6-b32e-75bd98922660 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1466.643763] env[63248]: WARNING nova.compute.manager [req-cc6ad52a-236d-4ff9-97f0-bc19a0bffe91 req-281507b1-ce13-4e0f-a5e9-6e8bb4066d9d service nova] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Received unexpected event network-vif-plugged-8480b9e0-d9da-4ab6-b32e-75bd98922660 for instance with vm_state building and task_state spawning. [ 1466.668396] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "refresh_cache-f6015c28-7a38-464a-a0b9-b39c376d921e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.668543] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquired lock "refresh_cache-f6015c28-7a38-464a-a0b9-b39c376d921e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.668690] env[63248]: DEBUG nova.network.neutron [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1466.708768] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.745813] env[63248]: DEBUG nova.compute.manager [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Received event network-changed-2e3b4e03-46f2-44cf-b04e-1f999c0392e5 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1466.746012] env[63248]: DEBUG nova.compute.manager [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Refreshing instance network info cache due to event network-changed-2e3b4e03-46f2-44cf-b04e-1f999c0392e5. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1466.746185] env[63248]: DEBUG oslo_concurrency.lockutils [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] Acquiring lock "refresh_cache-f6015c28-7a38-464a-a0b9-b39c376d921e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.899875] env[63248]: INFO nova.compute.manager [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Took 50.99 seconds to build instance. [ 1466.917693] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063584} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.918655] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1466.919425] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9003277-446f-436a-ae62-012c09501679 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.940018] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] ac46edb1-fa05-4310-8a93-7e38e85b6ea2/ac46edb1-fa05-4310-8a93-7e38e85b6ea2.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1466.940588] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8166934-ba3d-4e59-8d2b-84d24a1f9094 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.961487] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1466.961487] env[63248]: value = "task-1800530" [ 1466.961487] env[63248]: _type = "Task" [ 1466.961487] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.969569] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.000324] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.061650] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524b6856-f303-ca31-7782-50a5e0a0c0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009787} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.061923] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.062198] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] cf0774df-f295-460a-87a5-f12e812e781d/cf0774df-f295-460a-87a5-f12e812e781d.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.062477] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7870e5dd-8b08-4da7-8e07-9fc042530f8e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.069808] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Waiting for the task: (returnval){ [ 1467.069808] env[63248]: value = "task-1800531" [ 1467.069808] env[63248]: _type = "Task" [ 1467.069808] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.078023] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.131595] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "refresh_cache-e305b5ec-8988-4adf-9c48-772f6b904ff1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.131743] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired lock "refresh_cache-e305b5ec-8988-4adf-9c48-772f6b904ff1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.131910] env[63248]: DEBUG nova.network.neutron [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1467.232980] env[63248]: DEBUG nova.network.neutron [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1467.281935] env[63248]: DEBUG nova.compute.manager [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1467.307996] env[63248]: DEBUG nova.virt.hardware [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='671e71f4-9dc7-4740-95b7-e23e629757fc',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-288801987',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1467.308173] env[63248]: DEBUG nova.virt.hardware [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.308305] env[63248]: DEBUG nova.virt.hardware [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1467.308503] env[63248]: DEBUG nova.virt.hardware [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.308654] env[63248]: DEBUG nova.virt.hardware [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1467.308799] env[63248]: DEBUG nova.virt.hardware [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1467.309010] env[63248]: DEBUG nova.virt.hardware [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1467.309207] env[63248]: DEBUG nova.virt.hardware [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1467.309414] env[63248]: DEBUG nova.virt.hardware [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1467.309600] env[63248]: DEBUG nova.virt.hardware [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1467.309775] env[63248]: DEBUG nova.virt.hardware [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1467.310760] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33e0fde-19b1-475f-b351-a96ba916ab53 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.319899] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f88a4cb-54ab-433a-a6a3-d19a4c4eee1f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.403311] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f08a26ff-5c09-472c-a169-ad365c9b3787 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "5fdf705a-f860-40c2-a82b-6de6b61dd7a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.753s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.471935] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800530, 'name': ReconfigVM_Task, 'duration_secs': 0.423566} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.475023] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Reconfigured VM instance instance-00000026 to attach disk [datastore1] ac46edb1-fa05-4310-8a93-7e38e85b6ea2/ac46edb1-fa05-4310-8a93-7e38e85b6ea2.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.475963] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1caa29e-2b84-4cf4-95ca-314b7a5ab69b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.483383] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1467.483383] env[63248]: value = "task-1800532" [ 1467.483383] env[63248]: _type = "Task" [ 1467.483383] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.497655] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800532, 'name': Rename_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.584574] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488291} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.585153] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] cf0774df-f295-460a-87a5-f12e812e781d/cf0774df-f295-460a-87a5-f12e812e781d.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.585439] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.585762] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac09f730-bee1-476d-b8c7-d1e87bbef793 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.592022] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Waiting for the task: (returnval){ [ 1467.592022] env[63248]: value = "task-1800533" [ 1467.592022] env[63248]: _type = "Task" [ 1467.592022] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.602927] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.605590] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Acquiring lock "21637db2-110e-4fba-92a5-9318b9c56ea1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.605927] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Lock "21637db2-110e-4fba-92a5-9318b9c56ea1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.606481] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Acquiring lock "21637db2-110e-4fba-92a5-9318b9c56ea1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.606481] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Lock "21637db2-110e-4fba-92a5-9318b9c56ea1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.606735] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Lock "21637db2-110e-4fba-92a5-9318b9c56ea1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.609383] env[63248]: INFO nova.compute.manager [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Terminating instance [ 1467.671774] env[63248]: DEBUG nova.network.neutron [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1467.782482] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe06c77-78e8-40f8-9009-4cacbd0ba86d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.790602] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87beb18-cb79-4710-8a03-cfffe5d2b392 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.836533] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7605c7f-944a-482b-897c-59e27519f2f4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.851572] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290c7fd5-ba1d-411e-80c5-ec154b0c697f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.870048] env[63248]: DEBUG nova.compute.provider_tree [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.911023] env[63248]: DEBUG nova.network.neutron [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Updating instance_info_cache with network_info: [{"id": "8480b9e0-d9da-4ab6-b32e-75bd98922660", "address": "fa:16:3e:69:0e:95", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8480b9e0-d9", "ovs_interfaceid": "8480b9e0-d9da-4ab6-b32e-75bd98922660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.911023] env[63248]: DEBUG nova.compute.manager [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1467.997555] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800532, 'name': Rename_Task, 'duration_secs': 0.161386} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.997893] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.998367] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55370d03-2481-457f-88aa-87092ad34c98 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.005614] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1468.005614] env[63248]: value = "task-1800534" [ 1468.005614] env[63248]: _type = "Task" [ 1468.005614] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.017051] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.019307] env[63248]: DEBUG nova.network.neutron [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Successfully updated port: 48708b4c-2bc4-4f9e-8e27-039fc3c1c691 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1468.102683] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211387} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.102969] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.103780] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cda0b9-cf39-4784-9903-6710a12dac36 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.107622] env[63248]: DEBUG nova.network.neutron [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Updating instance_info_cache with network_info: [{"id": "72f86117-9dab-4137-a201-9319113c987f", "address": "fa:16:3e:f8:28:92", "network": {"id": "769c7693-1e81-42cf-9c3b-f35f03fcbc54", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-585048286", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f86117-9d", "ovs_interfaceid": "72f86117-9dab-4137-a201-9319113c987f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e3b4e03-46f2-44cf-b04e-1f999c0392e5", "address": "fa:16:3e:79:f7:ce", "network": {"id": "bc915b9b-3ad0-486d-b0b9-9f125ba6fe05", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-563831635", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3b4e03-46", "ovs_interfaceid": "2e3b4e03-46f2-44cf-b04e-1f999c0392e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "929caa54-41ac-4fcf-892e-3b5a965e2f2a", "address": "fa:16:3e:23:d7:7e", "network": {"id": "769c7693-1e81-42cf-9c3b-f35f03fcbc54", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-585048286", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929caa54-41", "ovs_interfaceid": "929caa54-41ac-4fcf-892e-3b5a965e2f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.118759] env[63248]: DEBUG nova.compute.manager [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1468.119399] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1468.127688] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] cf0774df-f295-460a-87a5-f12e812e781d/cf0774df-f295-460a-87a5-f12e812e781d.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.128925] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Releasing lock "refresh_cache-f6015c28-7a38-464a-a0b9-b39c376d921e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.129314] env[63248]: DEBUG nova.compute.manager [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Instance network_info: |[{"id": "72f86117-9dab-4137-a201-9319113c987f", "address": "fa:16:3e:f8:28:92", "network": {"id": "769c7693-1e81-42cf-9c3b-f35f03fcbc54", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-585048286", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f86117-9d", "ovs_interfaceid": "72f86117-9dab-4137-a201-9319113c987f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e3b4e03-46f2-44cf-b04e-1f999c0392e5", "address": "fa:16:3e:79:f7:ce", "network": {"id": "bc915b9b-3ad0-486d-b0b9-9f125ba6fe05", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-563831635", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3b4e03-46", "ovs_interfaceid": "2e3b4e03-46f2-44cf-b04e-1f999c0392e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "929caa54-41ac-4fcf-892e-3b5a965e2f2a", "address": "fa:16:3e:23:d7:7e", "network": {"id": "769c7693-1e81-42cf-9c3b-f35f03fcbc54", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-585048286", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929caa54-41", "ovs_interfaceid": "929caa54-41ac-4fcf-892e-3b5a965e2f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1468.130075] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31b8475-f18c-439e-9d80-cfec45cc4855 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.132832] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b26232c5-ac55-4cd0-8157-86090b252bf7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.147153] env[63248]: DEBUG oslo_concurrency.lockutils [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] Acquired lock "refresh_cache-f6015c28-7a38-464a-a0b9-b39c376d921e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.147463] env[63248]: DEBUG nova.network.neutron [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Refreshing network info cache for port 2e3b4e03-46f2-44cf-b04e-1f999c0392e5 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.149323] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:28:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72f86117-9dab-4137-a201-9319113c987f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:f7:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e3b4e03-46f2-44cf-b04e-1f999c0392e5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:d7:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '929caa54-41ac-4fcf-892e-3b5a965e2f2a', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1468.160905] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Creating folder: Project (801c48baad164d6d802a3b6489dcae5c). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1468.161603] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1017d0f4-7907-4193-a0c4-b2b28031adc8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.168403] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.169681] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77d1a8af-2bdb-4347-a52e-09d9bf0601a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.171303] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Waiting for the task: (returnval){ [ 1468.171303] env[63248]: value = "task-1800535" [ 1468.171303] env[63248]: _type = "Task" [ 1468.171303] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.176209] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Created folder: Project (801c48baad164d6d802a3b6489dcae5c) in parent group-v373228. [ 1468.176209] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Creating folder: Instances. Parent ref: group-v373350. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1468.178599] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31b47b94-7583-4ecb-922c-654053a7ca06 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.179090] env[63248]: DEBUG oslo_vmware.api [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Waiting for the task: (returnval){ [ 1468.179090] env[63248]: value = "task-1800537" [ 1468.179090] env[63248]: _type = "Task" [ 1468.179090] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.186370] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800535, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.191115] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Created folder: Instances in parent group-v373350. [ 1468.191115] env[63248]: DEBUG oslo.service.loopingcall [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1468.191115] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1468.191115] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3b15962-c222-457d-a42b-3181b68db3a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.212117] env[63248]: DEBUG oslo_vmware.api [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.217455] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1468.217455] env[63248]: value = "task-1800539" [ 1468.217455] env[63248]: _type = "Task" [ 1468.217455] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.230106] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800539, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.375211] env[63248]: DEBUG nova.scheduler.client.report [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.412935] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "417a3664-2b58-4bef-96fb-3b3a017790da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.413374] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "417a3664-2b58-4bef-96fb-3b3a017790da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.415864] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Releasing lock "refresh_cache-e305b5ec-8988-4adf-9c48-772f6b904ff1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.415864] env[63248]: DEBUG nova.compute.manager [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Instance network_info: |[{"id": "8480b9e0-d9da-4ab6-b32e-75bd98922660", "address": "fa:16:3e:69:0e:95", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8480b9e0-d9", "ovs_interfaceid": "8480b9e0-d9da-4ab6-b32e-75bd98922660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1468.418791] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:0e:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8480b9e0-d9da-4ab6-b32e-75bd98922660', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1468.431783] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Creating folder: Project (e7f3c19db5c2456f8ceeeca3ff489b4d). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1468.436168] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a160e8a-4076-4d02-b276-7de9fc9c3f7c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.448765] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Created folder: Project (e7f3c19db5c2456f8ceeeca3ff489b4d) in parent group-v373228. [ 1468.449108] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Creating folder: Instances. Parent ref: group-v373353. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1468.449463] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87156ebd-ed2a-4e5d-9cb5-3620fb4f8e96 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.453728] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.463424] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Created folder: Instances in parent group-v373353. [ 1468.463760] env[63248]: DEBUG oslo.service.loopingcall [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1468.464023] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1468.464326] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ebaacad-24a7-47f9-b50a-e1ced2b86343 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.494923] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1468.494923] env[63248]: value = "task-1800542" [ 1468.494923] env[63248]: _type = "Task" [ 1468.494923] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.507494] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800542, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.519594] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800534, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.521511] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.521698] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.521902] env[63248]: DEBUG nova.network.neutron [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1468.670648] env[63248]: DEBUG nova.compute.manager [req-af3c755d-86d4-46da-ae02-635aca928fc3 req-7e7e9730-4d32-420b-90d8-60e5f297fd81 service nova] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Received event network-changed-8480b9e0-d9da-4ab6-b32e-75bd98922660 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1468.670834] env[63248]: DEBUG nova.compute.manager [req-af3c755d-86d4-46da-ae02-635aca928fc3 req-7e7e9730-4d32-420b-90d8-60e5f297fd81 service nova] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Refreshing instance network info cache due to event network-changed-8480b9e0-d9da-4ab6-b32e-75bd98922660. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1468.671059] env[63248]: DEBUG oslo_concurrency.lockutils [req-af3c755d-86d4-46da-ae02-635aca928fc3 req-7e7e9730-4d32-420b-90d8-60e5f297fd81 service nova] Acquiring lock "refresh_cache-e305b5ec-8988-4adf-9c48-772f6b904ff1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.671250] env[63248]: DEBUG oslo_concurrency.lockutils [req-af3c755d-86d4-46da-ae02-635aca928fc3 req-7e7e9730-4d32-420b-90d8-60e5f297fd81 service nova] Acquired lock "refresh_cache-e305b5ec-8988-4adf-9c48-772f6b904ff1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.671406] env[63248]: DEBUG nova.network.neutron [req-af3c755d-86d4-46da-ae02-635aca928fc3 req-7e7e9730-4d32-420b-90d8-60e5f297fd81 service nova] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Refreshing network info cache for port 8480b9e0-d9da-4ab6-b32e-75bd98922660 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.681918] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.690958] env[63248]: DEBUG oslo_vmware.api [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800537, 'name': PowerOffVM_Task, 'duration_secs': 0.332779} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.691216] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1468.691434] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1468.691690] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f03a77d-8ab6-4d56-b78e-8a1a3ad25abf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.727302] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800539, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.775044] env[63248]: DEBUG nova.compute.manager [req-5012edc2-74f0-4e49-ac0a-b267bdd31823 req-6585ab00-8e95-42c0-a0e5-64a8e6c4f2a7 service nova] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Received event network-vif-plugged-48708b4c-2bc4-4f9e-8e27-039fc3c1c691 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1468.775320] env[63248]: DEBUG oslo_concurrency.lockutils [req-5012edc2-74f0-4e49-ac0a-b267bdd31823 req-6585ab00-8e95-42c0-a0e5-64a8e6c4f2a7 service nova] Acquiring lock "d235314d-7080-409b-9be1-3fcb6c0884b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.775650] env[63248]: DEBUG oslo_concurrency.lockutils [req-5012edc2-74f0-4e49-ac0a-b267bdd31823 req-6585ab00-8e95-42c0-a0e5-64a8e6c4f2a7 service nova] Lock "d235314d-7080-409b-9be1-3fcb6c0884b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.775650] env[63248]: DEBUG oslo_concurrency.lockutils [req-5012edc2-74f0-4e49-ac0a-b267bdd31823 req-6585ab00-8e95-42c0-a0e5-64a8e6c4f2a7 service nova] Lock "d235314d-7080-409b-9be1-3fcb6c0884b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.775770] env[63248]: DEBUG nova.compute.manager [req-5012edc2-74f0-4e49-ac0a-b267bdd31823 req-6585ab00-8e95-42c0-a0e5-64a8e6c4f2a7 service nova] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] No waiting events found dispatching network-vif-plugged-48708b4c-2bc4-4f9e-8e27-039fc3c1c691 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1468.775946] env[63248]: WARNING nova.compute.manager [req-5012edc2-74f0-4e49-ac0a-b267bdd31823 req-6585ab00-8e95-42c0-a0e5-64a8e6c4f2a7 service nova] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Received unexpected event network-vif-plugged-48708b4c-2bc4-4f9e-8e27-039fc3c1c691 for instance with vm_state building and task_state spawning. [ 1468.775998] env[63248]: DEBUG nova.compute.manager [req-5012edc2-74f0-4e49-ac0a-b267bdd31823 req-6585ab00-8e95-42c0-a0e5-64a8e6c4f2a7 service nova] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Received event network-changed-48708b4c-2bc4-4f9e-8e27-039fc3c1c691 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1468.776176] env[63248]: DEBUG nova.compute.manager [req-5012edc2-74f0-4e49-ac0a-b267bdd31823 req-6585ab00-8e95-42c0-a0e5-64a8e6c4f2a7 service nova] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Refreshing instance network info cache due to event network-changed-48708b4c-2bc4-4f9e-8e27-039fc3c1c691. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1468.776375] env[63248]: DEBUG oslo_concurrency.lockutils [req-5012edc2-74f0-4e49-ac0a-b267bdd31823 req-6585ab00-8e95-42c0-a0e5-64a8e6c4f2a7 service nova] Acquiring lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.779129] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1468.779225] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1468.779394] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Deleting the datastore file [datastore1] 21637db2-110e-4fba-92a5-9318b9c56ea1 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1468.779957] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1929df0-fa92-4161-b3b6-a3409360b2df {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.786921] env[63248]: DEBUG oslo_vmware.api [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Waiting for the task: (returnval){ [ 1468.786921] env[63248]: value = "task-1800544" [ 1468.786921] env[63248]: _type = "Task" [ 1468.786921] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.795680] env[63248]: DEBUG oslo_vmware.api [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.882070] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.882820] env[63248]: DEBUG nova.compute.manager [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1468.885819] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.844s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.886163] env[63248]: DEBUG nova.objects.instance [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lazy-loading 'resources' on Instance uuid 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.006533] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800542, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.017904] env[63248]: DEBUG oslo_vmware.api [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800534, 'name': PowerOnVM_Task, 'duration_secs': 0.79992} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.018193] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.018385] env[63248]: DEBUG nova.compute.manager [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.019161] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f299b5b-68bb-42f3-8f4b-cea1cd43e666 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.076603] env[63248]: DEBUG nova.network.neutron [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Updated VIF entry in instance network info cache for port 2e3b4e03-46f2-44cf-b04e-1f999c0392e5. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.077164] env[63248]: DEBUG nova.network.neutron [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Updating instance_info_cache with network_info: [{"id": "72f86117-9dab-4137-a201-9319113c987f", "address": "fa:16:3e:f8:28:92", "network": {"id": "769c7693-1e81-42cf-9c3b-f35f03fcbc54", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-585048286", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f86117-9d", "ovs_interfaceid": "72f86117-9dab-4137-a201-9319113c987f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e3b4e03-46f2-44cf-b04e-1f999c0392e5", "address": "fa:16:3e:79:f7:ce", "network": {"id": "bc915b9b-3ad0-486d-b0b9-9f125ba6fe05", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-563831635", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3b4e03-46", "ovs_interfaceid": "2e3b4e03-46f2-44cf-b04e-1f999c0392e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "929caa54-41ac-4fcf-892e-3b5a965e2f2a", "address": "fa:16:3e:23:d7:7e", "network": {"id": "769c7693-1e81-42cf-9c3b-f35f03fcbc54", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-585048286", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929caa54-41", "ovs_interfaceid": "929caa54-41ac-4fcf-892e-3b5a965e2f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.082948] env[63248]: DEBUG nova.network.neutron [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1469.184804] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800535, 'name': ReconfigVM_Task, 'duration_secs': 0.683439} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.185508] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Reconfigured VM instance instance-0000002a to attach disk [datastore1] cf0774df-f295-460a-87a5-f12e812e781d/cf0774df-f295-460a-87a5-f12e812e781d.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.185801] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efc930fb-81ec-40fa-87dd-18b7f1c43523 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.192355] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Waiting for the task: (returnval){ [ 1469.192355] env[63248]: value = "task-1800545" [ 1469.192355] env[63248]: _type = "Task" [ 1469.192355] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.204342] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800545, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.229702] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800539, 'name': CreateVM_Task, 'duration_secs': 0.791384} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.229793] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1469.230686] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.230874] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.231243] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1469.232023] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33948680-3806-4109-a8de-aef6314db91d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.234803] env[63248]: DEBUG nova.network.neutron [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating instance_info_cache with network_info: [{"id": "48708b4c-2bc4-4f9e-8e27-039fc3c1c691", "address": "fa:16:3e:a5:8e:e6", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48708b4c-2b", "ovs_interfaceid": "48708b4c-2bc4-4f9e-8e27-039fc3c1c691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.239103] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1469.239103] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dec13c-49e9-e83a-81f6-89b305e358fe" [ 1469.239103] env[63248]: _type = "Task" [ 1469.239103] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.246278] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dec13c-49e9-e83a-81f6-89b305e358fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.296410] env[63248]: DEBUG oslo_vmware.api [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Task: {'id': task-1800544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28702} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.296972] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1469.297179] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1469.297360] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1469.297527] env[63248]: INFO nova.compute.manager [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1469.297759] env[63248]: DEBUG oslo.service.loopingcall [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1469.297944] env[63248]: DEBUG nova.compute.manager [-] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1469.298048] env[63248]: DEBUG nova.network.neutron [-] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1469.395009] env[63248]: DEBUG nova.compute.utils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1469.398611] env[63248]: DEBUG nova.compute.manager [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1469.398611] env[63248]: DEBUG nova.network.neutron [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1469.486376] env[63248]: DEBUG nova.policy [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f80ffeb276ca4bd1bc6f38967bdc9657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8b3f0cadcb94876a180681858d16ef9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1469.508624] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800542, 'name': CreateVM_Task, 'duration_secs': 0.606173} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.508960] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1469.509748] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.511749] env[63248]: DEBUG nova.network.neutron [req-af3c755d-86d4-46da-ae02-635aca928fc3 req-7e7e9730-4d32-420b-90d8-60e5f297fd81 service nova] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Updated VIF entry in instance network info cache for port 8480b9e0-d9da-4ab6-b32e-75bd98922660. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.512346] env[63248]: DEBUG nova.network.neutron [req-af3c755d-86d4-46da-ae02-635aca928fc3 req-7e7e9730-4d32-420b-90d8-60e5f297fd81 service nova] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Updating instance_info_cache with network_info: [{"id": "8480b9e0-d9da-4ab6-b32e-75bd98922660", "address": "fa:16:3e:69:0e:95", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8480b9e0-d9", "ovs_interfaceid": "8480b9e0-d9da-4ab6-b32e-75bd98922660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.542844] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.581656] env[63248]: DEBUG oslo_concurrency.lockutils [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] Releasing lock "refresh_cache-f6015c28-7a38-464a-a0b9-b39c376d921e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.581656] env[63248]: DEBUG nova.compute.manager [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Received event network-vif-deleted-48ebc3de-ccf0-42c8-80e1-01ec148552bd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1469.581656] env[63248]: DEBUG nova.compute.manager [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Received event network-vif-plugged-929caa54-41ac-4fcf-892e-3b5a965e2f2a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1469.582014] env[63248]: DEBUG oslo_concurrency.lockutils [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] Acquiring lock "f6015c28-7a38-464a-a0b9-b39c376d921e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.582364] env[63248]: DEBUG oslo_concurrency.lockutils [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] Lock "f6015c28-7a38-464a-a0b9-b39c376d921e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.583505] env[63248]: DEBUG oslo_concurrency.lockutils [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] Lock "f6015c28-7a38-464a-a0b9-b39c376d921e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.584176] env[63248]: DEBUG nova.compute.manager [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] No waiting events found dispatching network-vif-plugged-929caa54-41ac-4fcf-892e-3b5a965e2f2a {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1469.584859] env[63248]: WARNING nova.compute.manager [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Received unexpected event network-vif-plugged-929caa54-41ac-4fcf-892e-3b5a965e2f2a for instance with vm_state building and task_state spawning. [ 1469.585016] env[63248]: DEBUG nova.compute.manager [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Received event network-changed-929caa54-41ac-4fcf-892e-3b5a965e2f2a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1469.586189] env[63248]: DEBUG nova.compute.manager [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Refreshing instance network info cache due to event network-changed-929caa54-41ac-4fcf-892e-3b5a965e2f2a. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1469.586189] env[63248]: DEBUG oslo_concurrency.lockutils [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] Acquiring lock "refresh_cache-f6015c28-7a38-464a-a0b9-b39c376d921e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.586189] env[63248]: DEBUG oslo_concurrency.lockutils [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] Acquired lock "refresh_cache-f6015c28-7a38-464a-a0b9-b39c376d921e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.586189] env[63248]: DEBUG nova.network.neutron [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Refreshing network info cache for port 929caa54-41ac-4fcf-892e-3b5a965e2f2a {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1469.705063] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800545, 'name': Rename_Task, 'duration_secs': 0.368794} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.708236] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.708530] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c65e032c-bb0f-45ad-8654-2cbee6be1f05 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.715661] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Waiting for the task: (returnval){ [ 1469.715661] env[63248]: value = "task-1800546" [ 1469.715661] env[63248]: _type = "Task" [ 1469.715661] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.723389] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.736158] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Releasing lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.736506] env[63248]: DEBUG nova.compute.manager [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Instance network_info: |[{"id": "48708b4c-2bc4-4f9e-8e27-039fc3c1c691", "address": "fa:16:3e:a5:8e:e6", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48708b4c-2b", "ovs_interfaceid": "48708b4c-2bc4-4f9e-8e27-039fc3c1c691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1469.737409] env[63248]: DEBUG oslo_concurrency.lockutils [req-5012edc2-74f0-4e49-ac0a-b267bdd31823 req-6585ab00-8e95-42c0-a0e5-64a8e6c4f2a7 service nova] Acquired lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.737409] env[63248]: DEBUG nova.network.neutron [req-5012edc2-74f0-4e49-ac0a-b267bdd31823 req-6585ab00-8e95-42c0-a0e5-64a8e6c4f2a7 service nova] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Refreshing network info cache for port 48708b4c-2bc4-4f9e-8e27-039fc3c1c691 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1469.738953] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:8e:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48708b4c-2bc4-4f9e-8e27-039fc3c1c691', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1469.747140] env[63248]: DEBUG oslo.service.loopingcall [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1469.750831] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1469.755593] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b117fe09-ee62-459d-831d-e1c6a3f62201 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.778794] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dec13c-49e9-e83a-81f6-89b305e358fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012259} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.780529] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.780808] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1469.781068] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.781231] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.781461] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1469.781710] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1469.781710] env[63248]: value = "task-1800547" [ 1469.781710] env[63248]: _type = "Task" [ 1469.781710] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.785043] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.785372] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1469.786008] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e2fa2e0-100f-462b-afd2-2a1f330e5e89 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.788557] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65f5fe3-7c09-4d8d-90b5-fe3970bc6b19 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.797741] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1469.797741] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523ec6cb-2e65-80b5-7d45-b6716932438d" [ 1469.797741] env[63248]: _type = "Task" [ 1469.797741] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.800935] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800547, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.807230] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1469.807448] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1469.808378] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c72a83f-173e-4eac-bfd3-e544a392f3cb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.813545] env[63248]: DEBUG nova.network.neutron [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Successfully created port: 1c57681f-f329-47fd-bfd5-8181769d30cb {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1469.818717] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1469.818717] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5207d453-03d0-1a30-3027-017ba88acaf1" [ 1469.818717] env[63248]: _type = "Task" [ 1469.818717] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.818946] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523ec6cb-2e65-80b5-7d45-b6716932438d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.830665] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5207d453-03d0-1a30-3027-017ba88acaf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.900250] env[63248]: DEBUG nova.compute.manager [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1469.978817] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ff1c90-c404-411f-9425-1b6f33d266a5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.987221] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6239020b-210e-43c9-acc5-f52890c42a00 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.020021] env[63248]: DEBUG oslo_concurrency.lockutils [req-af3c755d-86d4-46da-ae02-635aca928fc3 req-7e7e9730-4d32-420b-90d8-60e5f297fd81 service nova] Releasing lock "refresh_cache-e305b5ec-8988-4adf-9c48-772f6b904ff1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.020021] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbdae43-74d8-4f6c-84aa-04ce1658bd01 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.027676] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12df5cc6-d63b-4907-af21-eb2be4aefcfa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.044099] env[63248]: DEBUG nova.compute.provider_tree [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.132575] env[63248]: DEBUG nova.network.neutron [-] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.225250] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800546, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.297079] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800547, 'name': CreateVM_Task, 'duration_secs': 0.348352} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.297287] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1470.298379] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.305862] env[63248]: DEBUG nova.network.neutron [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Updated VIF entry in instance network info cache for port 929caa54-41ac-4fcf-892e-3b5a965e2f2a. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.310012] env[63248]: DEBUG nova.network.neutron [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Updating instance_info_cache with network_info: [{"id": "72f86117-9dab-4137-a201-9319113c987f", "address": "fa:16:3e:f8:28:92", "network": {"id": "769c7693-1e81-42cf-9c3b-f35f03fcbc54", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-585048286", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f86117-9d", "ovs_interfaceid": "72f86117-9dab-4137-a201-9319113c987f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e3b4e03-46f2-44cf-b04e-1f999c0392e5", "address": "fa:16:3e:79:f7:ce", "network": {"id": "bc915b9b-3ad0-486d-b0b9-9f125ba6fe05", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-563831635", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3b4e03-46", "ovs_interfaceid": "2e3b4e03-46f2-44cf-b04e-1f999c0392e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "929caa54-41ac-4fcf-892e-3b5a965e2f2a", "address": "fa:16:3e:23:d7:7e", "network": {"id": "769c7693-1e81-42cf-9c3b-f35f03fcbc54", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-585048286", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929caa54-41", "ovs_interfaceid": "929caa54-41ac-4fcf-892e-3b5a965e2f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.316971] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523ec6cb-2e65-80b5-7d45-b6716932438d, 'name': SearchDatastore_Task, 'duration_secs': 0.022204} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.320592] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.320592] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1470.320592] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.320592] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.320592] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1470.320592] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16b0de0-fadb-4976-a333-a66faa3d3244 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.326731] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1470.326731] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b9970b-75c6-5f2f-ca72-f1f8f4afff3c" [ 1470.326731] env[63248]: _type = "Task" [ 1470.326731] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.330502] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5207d453-03d0-1a30-3027-017ba88acaf1, 'name': SearchDatastore_Task, 'duration_secs': 0.017763} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.334300] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca8e113a-d2ad-4f15-be03-cf21e1d1cf73 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.340970] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b9970b-75c6-5f2f-ca72-f1f8f4afff3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.342135] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1470.342135] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52616732-3f79-f7c4-5326-1c94068d8d35" [ 1470.342135] env[63248]: _type = "Task" [ 1470.342135] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.351797] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52616732-3f79-f7c4-5326-1c94068d8d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.444888] env[63248]: INFO nova.compute.manager [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Rebuilding instance [ 1470.490394] env[63248]: DEBUG nova.compute.manager [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.491288] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dda719-7aeb-4636-b555-74ebf48fc503 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.547193] env[63248]: DEBUG nova.scheduler.client.report [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.578440] env[63248]: DEBUG nova.network.neutron [req-5012edc2-74f0-4e49-ac0a-b267bdd31823 req-6585ab00-8e95-42c0-a0e5-64a8e6c4f2a7 service nova] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updated VIF entry in instance network info cache for port 48708b4c-2bc4-4f9e-8e27-039fc3c1c691. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.578865] env[63248]: DEBUG nova.network.neutron [req-5012edc2-74f0-4e49-ac0a-b267bdd31823 req-6585ab00-8e95-42c0-a0e5-64a8e6c4f2a7 service nova] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating instance_info_cache with network_info: [{"id": "48708b4c-2bc4-4f9e-8e27-039fc3c1c691", "address": "fa:16:3e:a5:8e:e6", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48708b4c-2b", "ovs_interfaceid": "48708b4c-2bc4-4f9e-8e27-039fc3c1c691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.635071] env[63248]: INFO nova.compute.manager [-] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Took 1.34 seconds to deallocate network for instance. [ 1470.733331] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800546, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.798860] env[63248]: DEBUG nova.compute.manager [req-cb79664f-28bf-4a62-8ad2-86e6b13a5a15 req-b7721787-afc1-4a5c-bdfe-a91e1574a338 service nova] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Received event network-vif-deleted-81bae540-93dd-4af1-b61d-368107075a3f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1470.812656] env[63248]: DEBUG oslo_concurrency.lockutils [req-14e77309-72ca-413e-abac-6918f91b6cc4 req-2f1b8010-e6b0-4471-8abf-d8626252ec51 service nova] Releasing lock "refresh_cache-f6015c28-7a38-464a-a0b9-b39c376d921e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.841598] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b9970b-75c6-5f2f-ca72-f1f8f4afff3c, 'name': SearchDatastore_Task, 'duration_secs': 0.015928} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.841888] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.842158] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1470.842415] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.850385] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52616732-3f79-f7c4-5326-1c94068d8d35, 'name': SearchDatastore_Task, 'duration_secs': 0.028038} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.850607] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.850842] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] f6015c28-7a38-464a-a0b9-b39c376d921e/f6015c28-7a38-464a-a0b9-b39c376d921e.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1470.851138] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.851343] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1470.851550] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e99a5a59-51b7-4ef4-9313-bb3fdbd5003c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.853530] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66e87125-9344-4821-9f6e-7d6d5263c6bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.860490] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1470.860490] env[63248]: value = "task-1800548" [ 1470.860490] env[63248]: _type = "Task" [ 1470.860490] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.863941] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1470.864109] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1470.865028] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e369084-a521-4a60-b9a1-21cccce480fa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.870539] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.873492] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1470.873492] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52773c49-a245-b5aa-f539-c37f82d0e69a" [ 1470.873492] env[63248]: _type = "Task" [ 1470.873492] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.882070] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52773c49-a245-b5aa-f539-c37f82d0e69a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.908575] env[63248]: DEBUG nova.compute.manager [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1470.928744] env[63248]: DEBUG nova.virt.hardware [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1470.929010] env[63248]: DEBUG nova.virt.hardware [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1470.929177] env[63248]: DEBUG nova.virt.hardware [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1470.929362] env[63248]: DEBUG nova.virt.hardware [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1470.929508] env[63248]: DEBUG nova.virt.hardware [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1470.929653] env[63248]: DEBUG nova.virt.hardware [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1470.929857] env[63248]: DEBUG nova.virt.hardware [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1470.930024] env[63248]: DEBUG nova.virt.hardware [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1470.930213] env[63248]: DEBUG nova.virt.hardware [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1470.930408] env[63248]: DEBUG nova.virt.hardware [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1470.930652] env[63248]: DEBUG nova.virt.hardware [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1470.931822] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425a3888-bd3e-4886-9924-ad9c58b9d965 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.940369] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7828480-e83b-4408-af28-8ce536b6981b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.054430] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.056769] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.917s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.058243] env[63248]: INFO nova.compute.claims [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1471.076956] env[63248]: INFO nova.scheduler.client.report [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleted allocations for instance 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4 [ 1471.081130] env[63248]: DEBUG oslo_concurrency.lockutils [req-5012edc2-74f0-4e49-ac0a-b267bdd31823 req-6585ab00-8e95-42c0-a0e5-64a8e6c4f2a7 service nova] Releasing lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.141944] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.230515] env[63248]: DEBUG oslo_vmware.api [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800546, 'name': PowerOnVM_Task, 'duration_secs': 1.308654} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.231017] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1471.231393] env[63248]: INFO nova.compute.manager [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1471.231718] env[63248]: DEBUG nova.compute.manager [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1471.232987] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1837433-8bf0-4882-a5b1-a0dd159ad667 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.371951] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800548, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.386157] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52773c49-a245-b5aa-f539-c37f82d0e69a, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.386157] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af3c6e0-66fd-4d7d-9588-dc99d366cf72 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.393509] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1471.393509] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cda47a-7745-ed16-cbe1-808f6e53d7c4" [ 1471.393509] env[63248]: _type = "Task" [ 1471.393509] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.403846] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cda47a-7745-ed16-cbe1-808f6e53d7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.406403] env[63248]: DEBUG nova.network.neutron [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Successfully updated port: 1c57681f-f329-47fd-bfd5-8181769d30cb {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1471.507076] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.507076] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3650c8d-ed9e-4be2-a082-224094f05afb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.512854] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Waiting for the task: (returnval){ [ 1471.512854] env[63248]: value = "task-1800549" [ 1471.512854] env[63248]: _type = "Task" [ 1471.512854] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.525926] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.585851] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c33e9d26-c19a-42eb-a95d-9b2e118c0cac tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "8f2d28c0-ad53-4fa8-8755-7ff99abdfee4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.174s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.753601] env[63248]: INFO nova.compute.manager [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Took 46.07 seconds to build instance. [ 1471.872305] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694904} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.872442] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] f6015c28-7a38-464a-a0b9-b39c376d921e/f6015c28-7a38-464a-a0b9-b39c376d921e.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1471.872703] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1471.872989] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85c1b293-beb2-4352-8cbe-0a442f02b7a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.879380] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1471.879380] env[63248]: value = "task-1800550" [ 1471.879380] env[63248]: _type = "Task" [ 1471.879380] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.888956] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.901620] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cda47a-7745-ed16-cbe1-808f6e53d7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.079284} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.901929] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.902232] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] e305b5ec-8988-4adf-9c48-772f6b904ff1/e305b5ec-8988-4adf-9c48-772f6b904ff1.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1471.902793] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.902793] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1471.902992] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65e8cf94-23d8-4395-8089-253d1f6d5871 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.905232] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f33a9628-b952-4b66-869c-1d9af1caf241 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.907217] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "refresh_cache-daec3bb1-5ba1-4ea2-89c1-2d8225463dff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.907382] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "refresh_cache-daec3bb1-5ba1-4ea2-89c1-2d8225463dff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.907596] env[63248]: DEBUG nova.network.neutron [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.914717] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1471.914717] env[63248]: value = "task-1800551" [ 1471.914717] env[63248]: _type = "Task" [ 1471.914717] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.924197] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.928911] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1471.928911] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1471.929694] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d77597e-35a4-42b1-9311-5b5ba09e2e97 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.935393] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1471.935393] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a42e40-47f4-d1a4-6eaf-635ae7685fe1" [ 1471.935393] env[63248]: _type = "Task" [ 1471.935393] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.944103] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a42e40-47f4-d1a4-6eaf-635ae7685fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.023345] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800549, 'name': PowerOffVM_Task, 'duration_secs': 0.144475} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.023658] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1472.023864] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1472.024613] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8336d1-a7fa-452f-96cf-b340e269c3a7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.031070] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1472.031313] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-debb8004-f91e-42cc-8fad-2743028f6fe0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.055258] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.055474] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.055655] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Deleting the datastore file [datastore1] ac46edb1-fa05-4310-8a93-7e38e85b6ea2 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.055902] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dcc417b-c402-4d2d-bd87-756479b3b3e1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.061892] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Waiting for the task: (returnval){ [ 1472.061892] env[63248]: value = "task-1800553" [ 1472.061892] env[63248]: _type = "Task" [ 1472.061892] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.072379] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.257962] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b4f95a34-5ead-4c48-b624-929e94955f67 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Lock "cf0774df-f295-460a-87a5-f12e812e781d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.344s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.394423] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079997} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.394778] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1472.395646] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78f0686-e13b-4aa9-a007-7e358af21ce3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.432667] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] f6015c28-7a38-464a-a0b9-b39c376d921e/f6015c28-7a38-464a-a0b9-b39c376d921e.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1472.432803] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Acquiring lock "cf0774df-f295-460a-87a5-f12e812e781d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.433021] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Lock "cf0774df-f295-460a-87a5-f12e812e781d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.433254] env[63248]: INFO nova.compute.manager [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Rebooting instance [ 1472.440707] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66745860-63b7-4684-b5fe-f57f559a366f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.476202] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a42e40-47f4-d1a4-6eaf-635ae7685fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.008145} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.476202] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521523} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.476550] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1472.476550] env[63248]: value = "task-1800554" [ 1472.476550] env[63248]: _type = "Task" [ 1472.476550] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.479795] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Acquiring lock "refresh_cache-cf0774df-f295-460a-87a5-f12e812e781d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.479795] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Acquired lock "refresh_cache-cf0774df-f295-460a-87a5-f12e812e781d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.479795] env[63248]: DEBUG nova.network.neutron [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.479795] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] e305b5ec-8988-4adf-9c48-772f6b904ff1/e305b5ec-8988-4adf-9c48-772f6b904ff1.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1472.479795] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1472.480336] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5f699f-d851-450c-931e-c1998219653f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.482535] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd4f7367-dd78-4a2c-a016-53ce0141a682 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.494849] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1472.494849] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b478a6-edf8-4adc-5311-29c010ab8c34" [ 1472.494849] env[63248]: _type = "Task" [ 1472.494849] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.498419] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.502607] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1472.502607] env[63248]: value = "task-1800555" [ 1472.502607] env[63248]: _type = "Task" [ 1472.502607] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.513828] env[63248]: DEBUG nova.network.neutron [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1472.515821] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b478a6-edf8-4adc-5311-29c010ab8c34, 'name': SearchDatastore_Task, 'duration_secs': 0.009574} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.517111] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.517111] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] d235314d-7080-409b-9be1-3fcb6c0884b4/d235314d-7080-409b-9be1-3fcb6c0884b4.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1472.519943] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a048efbc-648e-4242-9a48-dda86489da5f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.525652] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.530189] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1472.530189] env[63248]: value = "task-1800556" [ 1472.530189] env[63248]: _type = "Task" [ 1472.530189] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.543172] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.574582] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410719} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.574729] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1472.574910] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1472.575103] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1472.597747] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907f5f71-966a-4240-9e1a-985dedb4490b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.604980] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3278707-85a0-4a98-bdfc-6a28971b8b2d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.640083] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0a046a-9847-463b-8202-e27066a536a7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.648832] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e414cbe-6bad-48d0-8740-d87161f862ae {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.663123] env[63248]: DEBUG nova.compute.provider_tree [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.681205] env[63248]: DEBUG nova.network.neutron [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Updating instance_info_cache with network_info: [{"id": "1c57681f-f329-47fd-bfd5-8181769d30cb", "address": "fa:16:3e:ae:7e:35", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c57681f-f3", "ovs_interfaceid": "1c57681f-f329-47fd-bfd5-8181769d30cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.764477] env[63248]: DEBUG nova.compute.manager [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1472.992875] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800554, 'name': ReconfigVM_Task, 'duration_secs': 0.397453} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.993251] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Reconfigured VM instance instance-00000029 to attach disk [datastore1] f6015c28-7a38-464a-a0b9-b39c376d921e/f6015c28-7a38-464a-a0b9-b39c376d921e.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.994334] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81927e33-5672-4f2b-98f1-6281f97f78c3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.002584] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1473.002584] env[63248]: value = "task-1800557" [ 1473.002584] env[63248]: _type = "Task" [ 1473.002584] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.015163] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800557, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.018909] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115369} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.019288] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1473.020288] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54f3d09-0d59-4be8-bf09-bbc47026eb01 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.046483] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] e305b5ec-8988-4adf-9c48-772f6b904ff1/e305b5ec-8988-4adf-9c48-772f6b904ff1.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.050010] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ae6404-03bd-4057-8ef8-952afd429010 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.067182] env[63248]: DEBUG nova.compute.manager [req-03f33865-68c4-479d-8f43-a275bb1b93d7 req-d7b30225-d272-498f-9389-296d8fc263db service nova] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Received event network-vif-plugged-1c57681f-f329-47fd-bfd5-8181769d30cb {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1473.067405] env[63248]: DEBUG oslo_concurrency.lockutils [req-03f33865-68c4-479d-8f43-a275bb1b93d7 req-d7b30225-d272-498f-9389-296d8fc263db service nova] Acquiring lock "daec3bb1-5ba1-4ea2-89c1-2d8225463dff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.067613] env[63248]: DEBUG oslo_concurrency.lockutils [req-03f33865-68c4-479d-8f43-a275bb1b93d7 req-d7b30225-d272-498f-9389-296d8fc263db service nova] Lock "daec3bb1-5ba1-4ea2-89c1-2d8225463dff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.067778] env[63248]: DEBUG oslo_concurrency.lockutils [req-03f33865-68c4-479d-8f43-a275bb1b93d7 req-d7b30225-d272-498f-9389-296d8fc263db service nova] Lock "daec3bb1-5ba1-4ea2-89c1-2d8225463dff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.067949] env[63248]: DEBUG nova.compute.manager [req-03f33865-68c4-479d-8f43-a275bb1b93d7 req-d7b30225-d272-498f-9389-296d8fc263db service nova] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] No waiting events found dispatching network-vif-plugged-1c57681f-f329-47fd-bfd5-8181769d30cb {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1473.068241] env[63248]: WARNING nova.compute.manager [req-03f33865-68c4-479d-8f43-a275bb1b93d7 req-d7b30225-d272-498f-9389-296d8fc263db service nova] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Received unexpected event network-vif-plugged-1c57681f-f329-47fd-bfd5-8181769d30cb for instance with vm_state building and task_state spawning. [ 1473.068286] env[63248]: DEBUG nova.compute.manager [req-03f33865-68c4-479d-8f43-a275bb1b93d7 req-d7b30225-d272-498f-9389-296d8fc263db service nova] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Received event network-changed-1c57681f-f329-47fd-bfd5-8181769d30cb {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1473.068412] env[63248]: DEBUG nova.compute.manager [req-03f33865-68c4-479d-8f43-a275bb1b93d7 req-d7b30225-d272-498f-9389-296d8fc263db service nova] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Refreshing instance network info cache due to event network-changed-1c57681f-f329-47fd-bfd5-8181769d30cb. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1473.068575] env[63248]: DEBUG oslo_concurrency.lockutils [req-03f33865-68c4-479d-8f43-a275bb1b93d7 req-d7b30225-d272-498f-9389-296d8fc263db service nova] Acquiring lock "refresh_cache-daec3bb1-5ba1-4ea2-89c1-2d8225463dff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.074085] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511493} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.075366] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] d235314d-7080-409b-9be1-3fcb6c0884b4/d235314d-7080-409b-9be1-3fcb6c0884b4.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1473.075586] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1473.075902] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1473.075902] env[63248]: value = "task-1800558" [ 1473.075902] env[63248]: _type = "Task" [ 1473.075902] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.078241] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e147d61d-89d7-45cd-b0c3-999d6f411f51 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.092673] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.094046] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1473.094046] env[63248]: value = "task-1800559" [ 1473.094046] env[63248]: _type = "Task" [ 1473.094046] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.103614] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.166137] env[63248]: DEBUG nova.scheduler.client.report [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.183481] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "refresh_cache-daec3bb1-5ba1-4ea2-89c1-2d8225463dff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.183794] env[63248]: DEBUG nova.compute.manager [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Instance network_info: |[{"id": "1c57681f-f329-47fd-bfd5-8181769d30cb", "address": "fa:16:3e:ae:7e:35", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c57681f-f3", "ovs_interfaceid": "1c57681f-f329-47fd-bfd5-8181769d30cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1473.184131] env[63248]: DEBUG oslo_concurrency.lockutils [req-03f33865-68c4-479d-8f43-a275bb1b93d7 req-d7b30225-d272-498f-9389-296d8fc263db service nova] Acquired lock "refresh_cache-daec3bb1-5ba1-4ea2-89c1-2d8225463dff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.184295] env[63248]: DEBUG nova.network.neutron [req-03f33865-68c4-479d-8f43-a275bb1b93d7 req-d7b30225-d272-498f-9389-296d8fc263db service nova] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Refreshing network info cache for port 1c57681f-f329-47fd-bfd5-8181769d30cb {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.185857] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:7e:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c57681f-f329-47fd-bfd5-8181769d30cb', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1473.193319] env[63248]: DEBUG oslo.service.loopingcall [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1473.196290] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1473.196566] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7bd8b33-9246-45b4-bacd-f5ff2ade8652 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.216621] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1473.216621] env[63248]: value = "task-1800560" [ 1473.216621] env[63248]: _type = "Task" [ 1473.216621] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.224994] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800560, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.243161] env[63248]: DEBUG nova.network.neutron [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Updating instance_info_cache with network_info: [{"id": "b3e37825-96c9-45aa-96ef-fa3577813936", "address": "fa:16:3e:d5:d7:a6", "network": {"id": "ccd511f8-0b8a-4625-a5f7-44a21e393939", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-408903441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced1a18a4c0449bab8479e157a82db54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e37825-96", "ovs_interfaceid": "b3e37825-96c9-45aa-96ef-fa3577813936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.286133] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.512033] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800557, 'name': Rename_Task, 'duration_secs': 0.171785} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.512228] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1473.512484] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c0bb198-f17c-4932-8b1e-7e999b6b3586 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.519023] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1473.519023] env[63248]: value = "task-1800561" [ 1473.519023] env[63248]: _type = "Task" [ 1473.519023] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.526871] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.593907] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800558, 'name': ReconfigVM_Task, 'duration_secs': 0.416347} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.595052] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Reconfigured VM instance instance-0000002b to attach disk [datastore1] e305b5ec-8988-4adf-9c48-772f6b904ff1/e305b5ec-8988-4adf-9c48-772f6b904ff1.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1473.595445] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96fdaa55-7940-449a-9422-65ef2ba453fc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.605479] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168984} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.606815] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1473.607191] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1473.607191] env[63248]: value = "task-1800562" [ 1473.607191] env[63248]: _type = "Task" [ 1473.607191] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.607871] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92766803-ad3d-41f9-b320-06792e373905 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.640492] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] d235314d-7080-409b-9be1-3fcb6c0884b4/d235314d-7080-409b-9be1-3fcb6c0884b4.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.646289] env[63248]: DEBUG nova.virt.hardware [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1473.646545] env[63248]: DEBUG nova.virt.hardware [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.646702] env[63248]: DEBUG nova.virt.hardware [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1473.646880] env[63248]: DEBUG nova.virt.hardware [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.647033] env[63248]: DEBUG nova.virt.hardware [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1473.647185] env[63248]: DEBUG nova.virt.hardware [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1473.647390] env[63248]: DEBUG nova.virt.hardware [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1473.647548] env[63248]: DEBUG nova.virt.hardware [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1473.647713] env[63248]: DEBUG nova.virt.hardware [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1473.647872] env[63248]: DEBUG nova.virt.hardware [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1473.648054] env[63248]: DEBUG nova.virt.hardware [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1473.648343] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5e22f66-1500-44af-b6cd-1a6580ab4cff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.663880] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800562, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.664899] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dab9d96-d30a-437c-b8ef-57871d6b77ca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.673168] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.673389] env[63248]: DEBUG nova.compute.manager [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1473.677309] env[63248]: DEBUG oslo_concurrency.lockutils [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.809s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.677481] env[63248]: DEBUG nova.objects.instance [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Lazy-loading 'resources' on Instance uuid 1fa6471f-fda6-448d-8d06-cb0c46e3175a {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.679633] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04563ae7-acd0-432c-b3ef-90ccd622c10c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.683731] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1473.683731] env[63248]: value = "task-1800563" [ 1473.683731] env[63248]: _type = "Task" [ 1473.683731] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.700357] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Instance VIF info [] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1473.706449] env[63248]: DEBUG oslo.service.loopingcall [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1473.708119] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1473.708327] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bb166ca-c19c-4eb2-b847-0ea80bc7dbee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.725944] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.735537] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800560, 'name': CreateVM_Task, 'duration_secs': 0.481284} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.736824] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1473.737032] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1473.737032] env[63248]: value = "task-1800564" [ 1473.737032] env[63248]: _type = "Task" [ 1473.737032] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.737715] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.739826] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.739826] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1473.739826] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25262457-7497-47d7-b59f-85641ff811cc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.745738] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Releasing lock "refresh_cache-cf0774df-f295-460a-87a5-f12e812e781d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.755705] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1473.755705] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522c04ec-45b6-ccbb-08b3-46e7b615d61f" [ 1473.755705] env[63248]: _type = "Task" [ 1473.755705] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.756046] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800564, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.765431] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522c04ec-45b6-ccbb-08b3-46e7b615d61f, 'name': SearchDatastore_Task, 'duration_secs': 0.009379} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.765731] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.765965] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.766214] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.766357] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.766530] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.767062] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57607605-495d-4ed4-b9e6-869752241795 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.775392] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.775610] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.776277] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a35f619-9509-47c5-ba03-e9813d666e68 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.781832] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1473.781832] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524ad83a-c776-ccc0-9ada-d0009109eb36" [ 1473.781832] env[63248]: _type = "Task" [ 1473.781832] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.791195] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524ad83a-c776-ccc0-9ada-d0009109eb36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.946168] env[63248]: DEBUG nova.network.neutron [req-03f33865-68c4-479d-8f43-a275bb1b93d7 req-d7b30225-d272-498f-9389-296d8fc263db service nova] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Updated VIF entry in instance network info cache for port 1c57681f-f329-47fd-bfd5-8181769d30cb. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.946507] env[63248]: DEBUG nova.network.neutron [req-03f33865-68c4-479d-8f43-a275bb1b93d7 req-d7b30225-d272-498f-9389-296d8fc263db service nova] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Updating instance_info_cache with network_info: [{"id": "1c57681f-f329-47fd-bfd5-8181769d30cb", "address": "fa:16:3e:ae:7e:35", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c57681f-f3", "ovs_interfaceid": "1c57681f-f329-47fd-bfd5-8181769d30cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.030199] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.121625] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800562, 'name': Rename_Task, 'duration_secs': 0.15967} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.121905] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1474.122468] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4861ea0-a406-46d6-8227-53cd75b8368f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.128628] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1474.128628] env[63248]: value = "task-1800565" [ 1474.128628] env[63248]: _type = "Task" [ 1474.128628] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.139296] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.187178] env[63248]: DEBUG nova.compute.utils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1474.191573] env[63248]: DEBUG nova.compute.manager [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1474.193871] env[63248]: DEBUG nova.network.neutron [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1474.207384] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800563, 'name': ReconfigVM_Task, 'duration_secs': 0.287888} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.207384] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Reconfigured VM instance instance-0000002c to attach disk [datastore1] d235314d-7080-409b-9be1-3fcb6c0884b4/d235314d-7080-409b-9be1-3fcb6c0884b4.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1474.207943] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdb88749-b242-43bf-92d4-4a82d445702e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.219876] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1474.219876] env[63248]: value = "task-1800566" [ 1474.219876] env[63248]: _type = "Task" [ 1474.219876] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.227834] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800566, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.248222] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800564, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.253738] env[63248]: DEBUG nova.compute.manager [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1474.254640] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca30299-aa7d-45f7-b3f4-720ea40fd966 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.280876] env[63248]: DEBUG nova.policy [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32405cafea264ffd9e2a536ba8fd451f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f67cee3b42443898db85c7177110f92', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1474.293407] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524ad83a-c776-ccc0-9ada-d0009109eb36, 'name': SearchDatastore_Task, 'duration_secs': 0.00835} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.298019] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4780a900-4ace-4aa0-bd56-34d9fe401580 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.304122] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1474.304122] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b32375-aab1-2b0c-7be7-326f05283b57" [ 1474.304122] env[63248]: _type = "Task" [ 1474.304122] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.321871] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b32375-aab1-2b0c-7be7-326f05283b57, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.323036] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.323346] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] daec3bb1-5ba1-4ea2-89c1-2d8225463dff/daec3bb1-5ba1-4ea2-89c1-2d8225463dff.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1474.323848] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41f5a98d-eb8f-465f-b1e8-092f03450407 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.332830] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1474.332830] env[63248]: value = "task-1800567" [ 1474.332830] env[63248]: _type = "Task" [ 1474.332830] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.345071] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.449562] env[63248]: DEBUG oslo_concurrency.lockutils [req-03f33865-68c4-479d-8f43-a275bb1b93d7 req-d7b30225-d272-498f-9389-296d8fc263db service nova] Releasing lock "refresh_cache-daec3bb1-5ba1-4ea2-89c1-2d8225463dff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.534745] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800561, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.643942] env[63248]: DEBUG oslo_vmware.api [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800565, 'name': PowerOnVM_Task, 'duration_secs': 0.491325} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.649285] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1474.649285] env[63248]: INFO nova.compute.manager [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1474.649285] env[63248]: DEBUG nova.compute.manager [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1474.649285] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707ec383-da83-44b4-92a7-ee4bb12f3a41 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.692950] env[63248]: DEBUG nova.compute.manager [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1474.735020] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800566, 'name': Rename_Task, 'duration_secs': 0.158099} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.744056] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1474.744056] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdf9bcee-d87b-49e0-b2c3-148856387e8f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.754125] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800564, 'name': CreateVM_Task, 'duration_secs': 0.529933} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.758151] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1474.758900] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1474.758900] env[63248]: value = "task-1800568" [ 1474.758900] env[63248]: _type = "Task" [ 1474.758900] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.759526] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.759701] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.760078] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1474.760432] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2750b85-0014-4089-9efe-009a0f3a20c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.779955] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Waiting for the task: (returnval){ [ 1474.779955] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5278d948-4973-5980-b41b-09f32b2b33a8" [ 1474.779955] env[63248]: _type = "Task" [ 1474.779955] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.780337] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800568, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.781108] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc59faca-7910-4b05-b450-635f9780fcef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.797037] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020d8c8c-1323-4060-8402-cb656f05fa9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.801976] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5278d948-4973-5980-b41b-09f32b2b33a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.839913] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7de62cb-d594-4189-b4f5-fff100f0e00f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.852485] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd8b0a5-9aca-4736-afba-5a9b297214d9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.856602] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800567, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.870057] env[63248]: DEBUG nova.compute.provider_tree [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.907695] env[63248]: DEBUG nova.network.neutron [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Successfully created port: 10370191-06f4-4ddd-aa08-395992e6004e {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1475.032329] env[63248]: DEBUG oslo_vmware.api [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800561, 'name': PowerOnVM_Task, 'duration_secs': 1.487652} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.032607] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1475.032811] env[63248]: INFO nova.compute.manager [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Took 15.61 seconds to spawn the instance on the hypervisor. [ 1475.032986] env[63248]: DEBUG nova.compute.manager [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1475.033804] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eddf74-e66f-4940-87ff-db45af7f0855 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.168808] env[63248]: INFO nova.compute.manager [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Took 46.24 seconds to build instance. [ 1475.273138] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800568, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.273886] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e7eda6-2969-4631-8b25-3119ca483c9a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.281879] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Doing hard reboot of VM {{(pid=63248) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1475.282124] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-551ab191-2983-414c-9c54-aebe5ce92916 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.289544] env[63248]: DEBUG oslo_vmware.api [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Waiting for the task: (returnval){ [ 1475.289544] env[63248]: value = "task-1800569" [ 1475.289544] env[63248]: _type = "Task" [ 1475.289544] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.296039] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5278d948-4973-5980-b41b-09f32b2b33a8, 'name': SearchDatastore_Task, 'duration_secs': 0.080284} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.297079] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.297079] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1475.297285] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.297285] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.297471] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.297726] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5351fe9c-e3c8-4142-8050-09fe4e3303cd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.305797] env[63248]: DEBUG oslo_vmware.api [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800569, 'name': ResetVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.313332] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.313513] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1475.314253] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c59df423-a675-48e4-9f6e-603b1d0fefb2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.320186] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Waiting for the task: (returnval){ [ 1475.320186] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5292611d-0ca1-1ba5-1295-40ce92a93fb1" [ 1475.320186] env[63248]: _type = "Task" [ 1475.320186] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.328890] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5292611d-0ca1-1ba5-1295-40ce92a93fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.347141] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646775} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.347141] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] daec3bb1-5ba1-4ea2-89c1-2d8225463dff/daec3bb1-5ba1-4ea2-89c1-2d8225463dff.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1475.347141] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1475.347141] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceda7083-0042-4562-96d2-e283e0274a0a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.356020] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1475.356020] env[63248]: value = "task-1800570" [ 1475.356020] env[63248]: _type = "Task" [ 1475.356020] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.364980] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.373778] env[63248]: DEBUG nova.scheduler.client.report [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1475.554283] env[63248]: INFO nova.compute.manager [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Took 55.96 seconds to build instance. [ 1475.669784] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c9290983-8aff-42ee-a423-0fda2427cc30 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "e305b5ec-8988-4adf-9c48-772f6b904ff1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.397s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.705926] env[63248]: DEBUG nova.compute.manager [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1475.732230] env[63248]: DEBUG nova.virt.hardware [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1475.732485] env[63248]: DEBUG nova.virt.hardware [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1475.732674] env[63248]: DEBUG nova.virt.hardware [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1475.732869] env[63248]: DEBUG nova.virt.hardware [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1475.733039] env[63248]: DEBUG nova.virt.hardware [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1475.733198] env[63248]: DEBUG nova.virt.hardware [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1475.733412] env[63248]: DEBUG nova.virt.hardware [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1475.733570] env[63248]: DEBUG nova.virt.hardware [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1475.733737] env[63248]: DEBUG nova.virt.hardware [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1475.733901] env[63248]: DEBUG nova.virt.hardware [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1475.734089] env[63248]: DEBUG nova.virt.hardware [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1475.734954] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba14df2-00fe-48ab-9c93-4325b6ef6572 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.743558] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4d29c7-696a-4bbf-b860-122fba9c165d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.770311] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800568, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.800048] env[63248]: DEBUG oslo_vmware.api [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800569, 'name': ResetVM_Task, 'duration_secs': 0.111904} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.800383] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Did hard reboot of VM {{(pid=63248) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1475.800619] env[63248]: DEBUG nova.compute.manager [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1475.801442] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4052b2-8f06-4455-8a33-fddb19e74e64 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.831816] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5292611d-0ca1-1ba5-1295-40ce92a93fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.045412} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.832669] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812ef4f1-6aef-4649-861b-c03c26dd8b02 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.839138] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Waiting for the task: (returnval){ [ 1475.839138] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524f1cbd-6d84-3de1-8e1a-6a002fd84dd0" [ 1475.839138] env[63248]: _type = "Task" [ 1475.839138] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.847646] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524f1cbd-6d84-3de1-8e1a-6a002fd84dd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.863274] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305293} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.863516] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.864286] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c04f64-3554-403c-94a3-ea80c01e9d69 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.880248] env[63248]: DEBUG oslo_concurrency.lockutils [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.890716] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] daec3bb1-5ba1-4ea2-89c1-2d8225463dff/daec3bb1-5ba1-4ea2-89c1-2d8225463dff.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.891578] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.784s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.891682] env[63248]: DEBUG nova.objects.instance [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lazy-loading 'resources' on Instance uuid a4433417-ae64-4629-9f2e-5b02fbb5e9a6 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.893359] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a3ed791-65ab-4470-9732-84274762d86a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.921966] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1475.921966] env[63248]: value = "task-1800571" [ 1475.921966] env[63248]: _type = "Task" [ 1475.921966] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.926785] env[63248]: INFO nova.scheduler.client.report [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Deleted allocations for instance 1fa6471f-fda6-448d-8d06-cb0c46e3175a [ 1475.934262] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.057024] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bfe6378c-f963-473e-83f3-0dd3bc6c6b46 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "f6015c28-7a38-464a-a0b9-b39c376d921e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.306s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.173277] env[63248]: DEBUG nova.compute.manager [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1476.272940] env[63248]: DEBUG oslo_vmware.api [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800568, 'name': PowerOnVM_Task, 'duration_secs': 1.300955} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.275387] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.275600] env[63248]: INFO nova.compute.manager [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1476.276067] env[63248]: DEBUG nova.compute.manager [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1476.276915] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1064fe-d61e-4dc8-a7b0-4d3b14561072 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.316381] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1e36370d-360b-4fc0-9845-139ef733055b tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Lock "cf0774df-f295-460a-87a5-f12e812e781d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.883s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.351934] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524f1cbd-6d84-3de1-8e1a-6a002fd84dd0, 'name': SearchDatastore_Task, 'duration_secs': 0.043115} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.354519] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.354787] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ac46edb1-fa05-4310-8a93-7e38e85b6ea2/ac46edb1-fa05-4310-8a93-7e38e85b6ea2.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1476.355494] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8707f001-e769-45a9-a35a-3fad70353075 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.362507] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Waiting for the task: (returnval){ [ 1476.362507] env[63248]: value = "task-1800572" [ 1476.362507] env[63248]: _type = "Task" [ 1476.362507] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.375664] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.428861] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654136f7-77f4-449c-8542-78d3159e3648 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.434720] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800571, 'name': ReconfigVM_Task, 'duration_secs': 0.304648} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.437411] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Reconfigured VM instance instance-0000002d to attach disk [datastore1] daec3bb1-5ba1-4ea2-89c1-2d8225463dff/daec3bb1-5ba1-4ea2-89c1-2d8225463dff.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.440664] env[63248]: DEBUG oslo_concurrency.lockutils [None req-638835e7-fc36-4438-bb00-a892231adec2 tempest-TenantUsagesTestJSON-444960422 tempest-TenantUsagesTestJSON-444960422-project-member] Lock "1fa6471f-fda6-448d-8d06-cb0c46e3175a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.105s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.440976] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4a724f5-4c5e-4bba-bcad-af02d0fae513 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.444260] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd4f694-131d-460c-beb4-e27133c9b448 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.479672] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ef296a-9d69-4667-9515-68f852d91c2a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.484023] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1476.484023] env[63248]: value = "task-1800573" [ 1476.484023] env[63248]: _type = "Task" [ 1476.484023] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.500910] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fd68b2-dc98-4d00-8637-c4b0e8d8efb2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.500910] env[63248]: DEBUG nova.network.neutron [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Successfully updated port: 10370191-06f4-4ddd-aa08-395992e6004e {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1476.508040] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800573, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.514678] env[63248]: DEBUG nova.compute.provider_tree [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.564497] env[63248]: DEBUG nova.compute.manager [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1476.600235] env[63248]: DEBUG nova.compute.manager [req-6c7a0416-1b56-4ed8-af85-3d80d3c82842 req-e1808746-d66d-4c76-b3e3-263b17e1031c service nova] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Received event network-vif-plugged-10370191-06f4-4ddd-aa08-395992e6004e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1476.600235] env[63248]: DEBUG oslo_concurrency.lockutils [req-6c7a0416-1b56-4ed8-af85-3d80d3c82842 req-e1808746-d66d-4c76-b3e3-263b17e1031c service nova] Acquiring lock "7f7dd101-3089-48e5-8a56-521ae4992f0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.600983] env[63248]: DEBUG oslo_concurrency.lockutils [req-6c7a0416-1b56-4ed8-af85-3d80d3c82842 req-e1808746-d66d-4c76-b3e3-263b17e1031c service nova] Lock "7f7dd101-3089-48e5-8a56-521ae4992f0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.601702] env[63248]: DEBUG oslo_concurrency.lockutils [req-6c7a0416-1b56-4ed8-af85-3d80d3c82842 req-e1808746-d66d-4c76-b3e3-263b17e1031c service nova] Lock "7f7dd101-3089-48e5-8a56-521ae4992f0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.602146] env[63248]: DEBUG nova.compute.manager [req-6c7a0416-1b56-4ed8-af85-3d80d3c82842 req-e1808746-d66d-4c76-b3e3-263b17e1031c service nova] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] No waiting events found dispatching network-vif-plugged-10370191-06f4-4ddd-aa08-395992e6004e {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1476.602496] env[63248]: WARNING nova.compute.manager [req-6c7a0416-1b56-4ed8-af85-3d80d3c82842 req-e1808746-d66d-4c76-b3e3-263b17e1031c service nova] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Received unexpected event network-vif-plugged-10370191-06f4-4ddd-aa08-395992e6004e for instance with vm_state building and task_state spawning. [ 1476.657458] env[63248]: DEBUG nova.compute.manager [req-a187648c-de7f-41c4-87da-3b450dba8c0b req-e373d583-f622-408e-bbe9-f64c986db1ed service nova] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Received event network-changed-8480b9e0-d9da-4ab6-b32e-75bd98922660 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1476.657458] env[63248]: DEBUG nova.compute.manager [req-a187648c-de7f-41c4-87da-3b450dba8c0b req-e373d583-f622-408e-bbe9-f64c986db1ed service nova] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Refreshing instance network info cache due to event network-changed-8480b9e0-d9da-4ab6-b32e-75bd98922660. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1476.657458] env[63248]: DEBUG oslo_concurrency.lockutils [req-a187648c-de7f-41c4-87da-3b450dba8c0b req-e373d583-f622-408e-bbe9-f64c986db1ed service nova] Acquiring lock "refresh_cache-e305b5ec-8988-4adf-9c48-772f6b904ff1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.657458] env[63248]: DEBUG oslo_concurrency.lockutils [req-a187648c-de7f-41c4-87da-3b450dba8c0b req-e373d583-f622-408e-bbe9-f64c986db1ed service nova] Acquired lock "refresh_cache-e305b5ec-8988-4adf-9c48-772f6b904ff1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.657458] env[63248]: DEBUG nova.network.neutron [req-a187648c-de7f-41c4-87da-3b450dba8c0b req-e373d583-f622-408e-bbe9-f64c986db1ed service nova] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Refreshing network info cache for port 8480b9e0-d9da-4ab6-b32e-75bd98922660 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.696919] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.804199] env[63248]: INFO nova.compute.manager [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Took 40.77 seconds to build instance. [ 1476.875934] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800572, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.996440] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800573, 'name': Rename_Task, 'duration_secs': 0.156031} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.996807] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.997115] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b749ee4-f1f2-4e40-89a1-57a33077effb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.009667] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "refresh_cache-7f7dd101-3089-48e5-8a56-521ae4992f0c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.009667] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquired lock "refresh_cache-7f7dd101-3089-48e5-8a56-521ae4992f0c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.009667] env[63248]: DEBUG nova.network.neutron [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.009667] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1477.009667] env[63248]: value = "task-1800574" [ 1477.009667] env[63248]: _type = "Task" [ 1477.009667] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.015063] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.018174] env[63248]: DEBUG nova.scheduler.client.report [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1477.074185] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Acquiring lock "cf0774df-f295-460a-87a5-f12e812e781d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.074489] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Lock "cf0774df-f295-460a-87a5-f12e812e781d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.074767] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Acquiring lock "cf0774df-f295-460a-87a5-f12e812e781d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.074963] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Lock "cf0774df-f295-460a-87a5-f12e812e781d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.075275] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Lock "cf0774df-f295-460a-87a5-f12e812e781d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.079031] env[63248]: INFO nova.compute.manager [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Terminating instance [ 1477.100594] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.180620] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "f6015c28-7a38-464a-a0b9-b39c376d921e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.180978] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "f6015c28-7a38-464a-a0b9-b39c376d921e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.181213] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "f6015c28-7a38-464a-a0b9-b39c376d921e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.181409] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "f6015c28-7a38-464a-a0b9-b39c376d921e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.181639] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "f6015c28-7a38-464a-a0b9-b39c376d921e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.184660] env[63248]: INFO nova.compute.manager [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Terminating instance [ 1477.306108] env[63248]: DEBUG oslo_concurrency.lockutils [None req-311a4a4b-2704-434b-b277-d618f6d465ba tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "d235314d-7080-409b-9be1-3fcb6c0884b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.382s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.376020] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582813} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.379661] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ac46edb1-fa05-4310-8a93-7e38e85b6ea2/ac46edb1-fa05-4310-8a93-7e38e85b6ea2.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1477.379661] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1477.379661] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-824f84ff-8def-44cb-97fd-1ef7a5d60a5f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.386019] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Waiting for the task: (returnval){ [ 1477.386019] env[63248]: value = "task-1800575" [ 1477.386019] env[63248]: _type = "Task" [ 1477.386019] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.397857] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.482793] env[63248]: DEBUG nova.network.neutron [req-a187648c-de7f-41c4-87da-3b450dba8c0b req-e373d583-f622-408e-bbe9-f64c986db1ed service nova] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Updated VIF entry in instance network info cache for port 8480b9e0-d9da-4ab6-b32e-75bd98922660. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.482793] env[63248]: DEBUG nova.network.neutron [req-a187648c-de7f-41c4-87da-3b450dba8c0b req-e373d583-f622-408e-bbe9-f64c986db1ed service nova] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Updating instance_info_cache with network_info: [{"id": "8480b9e0-d9da-4ab6-b32e-75bd98922660", "address": "fa:16:3e:69:0e:95", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8480b9e0-d9", "ovs_interfaceid": "8480b9e0-d9da-4ab6-b32e-75bd98922660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.519669] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800574, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.526728] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.527602] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.238s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.528074] env[63248]: DEBUG nova.objects.instance [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lazy-loading 'resources' on Instance uuid eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1477.556013] env[63248]: DEBUG nova.network.neutron [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1477.561804] env[63248]: INFO nova.scheduler.client.report [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Deleted allocations for instance a4433417-ae64-4629-9f2e-5b02fbb5e9a6 [ 1477.587978] env[63248]: DEBUG nova.compute.manager [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1477.588343] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1477.589415] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d499aa9b-da8b-4440-8f8c-ce1ce6c8fa6a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.599258] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1477.599645] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00d3e46c-8253-4ad7-ac7a-360ebbf920fc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.611873] env[63248]: DEBUG oslo_vmware.api [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Waiting for the task: (returnval){ [ 1477.611873] env[63248]: value = "task-1800576" [ 1477.611873] env[63248]: _type = "Task" [ 1477.611873] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.624756] env[63248]: DEBUG oslo_vmware.api [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.690079] env[63248]: DEBUG nova.compute.manager [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1477.690384] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1477.691806] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680723fc-54d7-468c-b078-0aa774abe778 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.702493] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1477.702493] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-807ff03c-7c89-4fdb-affd-9423fb5c1d53 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.712063] env[63248]: DEBUG oslo_vmware.api [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1477.712063] env[63248]: value = "task-1800577" [ 1477.712063] env[63248]: _type = "Task" [ 1477.712063] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.722573] env[63248]: DEBUG oslo_vmware.api [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.730343] env[63248]: DEBUG nova.network.neutron [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Updating instance_info_cache with network_info: [{"id": "10370191-06f4-4ddd-aa08-395992e6004e", "address": "fa:16:3e:38:f2:74", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10370191-06", "ovs_interfaceid": "10370191-06f4-4ddd-aa08-395992e6004e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.809170] env[63248]: DEBUG nova.compute.manager [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1477.898053] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066258} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.898447] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1477.899378] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6253e8-3c81-47c8-9b5f-dd2dfbbe6742 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.934586] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] ac46edb1-fa05-4310-8a93-7e38e85b6ea2/ac46edb1-fa05-4310-8a93-7e38e85b6ea2.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1477.934586] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-251f52c2-6422-46e0-ae68-efa6d654d79f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.958113] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Waiting for the task: (returnval){ [ 1477.958113] env[63248]: value = "task-1800578" [ 1477.958113] env[63248]: _type = "Task" [ 1477.958113] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.968500] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.985513] env[63248]: DEBUG oslo_concurrency.lockutils [req-a187648c-de7f-41c4-87da-3b450dba8c0b req-e373d583-f622-408e-bbe9-f64c986db1ed service nova] Releasing lock "refresh_cache-e305b5ec-8988-4adf-9c48-772f6b904ff1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.017941] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800574, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.069682] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e369024a-ff3a-4319-a6ed-2386b77be77c tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "a4433417-ae64-4629-9f2e-5b02fbb5e9a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.662s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.123595] env[63248]: DEBUG oslo_vmware.api [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800576, 'name': PowerOffVM_Task, 'duration_secs': 0.212205} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.123929] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.124124] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1478.124390] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a7a8113-af52-4aa3-9744-6dc4d3fdd033 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.226697] env[63248]: DEBUG oslo_vmware.api [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800577, 'name': PowerOffVM_Task, 'duration_secs': 0.217861} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.227033] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.227152] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1478.227414] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bd05a96-4e10-424f-a757-db3d913b4789 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.234415] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Releasing lock "refresh_cache-7f7dd101-3089-48e5-8a56-521ae4992f0c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.234415] env[63248]: DEBUG nova.compute.manager [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Instance network_info: |[{"id": "10370191-06f4-4ddd-aa08-395992e6004e", "address": "fa:16:3e:38:f2:74", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10370191-06", "ovs_interfaceid": "10370191-06f4-4ddd-aa08-395992e6004e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1478.235017] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1478.235066] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1478.235267] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Deleting the datastore file [datastore1] cf0774df-f295-460a-87a5-f12e812e781d {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1478.235717] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:f2:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10370191-06f4-4ddd-aa08-395992e6004e', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1478.243670] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Creating folder: Project (1f67cee3b42443898db85c7177110f92). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1478.243961] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a8a73ec-4c0e-4544-99d2-9346d85cdece {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.248338] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-608eb8f8-f671-46dc-a3af-baf20410a531 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.257254] env[63248]: DEBUG oslo_vmware.api [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Waiting for the task: (returnval){ [ 1478.257254] env[63248]: value = "task-1800581" [ 1478.257254] env[63248]: _type = "Task" [ 1478.257254] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.261549] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Created folder: Project (1f67cee3b42443898db85c7177110f92) in parent group-v373228. [ 1478.261746] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Creating folder: Instances. Parent ref: group-v373359. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1478.264633] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ee86340-c1d4-4aaa-8f7d-9ecfa6dfd20e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.269482] env[63248]: DEBUG oslo_vmware.api [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.278613] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Created folder: Instances in parent group-v373359. [ 1478.278868] env[63248]: DEBUG oslo.service.loopingcall [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1478.281469] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1478.281844] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc9403dd-1f00-4502-8ec9-21343322129e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.305382] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1478.305382] env[63248]: value = "task-1800584" [ 1478.305382] env[63248]: _type = "Task" [ 1478.305382] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.324886] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800584, 'name': CreateVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.332738] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.470572] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800578, 'name': ReconfigVM_Task, 'duration_secs': 0.299544} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.470681] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Reconfigured VM instance instance-00000026 to attach disk [datastore1] ac46edb1-fa05-4310-8a93-7e38e85b6ea2/ac46edb1-fa05-4310-8a93-7e38e85b6ea2.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1478.471264] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e102093-5a07-4af8-9029-4d6dadf31a6f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.480181] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Waiting for the task: (returnval){ [ 1478.480181] env[63248]: value = "task-1800585" [ 1478.480181] env[63248]: _type = "Task" [ 1478.480181] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.489092] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800585, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.517685] env[63248]: DEBUG oslo_vmware.api [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800574, 'name': PowerOnVM_Task, 'duration_secs': 1.140199} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.520258] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1478.520469] env[63248]: INFO nova.compute.manager [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1478.520655] env[63248]: DEBUG nova.compute.manager [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1478.521643] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84efb06d-a8c8-4105-b93f-f1e72ece8924 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.534222] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0326afd-414f-4860-a123-f784da680854 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.542198] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84153b63-38c0-47e4-b8b1-43d66b466a34 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.583537] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f330354-94bd-462d-9fbc-cdbdaa163dce {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.587391] env[63248]: DEBUG nova.compute.manager [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Stashing vm_state: active {{(pid=63248) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1478.601803] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b1ceb6-d81f-43ba-b128-e3b56d475b6b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.617914] env[63248]: DEBUG nova.compute.provider_tree [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.629896] env[63248]: DEBUG nova.compute.manager [req-518a7fb0-7340-4084-91e9-5c8897449064 req-1613ea3b-1c51-48cb-b342-0a10859774e5 service nova] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Received event network-changed-10370191-06f4-4ddd-aa08-395992e6004e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1478.630376] env[63248]: DEBUG nova.compute.manager [req-518a7fb0-7340-4084-91e9-5c8897449064 req-1613ea3b-1c51-48cb-b342-0a10859774e5 service nova] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Refreshing instance network info cache due to event network-changed-10370191-06f4-4ddd-aa08-395992e6004e. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1478.630645] env[63248]: DEBUG oslo_concurrency.lockutils [req-518a7fb0-7340-4084-91e9-5c8897449064 req-1613ea3b-1c51-48cb-b342-0a10859774e5 service nova] Acquiring lock "refresh_cache-7f7dd101-3089-48e5-8a56-521ae4992f0c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.630827] env[63248]: DEBUG oslo_concurrency.lockutils [req-518a7fb0-7340-4084-91e9-5c8897449064 req-1613ea3b-1c51-48cb-b342-0a10859774e5 service nova] Acquired lock "refresh_cache-7f7dd101-3089-48e5-8a56-521ae4992f0c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.631021] env[63248]: DEBUG nova.network.neutron [req-518a7fb0-7340-4084-91e9-5c8897449064 req-1613ea3b-1c51-48cb-b342-0a10859774e5 service nova] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Refreshing network info cache for port 10370191-06f4-4ddd-aa08-395992e6004e {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.668907] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1478.669190] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1478.669434] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Deleting the datastore file [datastore1] f6015c28-7a38-464a-a0b9-b39c376d921e {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1478.669763] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26c9f089-df58-4319-8da4-cb22ab8f72e3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.680371] env[63248]: DEBUG oslo_vmware.api [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1478.680371] env[63248]: value = "task-1800586" [ 1478.680371] env[63248]: _type = "Task" [ 1478.680371] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.691182] env[63248]: DEBUG oslo_vmware.api [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.767898] env[63248]: DEBUG oslo_vmware.api [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Task: {'id': task-1800581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161272} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.767898] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1478.767898] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1478.768189] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1478.768338] env[63248]: INFO nova.compute.manager [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1478.769027] env[63248]: DEBUG oslo.service.loopingcall [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1478.769027] env[63248]: DEBUG nova.compute.manager [-] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1478.769027] env[63248]: DEBUG nova.network.neutron [-] [instance: cf0774df-f295-460a-87a5-f12e812e781d] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1478.818120] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800584, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.991112] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800585, 'name': Rename_Task, 'duration_secs': 0.221623} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.991405] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1478.991685] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0052f59c-c5e8-4e60-96e6-6eae0e6a8940 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.999498] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Waiting for the task: (returnval){ [ 1478.999498] env[63248]: value = "task-1800587" [ 1478.999498] env[63248]: _type = "Task" [ 1478.999498] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.008074] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.041447] env[63248]: INFO nova.compute.manager [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Took 37.43 seconds to build instance. [ 1479.111964] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.121738] env[63248]: DEBUG nova.scheduler.client.report [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.191494] env[63248]: DEBUG oslo_vmware.api [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219212} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.191623] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.191827] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1479.192014] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.192196] env[63248]: INFO nova.compute.manager [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Took 1.50 seconds to destroy the instance on the hypervisor. [ 1479.192463] env[63248]: DEBUG oslo.service.loopingcall [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.192652] env[63248]: DEBUG nova.compute.manager [-] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1479.192742] env[63248]: DEBUG nova.network.neutron [-] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1479.317793] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800584, 'name': CreateVM_Task, 'duration_secs': 0.518603} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.318221] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1479.319248] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.319595] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.320220] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1479.320885] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-354b2463-a82c-4067-b2c4-991e72754af5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.328447] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1479.328447] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524b0c65-c22b-56b3-4861-4faa91bba3ce" [ 1479.328447] env[63248]: _type = "Task" [ 1479.328447] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.339038] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524b0c65-c22b-56b3-4861-4faa91bba3ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.381039] env[63248]: DEBUG nova.network.neutron [req-518a7fb0-7340-4084-91e9-5c8897449064 req-1613ea3b-1c51-48cb-b342-0a10859774e5 service nova] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Updated VIF entry in instance network info cache for port 10370191-06f4-4ddd-aa08-395992e6004e. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1479.381039] env[63248]: DEBUG nova.network.neutron [req-518a7fb0-7340-4084-91e9-5c8897449064 req-1613ea3b-1c51-48cb-b342-0a10859774e5 service nova] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Updating instance_info_cache with network_info: [{"id": "10370191-06f4-4ddd-aa08-395992e6004e", "address": "fa:16:3e:38:f2:74", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10370191-06", "ovs_interfaceid": "10370191-06f4-4ddd-aa08-395992e6004e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.513140] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.541350] env[63248]: DEBUG nova.network.neutron [-] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.542875] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e0b35842-9a19-4fc5-a582-bff6976f9b04 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "daec3bb1-5ba1-4ea2-89c1-2d8225463dff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.400s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.627832] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.630831] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.269s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.632614] env[63248]: DEBUG nova.objects.instance [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Lazy-loading 'resources' on Instance uuid c3889b72-5d3a-4a80-a43e-405ae07e75f5 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.658020] env[63248]: INFO nova.scheduler.client.report [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Deleted allocations for instance eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd [ 1479.770037] env[63248]: INFO nova.compute.manager [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Rebuilding instance [ 1479.815190] env[63248]: DEBUG nova.compute.manager [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1479.816056] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b856da59-61d9-48ed-b5cd-280e062eb777 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.839858] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524b0c65-c22b-56b3-4861-4faa91bba3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.840175] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.840449] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1479.840992] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.840992] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.840992] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1479.841235] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cad054f-8c96-4f18-a771-b6c77c6b844e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.845934] env[63248]: DEBUG nova.compute.manager [req-7ae90db8-d1e8-4e84-926b-3987e6d461df req-a48fdb99-1683-4352-b849-06d770245351 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Received event network-vif-deleted-72f86117-9dab-4137-a201-9319113c987f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1479.846100] env[63248]: INFO nova.compute.manager [req-7ae90db8-d1e8-4e84-926b-3987e6d461df req-a48fdb99-1683-4352-b849-06d770245351 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Neutron deleted interface 72f86117-9dab-4137-a201-9319113c987f; detaching it from the instance and deleting it from the info cache [ 1479.846383] env[63248]: DEBUG nova.network.neutron [req-7ae90db8-d1e8-4e84-926b-3987e6d461df req-a48fdb99-1683-4352-b849-06d770245351 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Updating instance_info_cache with network_info: [{"id": "2e3b4e03-46f2-44cf-b04e-1f999c0392e5", "address": "fa:16:3e:79:f7:ce", "network": {"id": "bc915b9b-3ad0-486d-b0b9-9f125ba6fe05", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-563831635", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3b4e03-46", "ovs_interfaceid": "2e3b4e03-46f2-44cf-b04e-1f999c0392e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "929caa54-41ac-4fcf-892e-3b5a965e2f2a", "address": "fa:16:3e:23:d7:7e", "network": {"id": "769c7693-1e81-42cf-9c3b-f35f03fcbc54", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-585048286", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap929caa54-41", "ovs_interfaceid": "929caa54-41ac-4fcf-892e-3b5a965e2f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.854905] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1479.855116] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1479.855831] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b4a6405-0834-434f-b5e6-de19560aa907 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.862744] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1479.862744] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d85b79-0775-16e6-f740-1a259e03f022" [ 1479.862744] env[63248]: _type = "Task" [ 1479.862744] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.872765] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d85b79-0775-16e6-f740-1a259e03f022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.885186] env[63248]: DEBUG oslo_concurrency.lockutils [req-518a7fb0-7340-4084-91e9-5c8897449064 req-1613ea3b-1c51-48cb-b342-0a10859774e5 service nova] Releasing lock "refresh_cache-7f7dd101-3089-48e5-8a56-521ae4992f0c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.010634] env[63248]: DEBUG oslo_vmware.api [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Task: {'id': task-1800587, 'name': PowerOnVM_Task, 'duration_secs': 0.590486} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.011177] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1480.011177] env[63248]: DEBUG nova.compute.manager [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1480.011942] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdafcd5-7ab0-4122-bb1d-65f8edf8c268 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.047323] env[63248]: DEBUG nova.compute.manager [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1480.051139] env[63248]: INFO nova.compute.manager [-] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Took 1.28 seconds to deallocate network for instance. [ 1480.215090] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90838b4d-0608-4db6-939b-6a8fe7653525 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.406s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.349746] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-848ab9ce-7fc3-4789-994b-c564fa20a060 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.363907] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e410c7e2-d728-4f37-a2ae-c7d93fc9ee0a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.388362] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d85b79-0775-16e6-f740-1a259e03f022, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.392247] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835d413c-1fbc-4f5a-8f1e-73da041c2800 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.407409] env[63248]: DEBUG nova.compute.manager [req-7ae90db8-d1e8-4e84-926b-3987e6d461df req-a48fdb99-1683-4352-b849-06d770245351 service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Detach interface failed, port_id=72f86117-9dab-4137-a201-9319113c987f, reason: Instance f6015c28-7a38-464a-a0b9-b39c376d921e could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1480.411395] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1480.411395] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523bc144-ad85-e2d5-8edc-834e86d38292" [ 1480.411395] env[63248]: _type = "Task" [ 1480.411395] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.420730] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523bc144-ad85-e2d5-8edc-834e86d38292, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.423263] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.423533] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 7f7dd101-3089-48e5-8a56-521ae4992f0c/7f7dd101-3089-48e5-8a56-521ae4992f0c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1480.424275] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea6015e7-693b-4475-93e5-8bc81064b054 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.431680] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1480.431680] env[63248]: value = "task-1800588" [ 1480.431680] env[63248]: _type = "Task" [ 1480.431680] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.444664] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.535343] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.558931] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.573619] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.638090] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7277ae1-d4cd-4c34-a6ee-5f49217591f9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.647739] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90bd423-1752-4d50-b238-2be8d6b15212 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.683889] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc4bdf3-4793-43b2-9d9d-26c62c42182d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.693164] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c454e735-5f9d-474f-86e2-acb44a32d4b8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.709221] env[63248]: DEBUG nova.compute.provider_tree [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.839095] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.839326] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c07f44d-6cae-4b97-9b9b-c687eec0345b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.849281] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1480.849281] env[63248]: value = "task-1800589" [ 1480.849281] env[63248]: _type = "Task" [ 1480.849281] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.853067] env[63248]: DEBUG nova.network.neutron [-] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.860744] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.945116] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800588, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.014046] env[63248]: DEBUG nova.compute.manager [req-c92c6849-306b-49d7-98bd-7991be0680a0 req-070f272b-6b73-4aed-9ced-d88cf1440f96 service nova] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Received event network-vif-deleted-b3e37825-96c9-45aa-96ef-fa3577813936 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1481.214302] env[63248]: DEBUG nova.scheduler.client.report [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1481.282979] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquiring lock "ac46edb1-fa05-4310-8a93-7e38e85b6ea2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.283858] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Lock "ac46edb1-fa05-4310-8a93-7e38e85b6ea2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.283858] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquiring lock "ac46edb1-fa05-4310-8a93-7e38e85b6ea2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.283858] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Lock "ac46edb1-fa05-4310-8a93-7e38e85b6ea2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.283858] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Lock "ac46edb1-fa05-4310-8a93-7e38e85b6ea2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.286052] env[63248]: INFO nova.compute.manager [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Terminating instance [ 1481.297845] env[63248]: DEBUG nova.compute.manager [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.300087] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2d6685-6050-42ef-a7ef-6f3a30d3c90e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.361245] env[63248]: INFO nova.compute.manager [-] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Took 2.17 seconds to deallocate network for instance. [ 1481.361245] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800589, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.443698] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540624} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.444027] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 7f7dd101-3089-48e5-8a56-521ae4992f0c/7f7dd101-3089-48e5-8a56-521ae4992f0c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1481.444326] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1481.444577] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fccae529-d019-4018-9b90-7d4717461a44 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.452923] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1481.452923] env[63248]: value = "task-1800590" [ 1481.452923] env[63248]: _type = "Task" [ 1481.452923] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.462986] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.721698] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.724076] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.749s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.724332] env[63248]: DEBUG nova.objects.instance [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lazy-loading 'resources' on Instance uuid ef8a4b6c-f0a9-48a3-ac37-03706a7abde0 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.751075] env[63248]: INFO nova.scheduler.client.report [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Deleted allocations for instance c3889b72-5d3a-4a80-a43e-405ae07e75f5 [ 1481.790177] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquiring lock "refresh_cache-ac46edb1-fa05-4310-8a93-7e38e85b6ea2" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.791294] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquired lock "refresh_cache-ac46edb1-fa05-4310-8a93-7e38e85b6ea2" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.791294] env[63248]: DEBUG nova.network.neutron [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.810995] env[63248]: INFO nova.compute.manager [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] instance snapshotting [ 1481.811712] env[63248]: DEBUG nova.objects.instance [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lazy-loading 'flavor' on Instance uuid 8e040787-5b5e-4d2f-b23d-270b198a9642 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.862379] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800589, 'name': PowerOffVM_Task, 'duration_secs': 0.645965} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.862641] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.862857] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1481.863634] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3599492-503c-40c4-8d35-1ff84400216b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.870017] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.872119] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.872405] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ff6645c-782b-44c9-8f93-4a23ca5bc876 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.911405] env[63248]: DEBUG nova.compute.manager [req-7e9cc400-031d-4e6a-9e73-48e1cfe85d49 req-b4e48a54-5e01-45b4-a11d-b8936d0477fd service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Received event network-vif-deleted-929caa54-41ac-4fcf-892e-3b5a965e2f2a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1481.911405] env[63248]: DEBUG nova.compute.manager [req-7e9cc400-031d-4e6a-9e73-48e1cfe85d49 req-b4e48a54-5e01-45b4-a11d-b8936d0477fd service nova] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Received event network-vif-deleted-2e3b4e03-46f2-44cf-b04e-1f999c0392e5 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1481.964016] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304513} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.964016] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1481.964815] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8619aa-def2-4308-832b-7223685a92de {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.968492] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.968695] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.968872] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleting the datastore file [datastore1] daec3bb1-5ba1-4ea2-89c1-2d8225463dff {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.969557] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2be7b55d-ae08-404f-821a-a102519fa961 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.993557] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 7f7dd101-3089-48e5-8a56-521ae4992f0c/7f7dd101-3089-48e5-8a56-521ae4992f0c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.995467] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a97282f9-21cf-4364-8268-1a5701477d08 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.010418] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1482.010418] env[63248]: value = "task-1800592" [ 1482.010418] env[63248]: _type = "Task" [ 1482.010418] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.018285] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1482.018285] env[63248]: value = "task-1800593" [ 1482.018285] env[63248]: _type = "Task" [ 1482.018285] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.024292] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.176741] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "53686d6b-0e38-4361-9fb4-dbdfcc4c80af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.176741] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "53686d6b-0e38-4361-9fb4-dbdfcc4c80af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.176741] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "53686d6b-0e38-4361-9fb4-dbdfcc4c80af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.178026] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "53686d6b-0e38-4361-9fb4-dbdfcc4c80af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.178026] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "53686d6b-0e38-4361-9fb4-dbdfcc4c80af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.180025] env[63248]: INFO nova.compute.manager [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Terminating instance [ 1482.258713] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a48786ef-c5d9-4e25-b455-5e5957a577ef tempest-VolumesAssistedSnapshotsTest-2128732804 tempest-VolumesAssistedSnapshotsTest-2128732804-project-member] Lock "c3889b72-5d3a-4a80-a43e-405ae07e75f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.513s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.313911] env[63248]: DEBUG nova.network.neutron [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1482.318300] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408fe92a-3b58-4910-9785-6abf2adc6ef8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.345558] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f86737b-a816-4c72-939d-2a7ebed3a0e4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.409754] env[63248]: DEBUG nova.network.neutron [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.526021] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.513537} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.526762] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.526885] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.527083] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.535397] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.666833] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c59524-e74c-4dd5-8f50-eac8d68a6e6e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.675235] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be36a15-79a6-46a4-9a62-0cd461b4bcf7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.709040] env[63248]: DEBUG nova.compute.manager [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1482.709040] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1482.709935] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c6dbef-d8a5-443c-a74c-88597fc5258e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.713285] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e876e7db-1139-4d86-bb50-e59df10c0272 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.724166] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180863f7-5dba-4d46-9df5-48553c64743a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.728198] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.728481] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f0f9d6c-c223-47ab-bc75-ece02809c453 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.741658] env[63248]: DEBUG nova.compute.provider_tree [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.744761] env[63248]: DEBUG oslo_vmware.api [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1482.744761] env[63248]: value = "task-1800594" [ 1482.744761] env[63248]: _type = "Task" [ 1482.744761] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.754528] env[63248]: DEBUG oslo_vmware.api [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.857634] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1482.858020] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-717b30da-8621-4a70-a97e-4ed8ef3d6e36 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.868063] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1482.868063] env[63248]: value = "task-1800595" [ 1482.868063] env[63248]: _type = "Task" [ 1482.868063] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.878427] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800595, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.915213] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Releasing lock "refresh_cache-ac46edb1-fa05-4310-8a93-7e38e85b6ea2" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.915943] env[63248]: DEBUG nova.compute.manager [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1482.916090] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1482.917486] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99e456a-08eb-4eee-8461-fbe389b28792 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.927210] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.927607] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0cfb6a4-d290-4887-856e-640521b9e93d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.938103] env[63248]: DEBUG oslo_vmware.api [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1482.938103] env[63248]: value = "task-1800596" [ 1482.938103] env[63248]: _type = "Task" [ 1482.938103] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.950236] env[63248]: DEBUG oslo_vmware.api [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.034744] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800593, 'name': ReconfigVM_Task, 'duration_secs': 0.77083} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.035139] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 7f7dd101-3089-48e5-8a56-521ae4992f0c/7f7dd101-3089-48e5-8a56-521ae4992f0c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1483.035896] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a451571-cf5c-4c5c-97e1-8a16e84cff41 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.050298] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1483.050298] env[63248]: value = "task-1800597" [ 1483.050298] env[63248]: _type = "Task" [ 1483.050298] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.060998] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800597, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.246936] env[63248]: DEBUG nova.scheduler.client.report [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.261644] env[63248]: DEBUG oslo_vmware.api [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800594, 'name': PowerOffVM_Task, 'duration_secs': 0.233873} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.262312] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.262312] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1483.262407] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df37aceb-5dfd-4670-94cd-41b72771481c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.374147] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1483.374147] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1483.374359] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Deleting the datastore file [datastore1] 53686d6b-0e38-4361-9fb4-dbdfcc4c80af {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1483.374896] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28bfa3a5-b424-470d-9745-1105ae9419c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.379712] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800595, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.385617] env[63248]: DEBUG oslo_vmware.api [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for the task: (returnval){ [ 1483.385617] env[63248]: value = "task-1800599" [ 1483.385617] env[63248]: _type = "Task" [ 1483.385617] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.395095] env[63248]: DEBUG oslo_vmware.api [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.448695] env[63248]: DEBUG oslo_vmware.api [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800596, 'name': PowerOffVM_Task, 'duration_secs': 0.141083} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.449018] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.449200] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1483.449487] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbfed12c-288c-4675-b95d-38a519f10a33 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.477835] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1483.478809] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1483.478809] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Deleting the datastore file [datastore1] ac46edb1-fa05-4310-8a93-7e38e85b6ea2 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1483.478809] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-080967bf-cfeb-4ce8-b14e-4139da35ef00 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.487112] env[63248]: DEBUG oslo_vmware.api [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for the task: (returnval){ [ 1483.487112] env[63248]: value = "task-1800601" [ 1483.487112] env[63248]: _type = "Task" [ 1483.487112] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.496041] env[63248]: DEBUG oslo_vmware.api [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.560902] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800597, 'name': Rename_Task, 'duration_secs': 0.16653} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.561232] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.561624] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf6a3fcf-bad8-488e-9554-6c9bd3bcfb4a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.573920] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1483.573920] env[63248]: value = "task-1800602" [ 1483.573920] env[63248]: _type = "Task" [ 1483.573920] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.579729] env[63248]: DEBUG nova.virt.hardware [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1483.579967] env[63248]: DEBUG nova.virt.hardware [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1483.580132] env[63248]: DEBUG nova.virt.hardware [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1483.580326] env[63248]: DEBUG nova.virt.hardware [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1483.580491] env[63248]: DEBUG nova.virt.hardware [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1483.580634] env[63248]: DEBUG nova.virt.hardware [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1483.580835] env[63248]: DEBUG nova.virt.hardware [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1483.580985] env[63248]: DEBUG nova.virt.hardware [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1483.581160] env[63248]: DEBUG nova.virt.hardware [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1483.581318] env[63248]: DEBUG nova.virt.hardware [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1483.581512] env[63248]: DEBUG nova.virt.hardware [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1483.582517] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ee8b42-5430-49f9-9225-b079c84be788 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.590770] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.594508] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b91daf1-fda3-412d-abab-f41ab918bc6b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.613803] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:7e:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c57681f-f329-47fd-bfd5-8181769d30cb', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1483.622447] env[63248]: DEBUG oslo.service.loopingcall [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1483.622773] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1483.622996] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3665c3da-4be9-4d41-8caf-c2704a5b14d1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.648165] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1483.648165] env[63248]: value = "task-1800603" [ 1483.648165] env[63248]: _type = "Task" [ 1483.648165] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.657746] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800603, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.757478] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.760682] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.969s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.760682] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.760682] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1483.761151] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.878s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.765032] env[63248]: INFO nova.compute.claims [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.767112] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d8c725-ac50-4b07-9267-56ccd3378b24 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.781481] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98527527-b722-409e-a961-cd55655bbc60 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.788471] env[63248]: INFO nova.scheduler.client.report [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleted allocations for instance ef8a4b6c-f0a9-48a3-ac37-03706a7abde0 [ 1483.802540] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13207eca-9309-4c90-a761-71bc327ed27f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.813206] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43256537-e613-4e46-93b3-1af047fc56d4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.850912] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178964MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1483.851106] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.879600] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800595, 'name': CreateSnapshot_Task, 'duration_secs': 0.773172} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.879972] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1483.880897] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb7ad91-b170-4dfb-9451-be3643a984f1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.904737] env[63248]: DEBUG oslo_vmware.api [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Task: {'id': task-1800599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187039} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.905093] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1483.905316] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1483.905499] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1483.905709] env[63248]: INFO nova.compute.manager [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1483.906012] env[63248]: DEBUG oslo.service.loopingcall [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1483.906281] env[63248]: DEBUG nova.compute.manager [-] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1483.906399] env[63248]: DEBUG nova.network.neutron [-] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1484.002638] env[63248]: DEBUG oslo_vmware.api [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Task: {'id': task-1800601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124805} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.002638] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1484.002890] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1484.002890] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1484.003663] env[63248]: INFO nova.compute.manager [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1484.003663] env[63248]: DEBUG oslo.service.loopingcall [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.003663] env[63248]: DEBUG nova.compute.manager [-] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1484.003663] env[63248]: DEBUG nova.network.neutron [-] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1484.030677] env[63248]: DEBUG nova.network.neutron [-] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1484.085559] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800602, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.161494] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800603, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.310130] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4e8e77c8-6610-4fc7-81c1-0e8ddedf4feb tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "ef8a4b6c-f0a9-48a3-ac37-03706a7abde0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.281s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.408390] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1484.408390] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7bd6e215-545e-4e33-b0a6-32c810b9d7eb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.418042] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1484.418042] env[63248]: value = "task-1800604" [ 1484.418042] env[63248]: _type = "Task" [ 1484.418042] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.429403] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800604, 'name': CloneVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.533162] env[63248]: DEBUG nova.network.neutron [-] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.585082] env[63248]: DEBUG oslo_vmware.api [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800602, 'name': PowerOnVM_Task, 'duration_secs': 0.56096} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.585554] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.585784] env[63248]: INFO nova.compute.manager [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1484.585968] env[63248]: DEBUG nova.compute.manager [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.586771] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c934be9e-936d-4b03-a5be-9582c6f830bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.662151] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800603, 'name': CreateVM_Task, 'duration_secs': 0.603577} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.662151] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1484.662151] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.662151] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.662151] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1484.662151] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba9b89b-7f84-49f3-96b7-5d01e6455528 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.668312] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1484.668312] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529561c3-53b5-54f7-cb4d-81ab91602240" [ 1484.668312] env[63248]: _type = "Task" [ 1484.668312] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.678112] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529561c3-53b5-54f7-cb4d-81ab91602240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.925355] env[63248]: DEBUG nova.compute.manager [req-9306103a-924b-4eff-86b5-d4dfe78341c5 req-813a42f1-6604-4b0d-bf91-2843204a54c8 service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Received event network-vif-deleted-dcbd20dc-e649-4a15-bcc7-b31006977002 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1484.925690] env[63248]: INFO nova.compute.manager [req-9306103a-924b-4eff-86b5-d4dfe78341c5 req-813a42f1-6604-4b0d-bf91-2843204a54c8 service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Neutron deleted interface dcbd20dc-e649-4a15-bcc7-b31006977002; detaching it from the instance and deleting it from the info cache [ 1484.926015] env[63248]: DEBUG nova.network.neutron [req-9306103a-924b-4eff-86b5-d4dfe78341c5 req-813a42f1-6604-4b0d-bf91-2843204a54c8 service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.933831] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800604, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.013886] env[63248]: DEBUG nova.network.neutron [-] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.037108] env[63248]: INFO nova.compute.manager [-] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Took 1.03 seconds to deallocate network for instance. [ 1485.106912] env[63248]: INFO nova.compute.manager [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Took 37.98 seconds to build instance. [ 1485.183606] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529561c3-53b5-54f7-cb4d-81ab91602240, 'name': SearchDatastore_Task, 'duration_secs': 0.029396} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.184552] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.184552] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1485.184805] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.184938] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.185211] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1485.185667] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3ab869a-4479-486c-9512-3444ffb41483 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.201354] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1485.201595] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1485.202359] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449a23db-0333-4ec5-b707-5f42a8eb01dc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.211899] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1485.211899] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5240bb7a-5b38-9889-84bd-d9c614b9457d" [ 1485.211899] env[63248]: _type = "Task" [ 1485.211899] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.220112] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5240bb7a-5b38-9889-84bd-d9c614b9457d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.237176] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f36499-53e0-4255-88ae-7060dc350536 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.245458] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae145d0-4263-4d24-90d7-1584124351d4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.280477] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51259e15-4225-451d-8ff0-80f5d740823b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.288676] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda3b293-d71d-4f53-b62b-5054e06e3fd9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.302457] env[63248]: DEBUG nova.compute.provider_tree [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.430728] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800604, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.431014] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aff45a3b-6f54-4770-9830-488dda820524 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.440052] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9096450e-f0a6-429e-9d3c-01e535d437ad {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.474742] env[63248]: DEBUG nova.compute.manager [req-9306103a-924b-4eff-86b5-d4dfe78341c5 req-813a42f1-6604-4b0d-bf91-2843204a54c8 service nova] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Detach interface failed, port_id=dcbd20dc-e649-4a15-bcc7-b31006977002, reason: Instance 53686d6b-0e38-4361-9fb4-dbdfcc4c80af could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1485.516604] env[63248]: INFO nova.compute.manager [-] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Took 1.61 seconds to deallocate network for instance. [ 1485.547023] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.609319] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b20e4514-cd0e-4d4d-9ae6-1a8349683e30 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "7f7dd101-3089-48e5-8a56-521ae4992f0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.495s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.725845] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5240bb7a-5b38-9889-84bd-d9c614b9457d, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.726109] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ca0993-de0a-4d5a-966b-e70526cf150c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.735096] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1485.735096] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52252fc6-ff9a-0bd1-4cac-83f769c12011" [ 1485.735096] env[63248]: _type = "Task" [ 1485.735096] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.745259] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52252fc6-ff9a-0bd1-4cac-83f769c12011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.805999] env[63248]: DEBUG nova.scheduler.client.report [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.935313] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800604, 'name': CloneVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.023756] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.244687] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52252fc6-ff9a-0bd1-4cac-83f769c12011, 'name': SearchDatastore_Task, 'duration_secs': 0.012396} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.244803] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.244999] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] daec3bb1-5ba1-4ea2-89c1-2d8225463dff/daec3bb1-5ba1-4ea2-89c1-2d8225463dff.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1486.245618] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4adfbff-96a1-4ea6-9001-e3b5fc3e6c6e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.252898] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1486.252898] env[63248]: value = "task-1800605" [ 1486.252898] env[63248]: _type = "Task" [ 1486.252898] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.261499] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.316053] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.316579] env[63248]: DEBUG nova.compute.manager [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1486.319365] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.851s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.321415] env[63248]: INFO nova.compute.claims [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1486.433794] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800604, 'name': CloneVM_Task, 'duration_secs': 1.533828} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.434036] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Created linked-clone VM from snapshot [ 1486.434888] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7de2cd0-ffff-41fe-9cd6-8c65ba01695f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.443647] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Uploading image 96c86f25-919d-482c-8560-9f9cb45f7e76 {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1486.469089] env[63248]: DEBUG oslo_vmware.rw_handles [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1486.469089] env[63248]: value = "vm-373364" [ 1486.469089] env[63248]: _type = "VirtualMachine" [ 1486.469089] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1486.469365] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-561648b2-a757-4615-8ff6-08f60e50d411 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.478198] env[63248]: DEBUG oslo_vmware.rw_handles [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lease: (returnval){ [ 1486.478198] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5234cb4f-cfc8-ce36-f4f0-44a70ba473ef" [ 1486.478198] env[63248]: _type = "HttpNfcLease" [ 1486.478198] env[63248]: } obtained for exporting VM: (result){ [ 1486.478198] env[63248]: value = "vm-373364" [ 1486.478198] env[63248]: _type = "VirtualMachine" [ 1486.478198] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1486.478544] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the lease: (returnval){ [ 1486.478544] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5234cb4f-cfc8-ce36-f4f0-44a70ba473ef" [ 1486.478544] env[63248]: _type = "HttpNfcLease" [ 1486.478544] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1486.487992] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1486.487992] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5234cb4f-cfc8-ce36-f4f0-44a70ba473ef" [ 1486.487992] env[63248]: _type = "HttpNfcLease" [ 1486.487992] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1486.764734] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800605, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.826345] env[63248]: DEBUG nova.compute.utils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1486.830671] env[63248]: DEBUG nova.compute.manager [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1486.830782] env[63248]: DEBUG nova.network.neutron [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1486.960871] env[63248]: DEBUG nova.policy [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32405cafea264ffd9e2a536ba8fd451f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f67cee3b42443898db85c7177110f92', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1486.987479] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1486.987479] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5234cb4f-cfc8-ce36-f4f0-44a70ba473ef" [ 1486.987479] env[63248]: _type = "HttpNfcLease" [ 1486.987479] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1486.987780] env[63248]: DEBUG oslo_vmware.rw_handles [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1486.987780] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5234cb4f-cfc8-ce36-f4f0-44a70ba473ef" [ 1486.987780] env[63248]: _type = "HttpNfcLease" [ 1486.987780] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1486.988584] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f102d3a-b6d4-476a-8f5b-fdac41ac31e1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.997473] env[63248]: DEBUG oslo_vmware.rw_handles [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520585b2-a0eb-dc86-b910-9b5cd406b7d7/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1486.997613] env[63248]: DEBUG oslo_vmware.rw_handles [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520585b2-a0eb-dc86-b910-9b5cd406b7d7/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1487.086258] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9dca6a6a-3906-484b-9722-a3d471088fcb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.263993] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517882} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.265149] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] daec3bb1-5ba1-4ea2-89c1-2d8225463dff/daec3bb1-5ba1-4ea2-89c1-2d8225463dff.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1487.266792] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1487.267083] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3112869b-d0aa-4b2f-a91a-8a7166e63db0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.276836] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1487.276836] env[63248]: value = "task-1800607" [ 1487.276836] env[63248]: _type = "Task" [ 1487.276836] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.292819] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.331805] env[63248]: DEBUG nova.compute.manager [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1487.600883] env[63248]: DEBUG nova.network.neutron [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Successfully created port: 0387ba41-b714-4ed3-8dc8-185501071fa8 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1487.797248] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08375} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.797248] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1487.798140] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f5b7e3-b166-4f2d-9955-7b3c44f41120 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.831216] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] daec3bb1-5ba1-4ea2-89c1-2d8225463dff/daec3bb1-5ba1-4ea2-89c1-2d8225463dff.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.834106] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9586317d-479e-494f-8727-e36fabeca26f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.863490] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1487.863490] env[63248]: value = "task-1800608" [ 1487.863490] env[63248]: _type = "Task" [ 1487.863490] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.877109] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.880252] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd65f483-8cbb-4ba1-ad5b-f64907a45051 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.889588] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37b93a4-91ec-4541-b9fd-e48c1822756b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.925456] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad77b18-4435-4049-a454-a710d0520c57 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.934111] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4e20ea-fd8a-4a1a-a440-a84323a59a89 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.952883] env[63248]: DEBUG nova.compute.provider_tree [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.358536] env[63248]: DEBUG nova.compute.manager [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1488.381997] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800608, 'name': ReconfigVM_Task, 'duration_secs': 0.317772} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.384761] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Reconfigured VM instance instance-0000002d to attach disk [datastore1] daec3bb1-5ba1-4ea2-89c1-2d8225463dff/daec3bb1-5ba1-4ea2-89c1-2d8225463dff.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.387039] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4da51cf3-eb67-4e83-85f6-0fea91acd4fc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.392288] env[63248]: DEBUG nova.virt.hardware [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1488.393204] env[63248]: DEBUG nova.virt.hardware [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.393572] env[63248]: DEBUG nova.virt.hardware [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1488.393873] env[63248]: DEBUG nova.virt.hardware [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.395032] env[63248]: DEBUG nova.virt.hardware [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1488.395168] env[63248]: DEBUG nova.virt.hardware [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1488.395413] env[63248]: DEBUG nova.virt.hardware [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1488.395575] env[63248]: DEBUG nova.virt.hardware [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1488.396169] env[63248]: DEBUG nova.virt.hardware [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1488.396169] env[63248]: DEBUG nova.virt.hardware [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1488.396507] env[63248]: DEBUG nova.virt.hardware [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1488.397457] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e8d3fd-9deb-490d-bef1-dc835734c0b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.401973] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1488.401973] env[63248]: value = "task-1800609" [ 1488.401973] env[63248]: _type = "Task" [ 1488.401973] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.410378] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7685da-0d5d-4755-972f-d24eebd39fd8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.418170] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800609, 'name': Rename_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.456714] env[63248]: DEBUG nova.scheduler.client.report [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.914605] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800609, 'name': Rename_Task, 'duration_secs': 0.168978} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.914820] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.915123] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5402423-8097-4523-85f4-cd4438e776b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.922944] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1488.922944] env[63248]: value = "task-1800610" [ 1488.922944] env[63248]: _type = "Task" [ 1488.922944] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.932403] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.962816] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.963579] env[63248]: DEBUG nova.compute.manager [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1488.967436] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.259s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.969499] env[63248]: INFO nova.compute.claims [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1489.435111] env[63248]: DEBUG oslo_vmware.api [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800610, 'name': PowerOnVM_Task, 'duration_secs': 0.483151} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.435456] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.435696] env[63248]: DEBUG nova.compute.manager [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.436507] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a2cf38-953c-458b-993e-f130fd7b583f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.477361] env[63248]: DEBUG nova.compute.utils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1489.478877] env[63248]: DEBUG nova.compute.manager [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1489.479549] env[63248]: DEBUG nova.network.neutron [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1489.537702] env[63248]: DEBUG nova.policy [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec6e1c82d92f41c0b32789fdd1d6c54c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1aa02e12de5f43d0bb4c09afe3994520', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1489.631589] env[63248]: DEBUG nova.compute.manager [req-4570a358-9942-4616-9032-af085c000ed0 req-d103234f-0264-4dad-8ef3-232322428643 service nova] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Received event network-vif-plugged-0387ba41-b714-4ed3-8dc8-185501071fa8 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1489.631589] env[63248]: DEBUG oslo_concurrency.lockutils [req-4570a358-9942-4616-9032-af085c000ed0 req-d103234f-0264-4dad-8ef3-232322428643 service nova] Acquiring lock "b97d2539-bee1-47c9-a0db-1aef7f767bc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.631896] env[63248]: DEBUG oslo_concurrency.lockutils [req-4570a358-9942-4616-9032-af085c000ed0 req-d103234f-0264-4dad-8ef3-232322428643 service nova] Lock "b97d2539-bee1-47c9-a0db-1aef7f767bc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.631896] env[63248]: DEBUG oslo_concurrency.lockutils [req-4570a358-9942-4616-9032-af085c000ed0 req-d103234f-0264-4dad-8ef3-232322428643 service nova] Lock "b97d2539-bee1-47c9-a0db-1aef7f767bc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.632284] env[63248]: DEBUG nova.compute.manager [req-4570a358-9942-4616-9032-af085c000ed0 req-d103234f-0264-4dad-8ef3-232322428643 service nova] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] No waiting events found dispatching network-vif-plugged-0387ba41-b714-4ed3-8dc8-185501071fa8 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1489.632511] env[63248]: WARNING nova.compute.manager [req-4570a358-9942-4616-9032-af085c000ed0 req-d103234f-0264-4dad-8ef3-232322428643 service nova] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Received unexpected event network-vif-plugged-0387ba41-b714-4ed3-8dc8-185501071fa8 for instance with vm_state building and task_state spawning. [ 1489.698019] env[63248]: DEBUG nova.network.neutron [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Successfully updated port: 0387ba41-b714-4ed3-8dc8-185501071fa8 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1489.840342] env[63248]: DEBUG nova.network.neutron [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Successfully created port: 76120e78-fb1f-461b-9849-3f267d8963aa {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1489.958398] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.984536] env[63248]: DEBUG nova.compute.utils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1490.197725] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "refresh_cache-b97d2539-bee1-47c9-a0db-1aef7f767bc6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.197868] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquired lock "refresh_cache-b97d2539-bee1-47c9-a0db-1aef7f767bc6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.197994] env[63248]: DEBUG nova.network.neutron [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.378134] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad785dfc-e3c7-4ba4-b976-65294ec1e731 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.387338] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7f6deb-2671-41a7-b6fe-3b1d21dfd574 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.421770] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325bfa79-9926-47d8-acef-079ccf3e3321 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.430895] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e0f093-bb22-40bd-8b7d-13ccdf50fc27 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.445557] env[63248]: DEBUG nova.compute.provider_tree [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.487429] env[63248]: DEBUG nova.compute.manager [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1490.765458] env[63248]: DEBUG nova.network.neutron [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1490.948959] env[63248]: DEBUG nova.scheduler.client.report [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.041010] env[63248]: DEBUG nova.network.neutron [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Updating instance_info_cache with network_info: [{"id": "0387ba41-b714-4ed3-8dc8-185501071fa8", "address": "fa:16:3e:d4:1e:01", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0387ba41-b7", "ovs_interfaceid": "0387ba41-b714-4ed3-8dc8-185501071fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.409062] env[63248]: DEBUG oslo_concurrency.lockutils [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "daec3bb1-5ba1-4ea2-89c1-2d8225463dff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.409341] env[63248]: DEBUG oslo_concurrency.lockutils [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "daec3bb1-5ba1-4ea2-89c1-2d8225463dff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.409552] env[63248]: DEBUG oslo_concurrency.lockutils [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "daec3bb1-5ba1-4ea2-89c1-2d8225463dff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.409737] env[63248]: DEBUG oslo_concurrency.lockutils [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "daec3bb1-5ba1-4ea2-89c1-2d8225463dff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.409909] env[63248]: DEBUG oslo_concurrency.lockutils [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "daec3bb1-5ba1-4ea2-89c1-2d8225463dff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.417391] env[63248]: INFO nova.compute.manager [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Terminating instance [ 1491.442666] env[63248]: DEBUG nova.compute.manager [req-de0fd1ce-ccb4-4531-ab44-b24d3b8f2f9b req-71a992ec-456c-47ff-8091-22070b5e359a service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Received event network-vif-plugged-76120e78-fb1f-461b-9849-3f267d8963aa {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1491.443271] env[63248]: DEBUG oslo_concurrency.lockutils [req-de0fd1ce-ccb4-4531-ab44-b24d3b8f2f9b req-71a992ec-456c-47ff-8091-22070b5e359a service nova] Acquiring lock "51b4be73-7e46-453d-a325-7b7c6c0c25bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.444020] env[63248]: DEBUG oslo_concurrency.lockutils [req-de0fd1ce-ccb4-4531-ab44-b24d3b8f2f9b req-71a992ec-456c-47ff-8091-22070b5e359a service nova] Lock "51b4be73-7e46-453d-a325-7b7c6c0c25bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.444472] env[63248]: DEBUG oslo_concurrency.lockutils [req-de0fd1ce-ccb4-4531-ab44-b24d3b8f2f9b req-71a992ec-456c-47ff-8091-22070b5e359a service nova] Lock "51b4be73-7e46-453d-a325-7b7c6c0c25bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.445015] env[63248]: DEBUG nova.compute.manager [req-de0fd1ce-ccb4-4531-ab44-b24d3b8f2f9b req-71a992ec-456c-47ff-8091-22070b5e359a service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] No waiting events found dispatching network-vif-plugged-76120e78-fb1f-461b-9849-3f267d8963aa {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1491.447028] env[63248]: WARNING nova.compute.manager [req-de0fd1ce-ccb4-4531-ab44-b24d3b8f2f9b req-71a992ec-456c-47ff-8091-22070b5e359a service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Received unexpected event network-vif-plugged-76120e78-fb1f-461b-9849-3f267d8963aa for instance with vm_state building and task_state spawning. [ 1491.458033] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.458033] env[63248]: DEBUG nova.compute.manager [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1491.462773] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.462s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.463427] env[63248]: DEBUG nova.objects.instance [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lazy-loading 'resources' on Instance uuid a901b7d2-55d4-4ace-906e-40734377c899 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.500027] env[63248]: DEBUG nova.compute.manager [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1491.525462] env[63248]: DEBUG nova.virt.hardware [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:28:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1792204934',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2093548175',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1491.525813] env[63248]: DEBUG nova.virt.hardware [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1491.526060] env[63248]: DEBUG nova.virt.hardware [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1491.526280] env[63248]: DEBUG nova.virt.hardware [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1491.526447] env[63248]: DEBUG nova.virt.hardware [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1491.526603] env[63248]: DEBUG nova.virt.hardware [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1491.526816] env[63248]: DEBUG nova.virt.hardware [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1491.526975] env[63248]: DEBUG nova.virt.hardware [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1491.527166] env[63248]: DEBUG nova.virt.hardware [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1491.527330] env[63248]: DEBUG nova.virt.hardware [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1491.527900] env[63248]: DEBUG nova.virt.hardware [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1491.528917] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06f34b1-b249-479d-91e0-0d60212b70aa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.539814] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e39f470-c436-4465-885e-4b577a31d5dd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.546027] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Releasing lock "refresh_cache-b97d2539-bee1-47c9-a0db-1aef7f767bc6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.546027] env[63248]: DEBUG nova.compute.manager [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Instance network_info: |[{"id": "0387ba41-b714-4ed3-8dc8-185501071fa8", "address": "fa:16:3e:d4:1e:01", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0387ba41-b7", "ovs_interfaceid": "0387ba41-b714-4ed3-8dc8-185501071fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1491.546027] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:1e:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0387ba41-b714-4ed3-8dc8-185501071fa8', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1491.558912] env[63248]: DEBUG oslo.service.loopingcall [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.559919] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1491.560255] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd1d9ee6-ef7b-4bff-af58-ffabadbc3ea3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.586078] env[63248]: DEBUG nova.network.neutron [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Successfully updated port: 76120e78-fb1f-461b-9849-3f267d8963aa {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1491.597249] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1491.597249] env[63248]: value = "task-1800611" [ 1491.597249] env[63248]: _type = "Task" [ 1491.597249] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.610683] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800611, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.782819] env[63248]: DEBUG nova.compute.manager [req-43aee1af-b9f3-45c5-936e-a12576a9acc4 req-057ec96a-d9df-4212-923f-1a997cbacc9b service nova] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Received event network-changed-0387ba41-b714-4ed3-8dc8-185501071fa8 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1491.783051] env[63248]: DEBUG nova.compute.manager [req-43aee1af-b9f3-45c5-936e-a12576a9acc4 req-057ec96a-d9df-4212-923f-1a997cbacc9b service nova] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Refreshing instance network info cache due to event network-changed-0387ba41-b714-4ed3-8dc8-185501071fa8. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1491.783311] env[63248]: DEBUG oslo_concurrency.lockutils [req-43aee1af-b9f3-45c5-936e-a12576a9acc4 req-057ec96a-d9df-4212-923f-1a997cbacc9b service nova] Acquiring lock "refresh_cache-b97d2539-bee1-47c9-a0db-1aef7f767bc6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.783447] env[63248]: DEBUG oslo_concurrency.lockutils [req-43aee1af-b9f3-45c5-936e-a12576a9acc4 req-057ec96a-d9df-4212-923f-1a997cbacc9b service nova] Acquired lock "refresh_cache-b97d2539-bee1-47c9-a0db-1aef7f767bc6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.783583] env[63248]: DEBUG nova.network.neutron [req-43aee1af-b9f3-45c5-936e-a12576a9acc4 req-057ec96a-d9df-4212-923f-1a997cbacc9b service nova] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Refreshing network info cache for port 0387ba41-b714-4ed3-8dc8-185501071fa8 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.927252] env[63248]: DEBUG nova.compute.manager [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1491.930821] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.930821] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38054cb-c2ae-419e-be49-7f260482fbbb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.942828] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.943490] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bae65de-79d0-40d4-adc9-1842a467fb21 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.952260] env[63248]: DEBUG oslo_vmware.api [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1491.952260] env[63248]: value = "task-1800612" [ 1491.952260] env[63248]: _type = "Task" [ 1491.952260] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.964793] env[63248]: DEBUG oslo_vmware.api [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.969418] env[63248]: DEBUG nova.compute.utils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1491.975018] env[63248]: DEBUG nova.compute.manager [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1491.975226] env[63248]: DEBUG nova.network.neutron [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1492.059842] env[63248]: DEBUG nova.policy [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ffef12d33954a74b82ea7366686fa55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92fbb845eb614c12a2ab3032d9a39f84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1492.090535] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "refresh_cache-51b4be73-7e46-453d-a325-7b7c6c0c25bd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.090701] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquired lock "refresh_cache-51b4be73-7e46-453d-a325-7b7c6c0c25bd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.090892] env[63248]: DEBUG nova.network.neutron [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1492.107605] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "290fad69-b5d9-418d-acd4-c731428c02aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.107927] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "290fad69-b5d9-418d-acd4-c731428c02aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.124299] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800611, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.452354] env[63248]: DEBUG nova.network.neutron [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Successfully created port: 1aa8bcfb-6c99-48b0-8467-384ac58b387a {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1492.469290] env[63248]: DEBUG oslo_vmware.api [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800612, 'name': PowerOffVM_Task, 'duration_secs': 0.409827} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.472637] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.473203] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.473737] env[63248]: DEBUG nova.compute.manager [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1492.480111] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ce785ee-9438-4009-9fd4-5722fa2e4e10 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.566434] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf64f70-2c2a-4de3-a1b1-15e9a2fc1b15 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.582451] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82d8b1e-a17b-43cf-9094-49c7146620e8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.587677] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1492.588034] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1492.588434] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleting the datastore file [datastore1] daec3bb1-5ba1-4ea2-89c1-2d8225463dff {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.589547] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5a1bfbf-3e02-43ec-9868-5e80d38ccb94 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.650666] env[63248]: DEBUG nova.compute.manager [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1492.656658] env[63248]: DEBUG oslo_vmware.api [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1492.656658] env[63248]: value = "task-1800614" [ 1492.656658] env[63248]: _type = "Task" [ 1492.656658] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.666917] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c0c9b6-2528-40a5-a666-fb35ca2b9f1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.684248] env[63248]: DEBUG oslo_vmware.api [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.688850] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800611, 'name': CreateVM_Task, 'duration_secs': 0.605218} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.689159] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1492.690529] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c80cc5a-69bc-4761-b050-b36c3c417471 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.695351] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.695519] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.695846] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1492.696125] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb9923c-6839-4ee8-bee9-5a96089b9ae7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.715467] env[63248]: DEBUG nova.compute.provider_tree [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.715467] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1492.715467] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529ae329-4c46-33b3-52da-fb147244ce88" [ 1492.715467] env[63248]: _type = "Task" [ 1492.715467] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.716600] env[63248]: DEBUG nova.network.neutron [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1492.731781] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529ae329-4c46-33b3-52da-fb147244ce88, 'name': SearchDatastore_Task, 'duration_secs': 0.011738} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.733087] env[63248]: DEBUG nova.network.neutron [req-43aee1af-b9f3-45c5-936e-a12576a9acc4 req-057ec96a-d9df-4212-923f-1a997cbacc9b service nova] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Updated VIF entry in instance network info cache for port 0387ba41-b714-4ed3-8dc8-185501071fa8. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1492.733087] env[63248]: DEBUG nova.network.neutron [req-43aee1af-b9f3-45c5-936e-a12576a9acc4 req-057ec96a-d9df-4212-923f-1a997cbacc9b service nova] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Updating instance_info_cache with network_info: [{"id": "0387ba41-b714-4ed3-8dc8-185501071fa8", "address": "fa:16:3e:d4:1e:01", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0387ba41-b7", "ovs_interfaceid": "0387ba41-b714-4ed3-8dc8-185501071fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.734255] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.734482] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1492.734713] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.734856] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.735038] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1492.735869] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c6ac4b5-76c1-479c-b565-390cdfecec22 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.751605] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.751870] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1492.752944] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa89ee2-1a8a-4920-bae4-56dd261b92ce {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.759753] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1492.759753] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5205cad6-953a-02d8-b685-0302d3ef069a" [ 1492.759753] env[63248]: _type = "Task" [ 1492.759753] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.771195] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5205cad6-953a-02d8-b685-0302d3ef069a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.903063] env[63248]: DEBUG nova.network.neutron [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Updating instance_info_cache with network_info: [{"id": "76120e78-fb1f-461b-9849-3f267d8963aa", "address": "fa:16:3e:8f:75:02", "network": {"id": "ef9ef6a0-2211-4381-ab9e-33e100ed7000", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-161464486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa02e12de5f43d0bb4c09afe3994520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76120e78-fb", "ovs_interfaceid": "76120e78-fb1f-461b-9849-3f267d8963aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.194798] env[63248]: DEBUG oslo_vmware.api [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234175} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.195100] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1493.195289] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1493.195460] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1493.195665] env[63248]: INFO nova.compute.manager [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1493.198107] env[63248]: DEBUG oslo.service.loopingcall [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.198550] env[63248]: DEBUG nova.compute.manager [-] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1493.198550] env[63248]: DEBUG nova.network.neutron [-] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1493.217450] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.217988] env[63248]: DEBUG nova.scheduler.client.report [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.221825] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Acquiring lock "71318012-4221-4eae-a437-14d5b093363d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.222067] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Lock "71318012-4221-4eae-a437-14d5b093363d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.222278] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Acquiring lock "71318012-4221-4eae-a437-14d5b093363d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.223708] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Lock "71318012-4221-4eae-a437-14d5b093363d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.223708] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Lock "71318012-4221-4eae-a437-14d5b093363d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.225398] env[63248]: INFO nova.compute.manager [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Terminating instance [ 1493.238646] env[63248]: DEBUG oslo_concurrency.lockutils [req-43aee1af-b9f3-45c5-936e-a12576a9acc4 req-057ec96a-d9df-4212-923f-1a997cbacc9b service nova] Releasing lock "refresh_cache-b97d2539-bee1-47c9-a0db-1aef7f767bc6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.272486] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5205cad6-953a-02d8-b685-0302d3ef069a, 'name': SearchDatastore_Task, 'duration_secs': 0.012727} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.273373] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d66920a-442c-433e-9f55-c5cbdbecc519 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.280374] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1493.280374] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f38d09-f212-06d9-fc80-2a3b85f3ed53" [ 1493.280374] env[63248]: _type = "Task" [ 1493.280374] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.289679] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f38d09-f212-06d9-fc80-2a3b85f3ed53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.405867] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Releasing lock "refresh_cache-51b4be73-7e46-453d-a325-7b7c6c0c25bd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.406498] env[63248]: DEBUG nova.compute.manager [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Instance network_info: |[{"id": "76120e78-fb1f-461b-9849-3f267d8963aa", "address": "fa:16:3e:8f:75:02", "network": {"id": "ef9ef6a0-2211-4381-ab9e-33e100ed7000", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-161464486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa02e12de5f43d0bb4c09afe3994520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76120e78-fb", "ovs_interfaceid": "76120e78-fb1f-461b-9849-3f267d8963aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1493.406672] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:75:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76120e78-fb1f-461b-9849-3f267d8963aa', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.414692] env[63248]: DEBUG oslo.service.loopingcall [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.416054] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.416054] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-319cacad-61dd-440c-96cd-d9a8e37e6467 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.437756] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.437756] env[63248]: value = "task-1800615" [ 1493.437756] env[63248]: _type = "Task" [ 1493.437756] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.451692] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800615, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.481265] env[63248]: DEBUG nova.compute.manager [req-d910829f-4404-4b4d-8f8c-0c0ce8031bf0 req-f0c5ef6d-d187-43ec-9d65-a8b2ffcb542d service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Received event network-changed-76120e78-fb1f-461b-9849-3f267d8963aa {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1493.482027] env[63248]: DEBUG nova.compute.manager [req-d910829f-4404-4b4d-8f8c-0c0ce8031bf0 req-f0c5ef6d-d187-43ec-9d65-a8b2ffcb542d service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Refreshing instance network info cache due to event network-changed-76120e78-fb1f-461b-9849-3f267d8963aa. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1493.482363] env[63248]: DEBUG oslo_concurrency.lockutils [req-d910829f-4404-4b4d-8f8c-0c0ce8031bf0 req-f0c5ef6d-d187-43ec-9d65-a8b2ffcb542d service nova] Acquiring lock "refresh_cache-51b4be73-7e46-453d-a325-7b7c6c0c25bd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.482505] env[63248]: DEBUG oslo_concurrency.lockutils [req-d910829f-4404-4b4d-8f8c-0c0ce8031bf0 req-f0c5ef6d-d187-43ec-9d65-a8b2ffcb542d service nova] Acquired lock "refresh_cache-51b4be73-7e46-453d-a325-7b7c6c0c25bd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.482678] env[63248]: DEBUG nova.network.neutron [req-d910829f-4404-4b4d-8f8c-0c0ce8031bf0 req-f0c5ef6d-d187-43ec-9d65-a8b2ffcb542d service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Refreshing network info cache for port 76120e78-fb1f-461b-9849-3f267d8963aa {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1493.489446] env[63248]: DEBUG nova.compute.manager [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1493.522271] env[63248]: DEBUG nova.virt.hardware [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1493.522574] env[63248]: DEBUG nova.virt.hardware [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1493.522983] env[63248]: DEBUG nova.virt.hardware [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1493.523388] env[63248]: DEBUG nova.virt.hardware [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1493.523747] env[63248]: DEBUG nova.virt.hardware [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1493.524069] env[63248]: DEBUG nova.virt.hardware [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1493.526098] env[63248]: DEBUG nova.virt.hardware [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1493.526098] env[63248]: DEBUG nova.virt.hardware [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1493.526098] env[63248]: DEBUG nova.virt.hardware [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1493.526098] env[63248]: DEBUG nova.virt.hardware [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1493.526098] env[63248]: DEBUG nova.virt.hardware [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1493.526549] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eef42e-be4b-48a8-bd07-70a1d12f1403 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.537026] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbde44f-a311-40c6-aecb-fbd63c4b970f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.725162] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.730577] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.275s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.732247] env[63248]: INFO nova.compute.claims [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1493.736045] env[63248]: DEBUG nova.compute.manager [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1493.736045] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1493.736913] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d71c9a-0ae6-40cf-a55a-b50e49a532e1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.746557] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.746638] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b162adbe-e767-4d9e-bc1c-02d4fd6a65c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.749475] env[63248]: INFO nova.scheduler.client.report [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Deleted allocations for instance a901b7d2-55d4-4ace-906e-40734377c899 [ 1493.761028] env[63248]: DEBUG oslo_vmware.api [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Waiting for the task: (returnval){ [ 1493.761028] env[63248]: value = "task-1800616" [ 1493.761028] env[63248]: _type = "Task" [ 1493.761028] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.772288] env[63248]: DEBUG oslo_vmware.api [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.793996] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f38d09-f212-06d9-fc80-2a3b85f3ed53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.953441] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800615, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.072113] env[63248]: DEBUG nova.network.neutron [-] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.257159] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3ba5c5e6-db82-4f8b-81a4-52d7dc26e387 tempest-ListServerFiltersTestJSON-599774425 tempest-ListServerFiltersTestJSON-599774425-project-member] Lock "a901b7d2-55d4-4ace-906e-40734377c899" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.755s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.276895] env[63248]: DEBUG oslo_vmware.api [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800616, 'name': PowerOffVM_Task, 'duration_secs': 0.243104} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.277183] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1494.277354] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1494.277610] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-460e9af3-8276-4879-97a9-83d36574e6bb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.291111] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f38d09-f212-06d9-fc80-2a3b85f3ed53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.362386] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1494.362723] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1494.363019] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Deleting the datastore file [datastore1] 71318012-4221-4eae-a437-14d5b093363d {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1494.363391] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1a6b241-f0e8-45d4-90a7-c3512d1acc9a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.371210] env[63248]: DEBUG oslo_vmware.api [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Waiting for the task: (returnval){ [ 1494.371210] env[63248]: value = "task-1800618" [ 1494.371210] env[63248]: _type = "Task" [ 1494.371210] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.385497] env[63248]: DEBUG oslo_vmware.api [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.449802] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800615, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.479409] env[63248]: DEBUG nova.network.neutron [req-d910829f-4404-4b4d-8f8c-0c0ce8031bf0 req-f0c5ef6d-d187-43ec-9d65-a8b2ffcb542d service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Updated VIF entry in instance network info cache for port 76120e78-fb1f-461b-9849-3f267d8963aa. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1494.479409] env[63248]: DEBUG nova.network.neutron [req-d910829f-4404-4b4d-8f8c-0c0ce8031bf0 req-f0c5ef6d-d187-43ec-9d65-a8b2ffcb542d service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Updating instance_info_cache with network_info: [{"id": "76120e78-fb1f-461b-9849-3f267d8963aa", "address": "fa:16:3e:8f:75:02", "network": {"id": "ef9ef6a0-2211-4381-ab9e-33e100ed7000", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-161464486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa02e12de5f43d0bb4c09afe3994520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76120e78-fb", "ovs_interfaceid": "76120e78-fb1f-461b-9849-3f267d8963aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.483239] env[63248]: DEBUG nova.network.neutron [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Successfully updated port: 1aa8bcfb-6c99-48b0-8467-384ac58b387a {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1494.575522] env[63248]: INFO nova.compute.manager [-] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Took 1.38 seconds to deallocate network for instance. [ 1494.793630] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f38d09-f212-06d9-fc80-2a3b85f3ed53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.886104] env[63248]: DEBUG oslo_vmware.api [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.948934] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800615, 'name': CreateVM_Task} progress is 15%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.984591] env[63248]: DEBUG oslo_concurrency.lockutils [req-d910829f-4404-4b4d-8f8c-0c0ce8031bf0 req-f0c5ef6d-d187-43ec-9d65-a8b2ffcb542d service nova] Releasing lock "refresh_cache-51b4be73-7e46-453d-a325-7b7c6c0c25bd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.985706] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "refresh_cache-0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.985893] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "refresh_cache-0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.985976] env[63248]: DEBUG nova.network.neutron [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.084590] env[63248]: DEBUG oslo_concurrency.lockutils [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.233414] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16cf7d7-e186-4c92-9038-9215927976df {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.251041] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006501ab-c850-4557-8380-441bb47a1a2b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.289455] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d694a7-631d-4134-93df-1b4e69d2f1d6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.303698] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a786c663-06da-4892-82ff-81425279a80b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.307739] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f38d09-f212-06d9-fc80-2a3b85f3ed53, 'name': SearchDatastore_Task, 'duration_secs': 1.655113} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.308462] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.308462] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] b97d2539-bee1-47c9-a0db-1aef7f767bc6/b97d2539-bee1-47c9-a0db-1aef7f767bc6.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1495.309024] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e97f4f86-e20b-4a3a-a73e-457e47addf6b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.322773] env[63248]: DEBUG nova.compute.provider_tree [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.326239] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1495.326239] env[63248]: value = "task-1800619" [ 1495.326239] env[63248]: _type = "Task" [ 1495.326239] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.335780] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.384705] env[63248]: DEBUG oslo_vmware.api [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Task: {'id': task-1800618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.798669} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.384982] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1495.385186] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1495.385366] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1495.385568] env[63248]: INFO nova.compute.manager [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] [instance: 71318012-4221-4eae-a437-14d5b093363d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1495.385823] env[63248]: DEBUG oslo.service.loopingcall [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1495.386027] env[63248]: DEBUG nova.compute.manager [-] [instance: 71318012-4221-4eae-a437-14d5b093363d] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1495.386123] env[63248]: DEBUG nova.network.neutron [-] [instance: 71318012-4221-4eae-a437-14d5b093363d] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1495.449086] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800615, 'name': CreateVM_Task, 'duration_secs': 1.912783} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.449255] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1495.449927] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.450096] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.450438] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1495.450696] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa78ce60-505b-4a5c-9d36-a2d5b6649198 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.456736] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1495.456736] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cdd139-5624-717b-5f78-e1fc9418cbd4" [ 1495.456736] env[63248]: _type = "Task" [ 1495.456736] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.469507] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cdd139-5624-717b-5f78-e1fc9418cbd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.557363] env[63248]: DEBUG nova.compute.manager [req-c929cc3c-88a2-42ba-9fb7-d97dea52532e req-571ea504-f9d1-4f82-b55a-12bbfa4bb1e1 service nova] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Received event network-vif-deleted-1c57681f-f329-47fd-bfd5-8181769d30cb {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1495.557656] env[63248]: DEBUG nova.compute.manager [req-c929cc3c-88a2-42ba-9fb7-d97dea52532e req-571ea504-f9d1-4f82-b55a-12bbfa4bb1e1 service nova] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Received event network-vif-plugged-1aa8bcfb-6c99-48b0-8467-384ac58b387a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1495.557746] env[63248]: DEBUG oslo_concurrency.lockutils [req-c929cc3c-88a2-42ba-9fb7-d97dea52532e req-571ea504-f9d1-4f82-b55a-12bbfa4bb1e1 service nova] Acquiring lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.557960] env[63248]: DEBUG oslo_concurrency.lockutils [req-c929cc3c-88a2-42ba-9fb7-d97dea52532e req-571ea504-f9d1-4f82-b55a-12bbfa4bb1e1 service nova] Lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.558256] env[63248]: DEBUG oslo_concurrency.lockutils [req-c929cc3c-88a2-42ba-9fb7-d97dea52532e req-571ea504-f9d1-4f82-b55a-12bbfa4bb1e1 service nova] Lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.558440] env[63248]: DEBUG nova.compute.manager [req-c929cc3c-88a2-42ba-9fb7-d97dea52532e req-571ea504-f9d1-4f82-b55a-12bbfa4bb1e1 service nova] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] No waiting events found dispatching network-vif-plugged-1aa8bcfb-6c99-48b0-8467-384ac58b387a {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1495.558612] env[63248]: WARNING nova.compute.manager [req-c929cc3c-88a2-42ba-9fb7-d97dea52532e req-571ea504-f9d1-4f82-b55a-12bbfa4bb1e1 service nova] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Received unexpected event network-vif-plugged-1aa8bcfb-6c99-48b0-8467-384ac58b387a for instance with vm_state building and task_state spawning. [ 1495.559144] env[63248]: DEBUG nova.compute.manager [req-c929cc3c-88a2-42ba-9fb7-d97dea52532e req-571ea504-f9d1-4f82-b55a-12bbfa4bb1e1 service nova] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Received event network-changed-1aa8bcfb-6c99-48b0-8467-384ac58b387a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1495.559398] env[63248]: DEBUG nova.compute.manager [req-c929cc3c-88a2-42ba-9fb7-d97dea52532e req-571ea504-f9d1-4f82-b55a-12bbfa4bb1e1 service nova] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Refreshing instance network info cache due to event network-changed-1aa8bcfb-6c99-48b0-8467-384ac58b387a. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1495.559582] env[63248]: DEBUG oslo_concurrency.lockutils [req-c929cc3c-88a2-42ba-9fb7-d97dea52532e req-571ea504-f9d1-4f82-b55a-12bbfa4bb1e1 service nova] Acquiring lock "refresh_cache-0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.564101] env[63248]: DEBUG nova.network.neutron [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1495.824734] env[63248]: DEBUG nova.scheduler.client.report [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.838607] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800619, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.977193] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cdd139-5624-717b-5f78-e1fc9418cbd4, 'name': SearchDatastore_Task, 'duration_secs': 0.01126} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.977612] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.977929] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1495.978275] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.978463] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.978584] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1495.979039] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92171a09-7fd9-4db1-8ef4-802e546572f9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.990069] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1495.990292] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1495.991130] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be19fc6-7634-4f26-91fa-ad70acd96577 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.999895] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1495.999895] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520145f9-15a7-c07f-c4d9-be1fe4d7186f" [ 1495.999895] env[63248]: _type = "Task" [ 1495.999895] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.009132] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520145f9-15a7-c07f-c4d9-be1fe4d7186f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.059061] env[63248]: DEBUG oslo_vmware.rw_handles [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520585b2-a0eb-dc86-b910-9b5cd406b7d7/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1496.059061] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15449040-8aa3-43dd-897a-a5c2cbf321fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.071981] env[63248]: DEBUG oslo_vmware.rw_handles [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520585b2-a0eb-dc86-b910-9b5cd406b7d7/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1496.072505] env[63248]: ERROR oslo_vmware.rw_handles [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520585b2-a0eb-dc86-b910-9b5cd406b7d7/disk-0.vmdk due to incomplete transfer. [ 1496.074203] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b4156591-8800-48b0-b26d-d6535d5f68e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.084557] env[63248]: DEBUG oslo_vmware.rw_handles [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520585b2-a0eb-dc86-b910-9b5cd406b7d7/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1496.084911] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Uploaded image 96c86f25-919d-482c-8560-9f9cb45f7e76 to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1496.087888] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1496.088288] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4cdb5df2-2116-44b6-b74e-022bd585d26a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.100857] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1496.100857] env[63248]: value = "task-1800620" [ 1496.100857] env[63248]: _type = "Task" [ 1496.100857] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.111119] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800620, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.150597] env[63248]: DEBUG nova.network.neutron [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Updating instance_info_cache with network_info: [{"id": "1aa8bcfb-6c99-48b0-8467-384ac58b387a", "address": "fa:16:3e:08:07:ed", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa8bcfb-6c", "ovs_interfaceid": "1aa8bcfb-6c99-48b0-8467-384ac58b387a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.334200] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.335387] env[63248]: DEBUG nova.compute.manager [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1496.338698] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.797s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.339258] env[63248]: DEBUG nova.objects.instance [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63248) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1496.352744] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53797} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.353041] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] b97d2539-bee1-47c9-a0db-1aef7f767bc6/b97d2539-bee1-47c9-a0db-1aef7f767bc6.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1496.353254] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1496.353529] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afb4f073-d755-4aa6-b3e4-00377fd80c40 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.366733] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1496.366733] env[63248]: value = "task-1800621" [ 1496.366733] env[63248]: _type = "Task" [ 1496.366733] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.380141] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.512138] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520145f9-15a7-c07f-c4d9-be1fe4d7186f, 'name': SearchDatastore_Task, 'duration_secs': 0.0287} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.517676] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f123197e-37d8-452a-955c-e926bb1507bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.528339] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1496.528339] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cf4641-bfdc-2813-8656-4fbdb8d95792" [ 1496.528339] env[63248]: _type = "Task" [ 1496.528339] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.538982] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cf4641-bfdc-2813-8656-4fbdb8d95792, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.540213] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.540601] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 51b4be73-7e46-453d-a325-7b7c6c0c25bd/51b4be73-7e46-453d-a325-7b7c6c0c25bd.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1496.541659] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6008cb33-4113-41d5-a710-725ad1e5cb54 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.549251] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1496.549251] env[63248]: value = "task-1800622" [ 1496.549251] env[63248]: _type = "Task" [ 1496.549251] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.559968] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.616846] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800620, 'name': Destroy_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.653350] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "refresh_cache-0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.654226] env[63248]: DEBUG nova.compute.manager [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Instance network_info: |[{"id": "1aa8bcfb-6c99-48b0-8467-384ac58b387a", "address": "fa:16:3e:08:07:ed", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa8bcfb-6c", "ovs_interfaceid": "1aa8bcfb-6c99-48b0-8467-384ac58b387a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1496.654975] env[63248]: DEBUG oslo_concurrency.lockutils [req-c929cc3c-88a2-42ba-9fb7-d97dea52532e req-571ea504-f9d1-4f82-b55a-12bbfa4bb1e1 service nova] Acquired lock "refresh_cache-0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.654975] env[63248]: DEBUG nova.network.neutron [req-c929cc3c-88a2-42ba-9fb7-d97dea52532e req-571ea504-f9d1-4f82-b55a-12bbfa4bb1e1 service nova] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Refreshing network info cache for port 1aa8bcfb-6c99-48b0-8467-384ac58b387a {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1496.659236] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:07:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aa8bcfb-6c99-48b0-8467-384ac58b387a', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.666575] env[63248]: DEBUG oslo.service.loopingcall [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.669887] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1496.670489] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3cf3eb7-3c10-47e3-a492-ba1826f3f735 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.696747] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1496.696747] env[63248]: value = "task-1800623" [ 1496.696747] env[63248]: _type = "Task" [ 1496.696747] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.709222] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800623, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.720609] env[63248]: DEBUG oslo_concurrency.lockutils [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Acquiring lock "ec256baa-f85f-42f0-8b79-3ed06b1d56f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.720898] env[63248]: DEBUG oslo_concurrency.lockutils [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Lock "ec256baa-f85f-42f0-8b79-3ed06b1d56f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.850357] env[63248]: DEBUG nova.compute.utils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1496.852050] env[63248]: DEBUG nova.compute.manager [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1496.852315] env[63248]: DEBUG nova.network.neutron [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1496.885041] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106046} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.885041] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1496.885041] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0983e676-1f48-4e1f-8179-78e46620c64b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.916519] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] b97d2539-bee1-47c9-a0db-1aef7f767bc6/b97d2539-bee1-47c9-a0db-1aef7f767bc6.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1496.919951] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f908aad-58fd-4f4d-8671-b0d3355cb536 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.940259] env[63248]: DEBUG nova.policy [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '751a2321e2cc49aea877a3af2f6682b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae8e28dbc19e486f93084cad4879104a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1496.950739] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1496.950739] env[63248]: value = "task-1800624" [ 1496.950739] env[63248]: _type = "Task" [ 1496.950739] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.963878] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.018521] env[63248]: DEBUG nova.network.neutron [-] [instance: 71318012-4221-4eae-a437-14d5b093363d] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.061962] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800622, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.117067] env[63248]: DEBUG nova.network.neutron [req-c929cc3c-88a2-42ba-9fb7-d97dea52532e req-571ea504-f9d1-4f82-b55a-12bbfa4bb1e1 service nova] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Updated VIF entry in instance network info cache for port 1aa8bcfb-6c99-48b0-8467-384ac58b387a. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.117067] env[63248]: DEBUG nova.network.neutron [req-c929cc3c-88a2-42ba-9fb7-d97dea52532e req-571ea504-f9d1-4f82-b55a-12bbfa4bb1e1 service nova] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Updating instance_info_cache with network_info: [{"id": "1aa8bcfb-6c99-48b0-8467-384ac58b387a", "address": "fa:16:3e:08:07:ed", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aa8bcfb-6c", "ovs_interfaceid": "1aa8bcfb-6c99-48b0-8467-384ac58b387a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.122492] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800620, 'name': Destroy_Task, 'duration_secs': 0.54352} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.123307] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Destroyed the VM [ 1497.123689] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1497.124117] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-57008c28-7967-49b9-9ac9-3657e7eb21a7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.134616] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1497.134616] env[63248]: value = "task-1800625" [ 1497.134616] env[63248]: _type = "Task" [ 1497.134616] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.148907] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800625, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.214182] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800623, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.354312] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d0adfa-3a8b-4862-bdfb-363ddb72404f tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.360845] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.218s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.361304] env[63248]: DEBUG nova.objects.instance [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Lazy-loading 'resources' on Instance uuid 21637db2-110e-4fba-92a5-9318b9c56ea1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1497.363488] env[63248]: DEBUG nova.compute.manager [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1497.370810] env[63248]: DEBUG nova.network.neutron [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Successfully created port: f8e6f25d-e822-43c3-8a03-a6eaf3f2718d {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1497.463366] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800624, 'name': ReconfigVM_Task, 'duration_secs': 0.419996} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.464426] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Reconfigured VM instance instance-0000002f to attach disk [datastore1] b97d2539-bee1-47c9-a0db-1aef7f767bc6/b97d2539-bee1-47c9-a0db-1aef7f767bc6.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.467343] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee0f1723-0f46-4548-ad42-688d8795b48d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.475189] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1497.475189] env[63248]: value = "task-1800626" [ 1497.475189] env[63248]: _type = "Task" [ 1497.475189] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.485613] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800626, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.526270] env[63248]: INFO nova.compute.manager [-] [instance: 71318012-4221-4eae-a437-14d5b093363d] Took 2.14 seconds to deallocate network for instance. [ 1497.563384] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610269} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.563697] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 51b4be73-7e46-453d-a325-7b7c6c0c25bd/51b4be73-7e46-453d-a325-7b7c6c0c25bd.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1497.563944] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1497.564131] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29af326e-8968-4a9b-979f-86220d9bb6da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.574670] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1497.574670] env[63248]: value = "task-1800627" [ 1497.574670] env[63248]: _type = "Task" [ 1497.574670] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.587816] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.624017] env[63248]: DEBUG oslo_concurrency.lockutils [req-c929cc3c-88a2-42ba-9fb7-d97dea52532e req-571ea504-f9d1-4f82-b55a-12bbfa4bb1e1 service nova] Releasing lock "refresh_cache-0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.648770] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800625, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.711043] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800623, 'name': CreateVM_Task, 'duration_secs': 0.721563} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.714200] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.714200] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.714200] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.714200] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.714200] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbcd39a1-c3de-4066-abef-ec07c76700c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.720632] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1497.720632] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dd5dbc-766d-3268-d503-c7468cd22f69" [ 1497.720632] env[63248]: _type = "Task" [ 1497.720632] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.729709] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dd5dbc-766d-3268-d503-c7468cd22f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.963292] env[63248]: DEBUG nova.compute.manager [req-2113e7b3-0216-4e1a-b1cf-e68d8b897906 req-ba2ec352-0607-4480-b5b0-ebc657a4c0b0 service nova] [instance: 71318012-4221-4eae-a437-14d5b093363d] Received event network-vif-deleted-6bd58302-a4e8-43da-afe8-8abf2f26853c {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1497.985829] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800626, 'name': Rename_Task, 'duration_secs': 0.16122} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.989131] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.993514] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-664577c0-c523-4f39-bf8b-31664e3eb98b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.002229] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1498.002229] env[63248]: value = "task-1800628" [ 1498.002229] env[63248]: _type = "Task" [ 1498.002229] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.014716] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.036639] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.089692] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075696} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.090182] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1498.091053] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e9adc2-ba3c-4850-8f66-3ed6cbb66f0b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.115665] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 51b4be73-7e46-453d-a325-7b7c6c0c25bd/51b4be73-7e46-453d-a325-7b7c6c0c25bd.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1498.118903] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c42cd8a-4c63-4439-ac78-8e8036615562 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.144580] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1498.144580] env[63248]: value = "task-1800629" [ 1498.144580] env[63248]: _type = "Task" [ 1498.144580] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.153501] env[63248]: DEBUG oslo_vmware.api [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800625, 'name': RemoveSnapshot_Task, 'duration_secs': 0.604787} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.154300] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1498.155227] env[63248]: INFO nova.compute.manager [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Took 15.84 seconds to snapshot the instance on the hypervisor. [ 1498.160329] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800629, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.239403] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dd5dbc-766d-3268-d503-c7468cd22f69, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.239853] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.240169] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.240464] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.240620] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.240825] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.241109] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad3eae4b-6e26-42b4-802c-f33a742be9cb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.250805] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.250913] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.251662] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c87031-c7e2-46c2-b763-510fc5ceb91a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.258511] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1498.258511] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ea3ae8-0ee2-d309-7fcf-5cf1b6632c36" [ 1498.258511] env[63248]: _type = "Task" [ 1498.258511] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.269612] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ea3ae8-0ee2-d309-7fcf-5cf1b6632c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.381243] env[63248]: DEBUG nova.compute.manager [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1498.412232] env[63248]: DEBUG nova.virt.hardware [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1498.412499] env[63248]: DEBUG nova.virt.hardware [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1498.412910] env[63248]: DEBUG nova.virt.hardware [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1498.412910] env[63248]: DEBUG nova.virt.hardware [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1498.412994] env[63248]: DEBUG nova.virt.hardware [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1498.413417] env[63248]: DEBUG nova.virt.hardware [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1498.413683] env[63248]: DEBUG nova.virt.hardware [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1498.413849] env[63248]: DEBUG nova.virt.hardware [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1498.414026] env[63248]: DEBUG nova.virt.hardware [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1498.414389] env[63248]: DEBUG nova.virt.hardware [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1498.414608] env[63248]: DEBUG nova.virt.hardware [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1498.415731] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644e79e0-51c8-4336-b937-b38048851414 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.420629] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442cf8f6-e4c5-411a-885a-d1b46ec7fc38 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.432840] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fef0a5-bffa-4f38-a6fb-30a9caf1b498 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.437124] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8649816-8986-44d1-bcbf-291b7e59ef85 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.494217] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfeb109-9e14-4ec5-999e-0e764db497fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.511453] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f20b063-58f2-40df-8a5d-d2250189f18c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.524329] env[63248]: DEBUG oslo_vmware.api [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800628, 'name': PowerOnVM_Task, 'duration_secs': 0.497384} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.534011] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.534272] env[63248]: INFO nova.compute.manager [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1498.534466] env[63248]: DEBUG nova.compute.manager [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.535084] env[63248]: DEBUG nova.compute.provider_tree [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.536799] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d52b5cc-c3bf-4cca-8a1f-5269507a48e1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.543900] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "5d3de880-3eba-43b2-808b-343c9a7012ff" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.543900] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.544040] env[63248]: INFO nova.compute.manager [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Shelving [ 1498.655443] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800629, 'name': ReconfigVM_Task, 'duration_secs': 0.326311} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.656081] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 51b4be73-7e46-453d-a325-7b7c6c0c25bd/51b4be73-7e46-453d-a325-7b7c6c0c25bd.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1498.656417] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63248) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1498.657127] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-22be42db-62e7-40b4-bbf6-27543709bf99 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.667352] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1498.667352] env[63248]: value = "task-1800630" [ 1498.667352] env[63248]: _type = "Task" [ 1498.667352] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.677011] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800630, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.724546] env[63248]: DEBUG nova.compute.manager [None req-30cc67dd-e5e6-46f0-8e28-61bca24f1681 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Found 1 images (rotation: 2) {{(pid=63248) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1498.768535] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ea3ae8-0ee2-d309-7fcf-5cf1b6632c36, 'name': SearchDatastore_Task, 'duration_secs': 0.01554} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.769356] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-208b3ee1-2251-4db3-90b7-25012bff103e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.776046] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1498.776046] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52eb2321-e8c2-136d-471e-0401ce9ec072" [ 1498.776046] env[63248]: _type = "Task" [ 1498.776046] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.784968] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52eb2321-e8c2-136d-471e-0401ce9ec072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.041852] env[63248]: DEBUG nova.scheduler.client.report [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.066946] env[63248]: INFO nova.compute.manager [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Took 41.21 seconds to build instance. [ 1499.156772] env[63248]: DEBUG nova.network.neutron [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Successfully updated port: f8e6f25d-e822-43c3-8a03-a6eaf3f2718d {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1499.180377] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800630, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.087155} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.181919] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63248) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1499.184171] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd053d75-7fb4-4742-88c7-2689beea2d38 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.215979] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 51b4be73-7e46-453d-a325-7b7c6c0c25bd/ephemeral_0.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.217425] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd6a912-ccd2-467a-845e-4a198f715d73 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.242677] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1499.242677] env[63248]: value = "task-1800634" [ 1499.242677] env[63248]: _type = "Task" [ 1499.242677] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.255040] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.287426] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52eb2321-e8c2-136d-471e-0401ce9ec072, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.287698] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.287951] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be/0ad7de92-79e2-4519-a1cc-dfeea6a3b2be.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.288226] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-545e5dce-bd1f-4d9f-b949-a1983b4bd226 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.296538] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1499.296538] env[63248]: value = "task-1800635" [ 1499.296538] env[63248]: _type = "Task" [ 1499.296538] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.305692] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.547161] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.549919] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.264s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.551588] env[63248]: INFO nova.compute.claims [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1499.569350] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.569878] env[63248]: DEBUG oslo_concurrency.lockutils [None req-eb090b75-aba9-42ef-a08c-cab34c8b6f02 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "b97d2539-bee1-47c9-a0db-1aef7f767bc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.120s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.570213] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a2ae3f6-8e25-456e-9d19-073a6f18a1cd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.575731] env[63248]: INFO nova.scheduler.client.report [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Deleted allocations for instance 21637db2-110e-4fba-92a5-9318b9c56ea1 [ 1499.581965] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1499.581965] env[63248]: value = "task-1800636" [ 1499.581965] env[63248]: _type = "Task" [ 1499.581965] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.594212] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.659920] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "refresh_cache-ecba535e-bc9f-40cd-adff-49a226f38b8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.659920] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired lock "refresh_cache-ecba535e-bc9f-40cd-adff-49a226f38b8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.659920] env[63248]: DEBUG nova.network.neutron [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1499.736139] env[63248]: DEBUG nova.compute.manager [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.736486] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaea5b1b-d803-4a17-8ef9-0559a256f612 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.757352] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.808672] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800635, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.995440] env[63248]: DEBUG nova.compute.manager [req-656f042a-9397-425b-8c28-2b8a6aa9adf5 req-b4374095-e9ad-417b-a90f-7a2f88cdaef8 service nova] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Received event network-vif-plugged-f8e6f25d-e822-43c3-8a03-a6eaf3f2718d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1499.995689] env[63248]: DEBUG oslo_concurrency.lockutils [req-656f042a-9397-425b-8c28-2b8a6aa9adf5 req-b4374095-e9ad-417b-a90f-7a2f88cdaef8 service nova] Acquiring lock "ecba535e-bc9f-40cd-adff-49a226f38b8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.995899] env[63248]: DEBUG oslo_concurrency.lockutils [req-656f042a-9397-425b-8c28-2b8a6aa9adf5 req-b4374095-e9ad-417b-a90f-7a2f88cdaef8 service nova] Lock "ecba535e-bc9f-40cd-adff-49a226f38b8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.996080] env[63248]: DEBUG oslo_concurrency.lockutils [req-656f042a-9397-425b-8c28-2b8a6aa9adf5 req-b4374095-e9ad-417b-a90f-7a2f88cdaef8 service nova] Lock "ecba535e-bc9f-40cd-adff-49a226f38b8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.996251] env[63248]: DEBUG nova.compute.manager [req-656f042a-9397-425b-8c28-2b8a6aa9adf5 req-b4374095-e9ad-417b-a90f-7a2f88cdaef8 service nova] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] No waiting events found dispatching network-vif-plugged-f8e6f25d-e822-43c3-8a03-a6eaf3f2718d {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1499.996468] env[63248]: WARNING nova.compute.manager [req-656f042a-9397-425b-8c28-2b8a6aa9adf5 req-b4374095-e9ad-417b-a90f-7a2f88cdaef8 service nova] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Received unexpected event network-vif-plugged-f8e6f25d-e822-43c3-8a03-a6eaf3f2718d for instance with vm_state building and task_state spawning. [ 1499.996683] env[63248]: DEBUG nova.compute.manager [req-656f042a-9397-425b-8c28-2b8a6aa9adf5 req-b4374095-e9ad-417b-a90f-7a2f88cdaef8 service nova] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Received event network-changed-f8e6f25d-e822-43c3-8a03-a6eaf3f2718d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1499.996877] env[63248]: DEBUG nova.compute.manager [req-656f042a-9397-425b-8c28-2b8a6aa9adf5 req-b4374095-e9ad-417b-a90f-7a2f88cdaef8 service nova] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Refreshing instance network info cache due to event network-changed-f8e6f25d-e822-43c3-8a03-a6eaf3f2718d. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1499.997101] env[63248]: DEBUG oslo_concurrency.lockutils [req-656f042a-9397-425b-8c28-2b8a6aa9adf5 req-b4374095-e9ad-417b-a90f-7a2f88cdaef8 service nova] Acquiring lock "refresh_cache-ecba535e-bc9f-40cd-adff-49a226f38b8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.078248] env[63248]: DEBUG nova.compute.manager [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1500.082972] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9fd458c2-de14-4b32-a6c6-61179a2a61d0 tempest-ServerMetadataNegativeTestJSON-1834392598 tempest-ServerMetadataNegativeTestJSON-1834392598-project-member] Lock "21637db2-110e-4fba-92a5-9318b9c56ea1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.477s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.093399] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800636, 'name': PowerOffVM_Task, 'duration_secs': 0.422376} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.093663] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1500.094569] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd80a04-6a9f-4315-ab04-71f1ca0127eb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.114559] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d6f653-caf8-4986-9087-9660dacdcd9c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.194243] env[63248]: DEBUG nova.network.neutron [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1500.249510] env[63248]: INFO nova.compute.manager [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] instance snapshotting [ 1500.249891] env[63248]: DEBUG nova.objects.instance [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lazy-loading 'flavor' on Instance uuid 8e040787-5b5e-4d2f-b23d-270b198a9642 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.258932] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800634, 'name': ReconfigVM_Task, 'duration_secs': 0.736362} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.259292] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 51b4be73-7e46-453d-a325-7b7c6c0c25bd/ephemeral_0.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1500.260069] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5c4a19f-6c30-4bc1-b501-616d20ab1645 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.268509] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1500.268509] env[63248]: value = "task-1800637" [ 1500.268509] env[63248]: _type = "Task" [ 1500.268509] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.284159] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800637, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.310446] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568942} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.310785] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be/0ad7de92-79e2-4519-a1cc-dfeea6a3b2be.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.311111] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.311424] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d022c370-972a-45e9-90d7-6ba3f157d49d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.322168] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1500.322168] env[63248]: value = "task-1800638" [ 1500.322168] env[63248]: _type = "Task" [ 1500.322168] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.332547] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.357573] env[63248]: DEBUG nova.compute.manager [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1500.357573] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eed260-19cf-425b-9337-140baac2c0a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.402802] env[63248]: DEBUG nova.network.neutron [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Updating instance_info_cache with network_info: [{"id": "f8e6f25d-e822-43c3-8a03-a6eaf3f2718d", "address": "fa:16:3e:d6:4e:2e", "network": {"id": "49e9a8dd-8322-4a12-924f-b705209b1b85", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1983382143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8e28dbc19e486f93084cad4879104a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8e6f25d-e8", "ovs_interfaceid": "f8e6f25d-e822-43c3-8a03-a6eaf3f2718d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.606954] env[63248]: DEBUG oslo_concurrency.lockutils [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.625864] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1500.626306] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f09be5b6-e668-44c0-8865-7dbb6e5180fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.637619] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1500.637619] env[63248]: value = "task-1800639" [ 1500.637619] env[63248]: _type = "Task" [ 1500.637619] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.647080] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800639, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.761131] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec1e183-fa60-4e71-a321-e72dd71918e3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.798611] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800637, 'name': Rename_Task, 'duration_secs': 0.277139} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.801722] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.802644] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc44d9fd-e8be-4487-bf9f-d9de2acd22c6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.805650] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5a4b0f0-f724-4c9b-a041-af9c3f7d4145 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.816116] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1500.816116] env[63248]: value = "task-1800640" [ 1500.816116] env[63248]: _type = "Task" [ 1500.816116] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.840899] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169435} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.841150] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800640, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.841411] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.843029] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c11068-0911-4c8f-8cdb-00c41daf853c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.875427] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be/0ad7de92-79e2-4519-a1cc-dfeea6a3b2be.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.878479] env[63248]: INFO nova.compute.manager [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] instance snapshotting [ 1500.880622] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56350d9a-f354-4a3e-bb51-831987582e18 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.899163] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7592b245-d187-44f6-ad85-9af7a672ec75 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.919156] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lock "refresh_cache-ecba535e-bc9f-40cd-adff-49a226f38b8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.919515] env[63248]: DEBUG nova.compute.manager [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Instance network_info: |[{"id": "f8e6f25d-e822-43c3-8a03-a6eaf3f2718d", "address": "fa:16:3e:d6:4e:2e", "network": {"id": "49e9a8dd-8322-4a12-924f-b705209b1b85", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1983382143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8e28dbc19e486f93084cad4879104a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8e6f25d-e8", "ovs_interfaceid": "f8e6f25d-e822-43c3-8a03-a6eaf3f2718d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1500.923998] env[63248]: DEBUG oslo_concurrency.lockutils [req-656f042a-9397-425b-8c28-2b8a6aa9adf5 req-b4374095-e9ad-417b-a90f-7a2f88cdaef8 service nova] Acquired lock "refresh_cache-ecba535e-bc9f-40cd-adff-49a226f38b8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.924224] env[63248]: DEBUG nova.network.neutron [req-656f042a-9397-425b-8c28-2b8a6aa9adf5 req-b4374095-e9ad-417b-a90f-7a2f88cdaef8 service nova] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Refreshing network info cache for port f8e6f25d-e822-43c3-8a03-a6eaf3f2718d {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.926808] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:4e:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8e6f25d-e822-43c3-8a03-a6eaf3f2718d', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1500.938096] env[63248]: DEBUG oslo.service.loopingcall [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.939045] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2d263f-ac21-4fbc-88a3-cc0bc39030c6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.943306] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1500.943306] env[63248]: value = "task-1800641" [ 1500.943306] env[63248]: _type = "Task" [ 1500.943306] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.945206] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1500.945589] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1b5430b-e641-4599-b5b7-e4f5a2f13d2d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.988916] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.989593] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1500.989593] env[63248]: value = "task-1800642" [ 1500.989593] env[63248]: _type = "Task" [ 1500.989593] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.008188] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800642, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.147880] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800639, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.176351] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98a783b-3cd3-4693-9e53-de63b67d6800 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.185447] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ecfb53-2941-42f4-a014-729d35f03ce0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.220766] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53e09ec-2719-4130-8206-9c927305630a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.229713] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb2a00e-42af-406e-8fe1-9d4cf243bfb3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.249887] env[63248]: DEBUG nova.compute.provider_tree [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.322668] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1501.329586] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-61b2da5f-df28-4202-a7ea-9e045b272135 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.339122] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800640, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.343031] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1501.343031] env[63248]: value = "task-1800643" [ 1501.343031] env[63248]: _type = "Task" [ 1501.343031] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.353181] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800643, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.459295] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800641, 'name': ReconfigVM_Task, 'duration_secs': 0.508319} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.459638] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be/0ad7de92-79e2-4519-a1cc-dfeea6a3b2be.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.460502] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-470dc766-0393-455a-847c-8147c90b3336 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.469211] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1501.469211] env[63248]: value = "task-1800644" [ 1501.469211] env[63248]: _type = "Task" [ 1501.469211] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.481467] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1501.482156] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800644, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.482577] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-26140bee-34c0-4bf8-9303-65118e22ce4d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.491948] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1501.491948] env[63248]: value = "task-1800645" [ 1501.491948] env[63248]: _type = "Task" [ 1501.491948] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.508247] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800645, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.512941] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800642, 'name': CreateVM_Task, 'duration_secs': 0.432884} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.513271] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1501.514450] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.514796] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.515278] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1501.515682] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5283ad2-891c-40f8-8283-df352af9ead3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.526574] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1501.526574] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5286d5f2-d2ab-499f-02e0-92302f94b81c" [ 1501.526574] env[63248]: _type = "Task" [ 1501.526574] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.538033] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5286d5f2-d2ab-499f-02e0-92302f94b81c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.650820] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800639, 'name': CreateSnapshot_Task, 'duration_secs': 0.867181} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.651401] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1501.652344] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b829158a-dc10-49a8-a2b5-ba8f7476047a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.755870] env[63248]: DEBUG nova.scheduler.client.report [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.835309] env[63248]: DEBUG oslo_vmware.api [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1800640, 'name': PowerOnVM_Task, 'duration_secs': 0.634343} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.835640] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.835872] env[63248]: INFO nova.compute.manager [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Took 10.34 seconds to spawn the instance on the hypervisor. [ 1501.836095] env[63248]: DEBUG nova.compute.manager [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1501.836948] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2c9a58-b446-4660-bf73-3277120d3f96 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.858368] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800643, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.905855] env[63248]: DEBUG nova.network.neutron [req-656f042a-9397-425b-8c28-2b8a6aa9adf5 req-b4374095-e9ad-417b-a90f-7a2f88cdaef8 service nova] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Updated VIF entry in instance network info cache for port f8e6f25d-e822-43c3-8a03-a6eaf3f2718d. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1501.906361] env[63248]: DEBUG nova.network.neutron [req-656f042a-9397-425b-8c28-2b8a6aa9adf5 req-b4374095-e9ad-417b-a90f-7a2f88cdaef8 service nova] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Updating instance_info_cache with network_info: [{"id": "f8e6f25d-e822-43c3-8a03-a6eaf3f2718d", "address": "fa:16:3e:d6:4e:2e", "network": {"id": "49e9a8dd-8322-4a12-924f-b705209b1b85", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1983382143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8e28dbc19e486f93084cad4879104a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8e6f25d-e8", "ovs_interfaceid": "f8e6f25d-e822-43c3-8a03-a6eaf3f2718d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.981359] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800644, 'name': Rename_Task, 'duration_secs': 0.228736} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.981359] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1501.981359] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7586da7e-7010-48ab-98c1-12f07242450e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.988818] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1501.988818] env[63248]: value = "task-1800647" [ 1501.988818] env[63248]: _type = "Task" [ 1501.988818] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.004874] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.012908] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800645, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.042735] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5286d5f2-d2ab-499f-02e0-92302f94b81c, 'name': SearchDatastore_Task, 'duration_secs': 0.014264} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.043097] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.043385] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1502.043741] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.043859] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.045072] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1502.045072] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea628b90-665f-4d2b-a24f-049f3a210aec {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.078756] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1502.078756] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1502.078756] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af9e588-3b6a-4a27-9c1e-52ef716a2cfc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.086032] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1502.086032] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bba33b-0734-6ee1-1625-88cb2c75fb88" [ 1502.086032] env[63248]: _type = "Task" [ 1502.086032] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.097785] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bba33b-0734-6ee1-1625-88cb2c75fb88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.172620] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1502.172971] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a741e485-9916-440c-8ab6-2de22837e4a0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.182400] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1502.182400] env[63248]: value = "task-1800648" [ 1502.182400] env[63248]: _type = "Task" [ 1502.182400] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.191707] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800648, 'name': CloneVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.261941] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.262753] env[63248]: DEBUG nova.compute.manager [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1502.266099] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.569s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.267791] env[63248]: INFO nova.compute.claims [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1502.358691] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800643, 'name': CreateSnapshot_Task, 'duration_secs': 0.841732} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.358923] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1502.363022] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96496119-7372-4354-b653-007ff24ad55d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.364884] env[63248]: INFO nova.compute.manager [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Took 42.92 seconds to build instance. [ 1502.409450] env[63248]: DEBUG oslo_concurrency.lockutils [req-656f042a-9397-425b-8c28-2b8a6aa9adf5 req-b4374095-e9ad-417b-a90f-7a2f88cdaef8 service nova] Releasing lock "refresh_cache-ecba535e-bc9f-40cd-adff-49a226f38b8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.500101] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.510140] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800645, 'name': CreateSnapshot_Task, 'duration_secs': 0.571425} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.510431] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1502.511524] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0acfc27-dea3-4ffe-84d7-960902d5933a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.601158] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bba33b-0734-6ee1-1625-88cb2c75fb88, 'name': SearchDatastore_Task, 'duration_secs': 0.054232} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.602055] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d59ae3-5d8d-4136-bf66-ff2351a04d8c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.608013] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1502.608013] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a10ce6-5114-e517-aa6a-c229320cf656" [ 1502.608013] env[63248]: _type = "Task" [ 1502.608013] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.617756] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a10ce6-5114-e517-aa6a-c229320cf656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.693688] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800648, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.772783] env[63248]: DEBUG nova.compute.utils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1502.776132] env[63248]: DEBUG nova.compute.manager [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1502.776301] env[63248]: DEBUG nova.network.neutron [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1502.837588] env[63248]: DEBUG nova.policy [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '059dc2caa33c46cdb8036c88658a3e02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8784ef76a9c745d99f8aa67352e6e1e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1502.867507] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0b95d72-ab1a-4263-9750-c9b2fda3c6db tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "51b4be73-7e46-453d-a325-7b7c6c0c25bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.755s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.879541] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1502.879968] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-02023c1b-6c47-4112-a383-18a9fdc31bf7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.891709] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1502.891709] env[63248]: value = "task-1800649" [ 1502.891709] env[63248]: _type = "Task" [ 1502.891709] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.902816] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800649, 'name': CloneVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.000195] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800647, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.029371] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1503.029711] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-43ffad76-626c-46c7-bc30-9ec2a564a5d9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.040670] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1503.040670] env[63248]: value = "task-1800650" [ 1503.040670] env[63248]: _type = "Task" [ 1503.040670] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.051974] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800650, 'name': CloneVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.124654] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a10ce6-5114-e517-aa6a-c229320cf656, 'name': SearchDatastore_Task, 'duration_secs': 0.040326} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.124748] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.125372] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ecba535e-bc9f-40cd-adff-49a226f38b8c/ecba535e-bc9f-40cd-adff-49a226f38b8c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1503.125755] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c744373a-a1b2-4de0-9ddf-20a26b15bc3d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.138944] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1503.138944] env[63248]: value = "task-1800651" [ 1503.138944] env[63248]: _type = "Task" [ 1503.138944] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.153537] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.192896] env[63248]: DEBUG nova.network.neutron [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Successfully created port: 994e3653-d7fa-4410-a5f1-efd0e80e8b9d {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.200269] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800648, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.277544] env[63248]: DEBUG nova.compute.manager [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.403887] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800649, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.410521] env[63248]: DEBUG nova.compute.manager [req-3b2e420a-8425-471d-a2ee-9389081604cf req-45ae5ca9-ff7e-4f13-8318-685a622fe72b service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Received event network-changed-76120e78-fb1f-461b-9849-3f267d8963aa {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1503.410800] env[63248]: DEBUG nova.compute.manager [req-3b2e420a-8425-471d-a2ee-9389081604cf req-45ae5ca9-ff7e-4f13-8318-685a622fe72b service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Refreshing instance network info cache due to event network-changed-76120e78-fb1f-461b-9849-3f267d8963aa. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1503.411227] env[63248]: DEBUG oslo_concurrency.lockutils [req-3b2e420a-8425-471d-a2ee-9389081604cf req-45ae5ca9-ff7e-4f13-8318-685a622fe72b service nova] Acquiring lock "refresh_cache-51b4be73-7e46-453d-a325-7b7c6c0c25bd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.411421] env[63248]: DEBUG oslo_concurrency.lockutils [req-3b2e420a-8425-471d-a2ee-9389081604cf req-45ae5ca9-ff7e-4f13-8318-685a622fe72b service nova] Acquired lock "refresh_cache-51b4be73-7e46-453d-a325-7b7c6c0c25bd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.411661] env[63248]: DEBUG nova.network.neutron [req-3b2e420a-8425-471d-a2ee-9389081604cf req-45ae5ca9-ff7e-4f13-8318-685a622fe72b service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Refreshing network info cache for port 76120e78-fb1f-461b-9849-3f267d8963aa {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.504551] env[63248]: DEBUG oslo_vmware.api [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800647, 'name': PowerOnVM_Task, 'duration_secs': 1.349702} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.508871] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.509941] env[63248]: INFO nova.compute.manager [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1503.509941] env[63248]: DEBUG nova.compute.manager [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.512000] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4ee716-404c-48be-a867-1453b46abcea {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.557825] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800650, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.650705] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800651, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.701571] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800648, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.855532] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ffc743-ffe0-4ce8-965b-d47b83c75799 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.865802] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759272b8-5ba8-4210-ab2c-952b35ee3013 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.907083] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c1a19b-8896-4a33-9497-a9a19b4c811a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.918165] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800649, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.922357] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a888b6-b09e-4862-bcfe-ebefc4950a53 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.937593] env[63248]: DEBUG nova.compute.provider_tree [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1504.036521] env[63248]: INFO nova.compute.manager [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Took 37.34 seconds to build instance. [ 1504.054151] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800650, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.151803] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656305} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.152106] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ecba535e-bc9f-40cd-adff-49a226f38b8c/ecba535e-bc9f-40cd-adff-49a226f38b8c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1504.152320] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1504.152597] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23b7b55e-26b1-4f53-add8-2fde6082bb3a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.164486] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1504.164486] env[63248]: value = "task-1800653" [ 1504.164486] env[63248]: _type = "Task" [ 1504.164486] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.177721] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.199884] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800648, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.291925] env[63248]: DEBUG nova.compute.manager [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1504.326035] env[63248]: DEBUG nova.virt.hardware [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1504.326251] env[63248]: DEBUG nova.virt.hardware [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.326468] env[63248]: DEBUG nova.virt.hardware [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1504.326901] env[63248]: DEBUG nova.virt.hardware [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.327128] env[63248]: DEBUG nova.virt.hardware [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1504.327325] env[63248]: DEBUG nova.virt.hardware [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1504.327575] env[63248]: DEBUG nova.virt.hardware [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1504.327766] env[63248]: DEBUG nova.virt.hardware [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1504.327964] env[63248]: DEBUG nova.virt.hardware [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1504.328152] env[63248]: DEBUG nova.virt.hardware [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1504.328333] env[63248]: DEBUG nova.virt.hardware [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1504.329991] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce324d4-b96b-4829-b160-699197679e54 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.340057] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27acf3e7-30c2-4f71-ad5f-2badd56b9215 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.385412] env[63248]: DEBUG nova.network.neutron [req-3b2e420a-8425-471d-a2ee-9389081604cf req-45ae5ca9-ff7e-4f13-8318-685a622fe72b service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Updated VIF entry in instance network info cache for port 76120e78-fb1f-461b-9849-3f267d8963aa. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1504.385878] env[63248]: DEBUG nova.network.neutron [req-3b2e420a-8425-471d-a2ee-9389081604cf req-45ae5ca9-ff7e-4f13-8318-685a622fe72b service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Updating instance_info_cache with network_info: [{"id": "76120e78-fb1f-461b-9849-3f267d8963aa", "address": "fa:16:3e:8f:75:02", "network": {"id": "ef9ef6a0-2211-4381-ab9e-33e100ed7000", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-161464486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa02e12de5f43d0bb4c09afe3994520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76120e78-fb", "ovs_interfaceid": "76120e78-fb1f-461b-9849-3f267d8963aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.413475] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800649, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.462435] env[63248]: ERROR nova.scheduler.client.report [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [req-5b3ec394-6b2c-4037-8d0a-52ebba887ea3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5b3ec394-6b2c-4037-8d0a-52ebba887ea3"}]} [ 1504.480991] env[63248]: DEBUG nova.scheduler.client.report [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1504.495490] env[63248]: DEBUG nova.scheduler.client.report [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1504.495787] env[63248]: DEBUG nova.compute.provider_tree [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1504.508446] env[63248]: DEBUG nova.scheduler.client.report [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1504.527775] env[63248]: DEBUG nova.scheduler.client.report [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1504.538139] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0d30f85a-7eb6-4085-ad34-b54659de91bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.633s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.557171] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800650, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.680094] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075939} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.680671] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1504.681511] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaf5e82-c6a1-4755-b135-b1016cd3ec02 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.707095] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] ecba535e-bc9f-40cd-adff-49a226f38b8c/ecba535e-bc9f-40cd-adff-49a226f38b8c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1504.715029] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-610fff93-e5f9-4e81-8407-efcc8348d095 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.736949] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800648, 'name': CloneVM_Task, 'duration_secs': 2.180947} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.738480] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Created linked-clone VM from snapshot [ 1504.738871] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1504.738871] env[63248]: value = "task-1800654" [ 1504.738871] env[63248]: _type = "Task" [ 1504.738871] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.742130] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41391d4c-de7d-404c-924c-1a831dc86c6a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.756181] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.756493] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Uploading image da9846dd-dfe9-4f6e-8fd7-0d070e70af5d {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1504.783181] env[63248]: DEBUG oslo_vmware.rw_handles [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1504.783181] env[63248]: value = "vm-373375" [ 1504.783181] env[63248]: _type = "VirtualMachine" [ 1504.783181] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1504.783566] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ebe94e3-9bb9-4d77-9a0f-ea73bb845bf3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.794862] env[63248]: DEBUG oslo_vmware.rw_handles [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lease: (returnval){ [ 1504.794862] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a78d8a-10ab-d61c-c920-629666e7de11" [ 1504.794862] env[63248]: _type = "HttpNfcLease" [ 1504.794862] env[63248]: } obtained for exporting VM: (result){ [ 1504.794862] env[63248]: value = "vm-373375" [ 1504.794862] env[63248]: _type = "VirtualMachine" [ 1504.794862] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1504.795504] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the lease: (returnval){ [ 1504.795504] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a78d8a-10ab-d61c-c920-629666e7de11" [ 1504.795504] env[63248]: _type = "HttpNfcLease" [ 1504.795504] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1504.803830] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1504.803830] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a78d8a-10ab-d61c-c920-629666e7de11" [ 1504.803830] env[63248]: _type = "HttpNfcLease" [ 1504.803830] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1504.889102] env[63248]: DEBUG oslo_concurrency.lockutils [req-3b2e420a-8425-471d-a2ee-9389081604cf req-45ae5ca9-ff7e-4f13-8318-685a622fe72b service nova] Releasing lock "refresh_cache-51b4be73-7e46-453d-a325-7b7c6c0c25bd" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.916941] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800649, 'name': CloneVM_Task, 'duration_secs': 1.956888} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.920782] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Created linked-clone VM from snapshot [ 1504.924028] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd06d75-ee69-4837-b7de-143c73e938e8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.935600] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Uploading image 9d1339b5-3d31-423d-8441-27ead990f4ed {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1504.942271] env[63248]: DEBUG nova.compute.manager [req-4d8df4ba-4a04-4c93-bfee-90a33041fa8c req-e15b325a-1562-42aa-ba5b-57bfd1719518 service nova] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Received event network-vif-plugged-994e3653-d7fa-4410-a5f1-efd0e80e8b9d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1504.942271] env[63248]: DEBUG oslo_concurrency.lockutils [req-4d8df4ba-4a04-4c93-bfee-90a33041fa8c req-e15b325a-1562-42aa-ba5b-57bfd1719518 service nova] Acquiring lock "a6930c24-8d83-44fc-b3d4-515d422d6179-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.942271] env[63248]: DEBUG oslo_concurrency.lockutils [req-4d8df4ba-4a04-4c93-bfee-90a33041fa8c req-e15b325a-1562-42aa-ba5b-57bfd1719518 service nova] Lock "a6930c24-8d83-44fc-b3d4-515d422d6179-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.942396] env[63248]: DEBUG oslo_concurrency.lockutils [req-4d8df4ba-4a04-4c93-bfee-90a33041fa8c req-e15b325a-1562-42aa-ba5b-57bfd1719518 service nova] Lock "a6930c24-8d83-44fc-b3d4-515d422d6179-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.942565] env[63248]: DEBUG nova.compute.manager [req-4d8df4ba-4a04-4c93-bfee-90a33041fa8c req-e15b325a-1562-42aa-ba5b-57bfd1719518 service nova] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] No waiting events found dispatching network-vif-plugged-994e3653-d7fa-4410-a5f1-efd0e80e8b9d {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1504.942721] env[63248]: WARNING nova.compute.manager [req-4d8df4ba-4a04-4c93-bfee-90a33041fa8c req-e15b325a-1562-42aa-ba5b-57bfd1719518 service nova] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Received unexpected event network-vif-plugged-994e3653-d7fa-4410-a5f1-efd0e80e8b9d for instance with vm_state building and task_state spawning. [ 1504.979088] env[63248]: DEBUG oslo_vmware.rw_handles [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1504.979088] env[63248]: value = "vm-373376" [ 1504.979088] env[63248]: _type = "VirtualMachine" [ 1504.979088] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1504.979513] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d81ed114-2ad9-467e-a959-ed5f2d857697 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.982157] env[63248]: DEBUG nova.network.neutron [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Successfully updated port: 994e3653-d7fa-4410-a5f1-efd0e80e8b9d {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1504.990470] env[63248]: DEBUG oslo_vmware.rw_handles [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lease: (returnval){ [ 1504.990470] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f9f1bf-1f82-0683-11c0-468b980bcc5e" [ 1504.990470] env[63248]: _type = "HttpNfcLease" [ 1504.990470] env[63248]: } obtained for exporting VM: (result){ [ 1504.990470] env[63248]: value = "vm-373376" [ 1504.990470] env[63248]: _type = "VirtualMachine" [ 1504.990470] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1504.990806] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the lease: (returnval){ [ 1504.990806] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f9f1bf-1f82-0683-11c0-468b980bcc5e" [ 1504.990806] env[63248]: _type = "HttpNfcLease" [ 1504.990806] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1504.999974] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1504.999974] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f9f1bf-1f82-0683-11c0-468b980bcc5e" [ 1504.999974] env[63248]: _type = "HttpNfcLease" [ 1504.999974] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1505.053884] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800650, 'name': CloneVM_Task, 'duration_secs': 1.73685} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.055048] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Created linked-clone VM from snapshot [ 1505.055792] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166749cc-c8c6-404f-9f4a-7f1e0a5822b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.059160] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db626f88-c397-46ed-98a0-26032d252e47 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.070949] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Uploading image 59422e17-b84c-409b-96c4-c0d564b6b086 {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1505.072720] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4216f84f-4365-45fd-9483-53dccb3a2748 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.105407] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37570294-67fb-4a09-a7c7-f7b4f07f9fde {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.115500] env[63248]: DEBUG oslo_vmware.rw_handles [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1505.115500] env[63248]: value = "vm-373377" [ 1505.115500] env[63248]: _type = "VirtualMachine" [ 1505.115500] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1505.116793] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8523d198-df8b-490e-af28-8f41a3609617 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.121011] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c4ba4e37-22d5-4865-95f1-1392b5283329 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.132815] env[63248]: DEBUG nova.compute.provider_tree [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1505.138019] env[63248]: DEBUG oslo_vmware.rw_handles [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lease: (returnval){ [ 1505.138019] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523a7e4d-7009-43ba-0f2f-7bc43dc24acb" [ 1505.138019] env[63248]: _type = "HttpNfcLease" [ 1505.138019] env[63248]: } obtained for exporting VM: (result){ [ 1505.138019] env[63248]: value = "vm-373377" [ 1505.138019] env[63248]: _type = "VirtualMachine" [ 1505.138019] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1505.138019] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the lease: (returnval){ [ 1505.138019] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523a7e4d-7009-43ba-0f2f-7bc43dc24acb" [ 1505.138019] env[63248]: _type = "HttpNfcLease" [ 1505.138019] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1505.143817] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1505.143817] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523a7e4d-7009-43ba-0f2f-7bc43dc24acb" [ 1505.143817] env[63248]: _type = "HttpNfcLease" [ 1505.143817] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1505.144101] env[63248]: DEBUG oslo_vmware.rw_handles [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1505.144101] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523a7e4d-7009-43ba-0f2f-7bc43dc24acb" [ 1505.144101] env[63248]: _type = "HttpNfcLease" [ 1505.144101] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1505.145910] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c930dc3-fb22-4ca7-a521-5ff07fd3bd0d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.153724] env[63248]: DEBUG oslo_vmware.rw_handles [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ad3b4-263d-bf84-d7f8-a618ec49dea3/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1505.153897] env[63248]: DEBUG oslo_vmware.rw_handles [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ad3b4-263d-bf84-d7f8-a618ec49dea3/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1505.257681] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800654, 'name': ReconfigVM_Task, 'duration_secs': 0.291924} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.260248] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Reconfigured VM instance instance-00000032 to attach disk [datastore1] ecba535e-bc9f-40cd-adff-49a226f38b8c/ecba535e-bc9f-40cd-adff-49a226f38b8c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1505.261275] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91a49ff7-be53-4f22-b462-0fc57e108226 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.263105] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e835d9fe-7d4d-4ac1-a896-6bf7563b1b39 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.271857] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1505.271857] env[63248]: value = "task-1800658" [ 1505.271857] env[63248]: _type = "Task" [ 1505.271857] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.289430] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800658, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.302063] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1505.302063] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a78d8a-10ab-d61c-c920-629666e7de11" [ 1505.302063] env[63248]: _type = "HttpNfcLease" [ 1505.302063] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1505.302349] env[63248]: DEBUG oslo_vmware.rw_handles [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1505.302349] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a78d8a-10ab-d61c-c920-629666e7de11" [ 1505.302349] env[63248]: _type = "HttpNfcLease" [ 1505.302349] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1505.303076] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bd74da-619e-4fda-bf01-16f72f377464 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.311115] env[63248]: DEBUG oslo_vmware.rw_handles [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527fca9b-8470-7ea9-0eda-77f9db29de4c/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1505.311358] env[63248]: DEBUG oslo_vmware.rw_handles [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527fca9b-8470-7ea9-0eda-77f9db29de4c/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1505.443735] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4be6b2ea-6e38-4f12-b680-bacf8dda5339 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.488197] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "refresh_cache-a6930c24-8d83-44fc-b3d4-515d422d6179" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.488197] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquired lock "refresh_cache-a6930c24-8d83-44fc-b3d4-515d422d6179" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.488333] env[63248]: DEBUG nova.network.neutron [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.501634] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1505.501634] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f9f1bf-1f82-0683-11c0-468b980bcc5e" [ 1505.501634] env[63248]: _type = "HttpNfcLease" [ 1505.501634] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1505.501986] env[63248]: DEBUG oslo_vmware.rw_handles [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1505.501986] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f9f1bf-1f82-0683-11c0-468b980bcc5e" [ 1505.501986] env[63248]: _type = "HttpNfcLease" [ 1505.501986] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1505.502746] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807e7171-5764-4bfb-bfdf-fd7e01727f37 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.512974] env[63248]: DEBUG oslo_vmware.rw_handles [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ecb5a-3e2d-b039-0de5-742acdf5e29d/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1505.512974] env[63248]: DEBUG oslo_vmware.rw_handles [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ecb5a-3e2d-b039-0de5-742acdf5e29d/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1505.635021] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2053c3e0-af65-448c-b726-19900a2471c2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.673517] env[63248]: DEBUG nova.scheduler.client.report [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1505.673934] env[63248]: DEBUG nova.compute.provider_tree [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 71 to 72 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1505.674086] env[63248]: DEBUG nova.compute.provider_tree [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1505.784015] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800658, 'name': Rename_Task, 'duration_secs': 0.296539} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.784015] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1505.784015] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1aad523b-59d0-4c51-828e-6cd5a8e4202b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.792584] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1505.792584] env[63248]: value = "task-1800659" [ 1505.792584] env[63248]: _type = "Task" [ 1505.792584] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.806865] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.029592] env[63248]: DEBUG nova.network.neutron [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1506.181170] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.914s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.185470] env[63248]: DEBUG nova.compute.manager [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1506.195234] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.094s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.202591] env[63248]: INFO nova.compute.claims [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1506.278586] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.278887] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.299101] env[63248]: DEBUG nova.network.neutron [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Updating instance_info_cache with network_info: [{"id": "994e3653-d7fa-4410-a5f1-efd0e80e8b9d", "address": "fa:16:3e:88:86:2d", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap994e3653-d7", "ovs_interfaceid": "994e3653-d7fa-4410-a5f1-efd0e80e8b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.311014] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800659, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.370222] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Acquiring lock "d0d08b64-e1b2-417f-b81c-acdb3ca9b39a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.370826] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Lock "d0d08b64-e1b2-417f-b81c-acdb3ca9b39a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.370952] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Acquiring lock "d0d08b64-e1b2-417f-b81c-acdb3ca9b39a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.371216] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Lock "d0d08b64-e1b2-417f-b81c-acdb3ca9b39a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.371501] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Lock "d0d08b64-e1b2-417f-b81c-acdb3ca9b39a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.374024] env[63248]: INFO nova.compute.manager [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Terminating instance [ 1506.716245] env[63248]: DEBUG nova.compute.utils [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.718900] env[63248]: DEBUG nova.compute.manager [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Not allocating networking since 'none' was specified. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1506.786823] env[63248]: DEBUG nova.compute.utils [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.803378] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Releasing lock "refresh_cache-a6930c24-8d83-44fc-b3d4-515d422d6179" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.803948] env[63248]: DEBUG nova.compute.manager [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Instance network_info: |[{"id": "994e3653-d7fa-4410-a5f1-efd0e80e8b9d", "address": "fa:16:3e:88:86:2d", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap994e3653-d7", "ovs_interfaceid": "994e3653-d7fa-4410-a5f1-efd0e80e8b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1506.805082] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:86:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '994e3653-d7fa-4410-a5f1-efd0e80e8b9d', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1506.813566] env[63248]: DEBUG oslo.service.loopingcall [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.818033] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1506.818845] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800659, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.819289] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3fa14c6-2c8b-43c9-8a3f-37106399ec44 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.842988] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1506.842988] env[63248]: value = "task-1800661" [ 1506.842988] env[63248]: _type = "Task" [ 1506.842988] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.852723] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800661, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.882832] env[63248]: DEBUG nova.compute.manager [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1506.883241] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.883607] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad10b989-65b7-46d4-a265-b8ce6ccdc880 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.892959] env[63248]: DEBUG oslo_vmware.api [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Waiting for the task: (returnval){ [ 1506.892959] env[63248]: value = "task-1800662" [ 1506.892959] env[63248]: _type = "Task" [ 1506.892959] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.907853] env[63248]: DEBUG oslo_vmware.api [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.223632] env[63248]: DEBUG nova.compute.manager [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1507.289745] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.306790] env[63248]: DEBUG oslo_vmware.api [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800659, 'name': PowerOnVM_Task, 'duration_secs': 1.404848} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.307253] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.307356] env[63248]: INFO nova.compute.manager [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1507.307557] env[63248]: DEBUG nova.compute.manager [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.312221] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe25fdb-3b87-4842-b93e-289cb35aaf54 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.355615] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800661, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.406212] env[63248]: DEBUG oslo_vmware.api [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800662, 'name': PowerOffVM_Task, 'duration_secs': 0.237759} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.407038] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1507.407038] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1507.407211] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373264', 'volume_id': '6abf72d1-a707-4ec5-871e-aaa27406099c', 'name': 'volume-6abf72d1-a707-4ec5-871e-aaa27406099c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0d08b64-e1b2-417f-b81c-acdb3ca9b39a', 'attached_at': '', 'detached_at': '', 'volume_id': '6abf72d1-a707-4ec5-871e-aaa27406099c', 'serial': '6abf72d1-a707-4ec5-871e-aaa27406099c'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1507.408153] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6e487d-4f3f-44cd-bebe-1fbe43372497 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.432530] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5696216-a786-47cf-8f34-49cfcb7ad1db {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.441494] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd3cd8f-27e9-4c66-97ec-05608bc65181 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.469238] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53397268-574c-4b01-bc37-c7863f1d9317 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.486344] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] The volume has not been displaced from its original location: [datastore1] volume-6abf72d1-a707-4ec5-871e-aaa27406099c/volume-6abf72d1-a707-4ec5-871e-aaa27406099c.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1507.491882] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1507.494815] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9b25d36-1a53-41da-bc1a-b459783ff558 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.514940] env[63248]: DEBUG oslo_vmware.api [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Waiting for the task: (returnval){ [ 1507.514940] env[63248]: value = "task-1800663" [ 1507.514940] env[63248]: _type = "Task" [ 1507.514940] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.529000] env[63248]: DEBUG oslo_vmware.api [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.719422] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dd7b2c-7cb8-4405-86c6-08505ca501f3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.728093] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5a8df3-0da1-4ed8-89b8-1f489322f508 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.770209] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da20dc5-9bda-43e0-9ba8-d680d9ec58fe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.780034] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950e8b47-3e03-4d06-8836-c8f196df0528 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.795378] env[63248]: DEBUG nova.compute.provider_tree [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.834126] env[63248]: INFO nova.compute.manager [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Took 39.42 seconds to build instance. [ 1507.856676] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800661, 'name': CreateVM_Task, 'duration_secs': 0.613236} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.857919] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1507.860898] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.861154] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.861588] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1507.862549] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae234a1-190d-4a5d-b098-c8336ffe1964 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.870961] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1507.870961] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52228252-edee-f286-ffab-9e0e54dc5a1c" [ 1507.870961] env[63248]: _type = "Task" [ 1507.870961] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.884942] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52228252-edee-f286-ffab-9e0e54dc5a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.026083] env[63248]: DEBUG oslo_vmware.api [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800663, 'name': ReconfigVM_Task, 'duration_secs': 0.275289} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.026386] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1508.031405] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c81b85d-491a-4c7f-bda0-baf058ae5858 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.052624] env[63248]: DEBUG oslo_vmware.api [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Waiting for the task: (returnval){ [ 1508.052624] env[63248]: value = "task-1800664" [ 1508.052624] env[63248]: _type = "Task" [ 1508.052624] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.068201] env[63248]: DEBUG oslo_vmware.api [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.237344] env[63248]: DEBUG nova.compute.manager [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1508.299990] env[63248]: DEBUG nova.scheduler.client.report [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.336603] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6f792b50-5164-40ed-bff7-1da5cdcecc0d tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "ecba535e-bc9f-40cd-adff-49a226f38b8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.872s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.363365] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.363631] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.363871] env[63248]: INFO nova.compute.manager [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Attaching volume fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01 to /dev/sdb [ 1508.383013] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52228252-edee-f286-ffab-9e0e54dc5a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.016311} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.383649] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.383924] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1508.384270] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.384451] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.384644] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.384929] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60e63631-7618-4d96-9bda-7c83ee3b92cc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.405037] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1508.405250] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1508.406150] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b6528e4-f80c-4073-a5f4-43da8cdfe91b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.410435] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f5d67d-c064-4dee-8e29-b504e5022a50 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.414901] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1508.414901] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d20b75-8dd9-19da-ce58-330a363b3f4a" [ 1508.414901] env[63248]: _type = "Task" [ 1508.414901] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.420672] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dec1e71-0520-4645-9098-89d133f3f706 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.426616] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d20b75-8dd9-19da-ce58-330a363b3f4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.442307] env[63248]: DEBUG nova.virt.block_device [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Updating existing volume attachment record: 4710c43c-dc7c-4662-8243-b887f10f03c7 {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1508.567471] env[63248]: DEBUG oslo_vmware.api [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.585833] env[63248]: DEBUG nova.compute.manager [req-2a0c4ceb-352b-43fb-813a-e6240f36856c req-0211b215-7f88-496a-bf0d-3d09ee57016e service nova] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Received event network-changed-994e3653-d7fa-4410-a5f1-efd0e80e8b9d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1508.586253] env[63248]: DEBUG nova.compute.manager [req-2a0c4ceb-352b-43fb-813a-e6240f36856c req-0211b215-7f88-496a-bf0d-3d09ee57016e service nova] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Refreshing instance network info cache due to event network-changed-994e3653-d7fa-4410-a5f1-efd0e80e8b9d. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1508.586633] env[63248]: DEBUG oslo_concurrency.lockutils [req-2a0c4ceb-352b-43fb-813a-e6240f36856c req-0211b215-7f88-496a-bf0d-3d09ee57016e service nova] Acquiring lock "refresh_cache-a6930c24-8d83-44fc-b3d4-515d422d6179" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.586875] env[63248]: DEBUG oslo_concurrency.lockutils [req-2a0c4ceb-352b-43fb-813a-e6240f36856c req-0211b215-7f88-496a-bf0d-3d09ee57016e service nova] Acquired lock "refresh_cache-a6930c24-8d83-44fc-b3d4-515d422d6179" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.587166] env[63248]: DEBUG nova.network.neutron [req-2a0c4ceb-352b-43fb-813a-e6240f36856c req-0211b215-7f88-496a-bf0d-3d09ee57016e service nova] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Refreshing network info cache for port 994e3653-d7fa-4410-a5f1-efd0e80e8b9d {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.806885] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.807431] env[63248]: DEBUG nova.compute.manager [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1508.810481] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.478s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.812163] env[63248]: INFO nova.compute.claims [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1508.929033] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d20b75-8dd9-19da-ce58-330a363b3f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.066724} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.929033] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2d1925-e60a-476a-b621-2b75d349757b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.937137] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1508.937137] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5271c9e3-ef99-9773-bcb8-2c287de48881" [ 1508.937137] env[63248]: _type = "Task" [ 1508.937137] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.948786] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5271c9e3-ef99-9773-bcb8-2c287de48881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.066580] env[63248]: DEBUG oslo_vmware.api [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.317113] env[63248]: DEBUG nova.compute.utils [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1509.325392] env[63248]: DEBUG nova.compute.manager [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Not allocating networking since 'none' was specified. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1509.327626] env[63248]: DEBUG nova.network.neutron [req-2a0c4ceb-352b-43fb-813a-e6240f36856c req-0211b215-7f88-496a-bf0d-3d09ee57016e service nova] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Updated VIF entry in instance network info cache for port 994e3653-d7fa-4410-a5f1-efd0e80e8b9d. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.327626] env[63248]: DEBUG nova.network.neutron [req-2a0c4ceb-352b-43fb-813a-e6240f36856c req-0211b215-7f88-496a-bf0d-3d09ee57016e service nova] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Updating instance_info_cache with network_info: [{"id": "994e3653-d7fa-4410-a5f1-efd0e80e8b9d", "address": "fa:16:3e:88:86:2d", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap994e3653-d7", "ovs_interfaceid": "994e3653-d7fa-4410-a5f1-efd0e80e8b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.451157] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5271c9e3-ef99-9773-bcb8-2c287de48881, 'name': SearchDatastore_Task, 'duration_secs': 0.017115} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.451490] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.451776] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] a6930c24-8d83-44fc-b3d4-515d422d6179/a6930c24-8d83-44fc-b3d4-515d422d6179.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1509.452083] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d30a1c8-ec91-4b9f-8ac3-3172efcf1aaa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.459775] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1509.459775] env[63248]: value = "task-1800669" [ 1509.459775] env[63248]: _type = "Task" [ 1509.459775] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.469635] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.565239] env[63248]: DEBUG oslo_vmware.api [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800664, 'name': ReconfigVM_Task, 'duration_secs': 1.171367} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.565532] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373264', 'volume_id': '6abf72d1-a707-4ec5-871e-aaa27406099c', 'name': 'volume-6abf72d1-a707-4ec5-871e-aaa27406099c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0d08b64-e1b2-417f-b81c-acdb3ca9b39a', 'attached_at': '', 'detached_at': '', 'volume_id': '6abf72d1-a707-4ec5-871e-aaa27406099c', 'serial': '6abf72d1-a707-4ec5-871e-aaa27406099c'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1509.565848] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.566675] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13956a1-9447-4e15-b5d6-60f19ea8fda9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.574895] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1509.575243] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a06e5e83-1bf0-4db5-8268-931043766cd5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.720472] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1509.720848] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1509.721142] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Deleting the datastore file [datastore1] d0d08b64-e1b2-417f-b81c-acdb3ca9b39a {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1509.721507] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59cc8d9e-f711-4bcf-978c-5082d27c436e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.731145] env[63248]: DEBUG oslo_vmware.api [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Waiting for the task: (returnval){ [ 1509.731145] env[63248]: value = "task-1800671" [ 1509.731145] env[63248]: _type = "Task" [ 1509.731145] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.739732] env[63248]: DEBUG oslo_vmware.api [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.826944] env[63248]: DEBUG nova.compute.manager [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1509.833220] env[63248]: DEBUG oslo_concurrency.lockutils [req-2a0c4ceb-352b-43fb-813a-e6240f36856c req-0211b215-7f88-496a-bf0d-3d09ee57016e service nova] Releasing lock "refresh_cache-a6930c24-8d83-44fc-b3d4-515d422d6179" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.974606] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800669, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.244288] env[63248]: DEBUG oslo_vmware.api [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Task: {'id': task-1800671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494567} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.244544] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.244734] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.244914] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1510.245090] env[63248]: INFO nova.compute.manager [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Took 3.36 seconds to destroy the instance on the hypervisor. [ 1510.245342] env[63248]: DEBUG oslo.service.loopingcall [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.245555] env[63248]: DEBUG nova.compute.manager [-] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1510.245636] env[63248]: DEBUG nova.network.neutron [-] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1510.282214] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32d29ab-e7c3-40e0-8530-224b177fa485 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.294165] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8967de34-270e-466d-880a-ad06e1c53be9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.331040] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a857da-a5cb-4e50-9671-26e8d8f10b9c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.345187] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b489f026-558e-40b1-b53f-d0091786b854 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.362430] env[63248]: DEBUG nova.compute.provider_tree [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.476027] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778834} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.476027] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] a6930c24-8d83-44fc-b3d4-515d422d6179/a6930c24-8d83-44fc-b3d4-515d422d6179.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1510.476027] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1510.476027] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87a60807-c4aa-4bff-b4a0-86415c2627fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.482790] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1510.482790] env[63248]: value = "task-1800673" [ 1510.482790] env[63248]: _type = "Task" [ 1510.482790] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.493032] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.842024] env[63248]: DEBUG nova.compute.manager [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1510.869019] env[63248]: DEBUG nova.scheduler.client.report [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.994853] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072228} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.995299] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1510.996339] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e84be4-f38a-41b3-a292-bd6288ac3cf5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.022646] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] a6930c24-8d83-44fc-b3d4-515d422d6179/a6930c24-8d83-44fc-b3d4-515d422d6179.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.025166] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3334be2-2365-4567-9fc0-c1f42ff13fa3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.048074] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1511.048074] env[63248]: value = "task-1800675" [ 1511.048074] env[63248]: _type = "Task" [ 1511.048074] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.056869] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.314356] env[63248]: DEBUG nova.network.neutron [-] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.372178] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.372738] env[63248]: DEBUG nova.compute.manager [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1511.375456] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.264s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.561317] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.817187] env[63248]: INFO nova.compute.manager [-] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Took 1.57 seconds to deallocate network for instance. [ 1511.880074] env[63248]: DEBUG nova.compute.utils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1511.883853] env[63248]: INFO nova.compute.claims [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1511.888388] env[63248]: DEBUG nova.compute.manager [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1511.888614] env[63248]: DEBUG nova.network.neutron [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1511.944025] env[63248]: DEBUG nova.policy [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3278aeeca14425aaf302771cce8cd73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3aac57e6213342e5999d0a09b756e219', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1512.060725] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.230515] env[63248]: DEBUG nova.network.neutron [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Successfully created port: 37d33dab-7b33-4259-91db-2a543a8847de {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1512.364362] env[63248]: INFO nova.compute.manager [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Took 0.55 seconds to detach 1 volumes for instance. [ 1512.369932] env[63248]: DEBUG nova.compute.manager [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Deleting volume: 6abf72d1-a707-4ec5-871e-aaa27406099c {{(pid=63248) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1512.388982] env[63248]: DEBUG nova.compute.manager [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1512.393523] env[63248]: INFO nova.compute.resource_tracker [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating resource usage from migration 6d76cd76-88eb-4bfb-bd80-896077f17a31 [ 1512.563936] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800675, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.840347] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca99f658-9fa8-404d-8e9f-33aecda303e0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.850617] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d167246-1d7e-4bb3-b268-463c563fe4e1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.884461] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163c51bd-0092-4971-956f-dab812121bb8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.893520] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e0ced2-d516-4fc6-8b15-b71bd10ec820 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.911896] env[63248]: DEBUG nova.compute.provider_tree [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.957436] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.999871] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1513.000128] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373381', 'volume_id': 'fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01', 'name': 'volume-fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0ad7de92-79e2-4519-a1cc-dfeea6a3b2be', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01', 'serial': 'fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1513.001449] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1931bc-96be-440a-99b9-436313a60d8f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.018891] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1987f982-c27a-403a-856c-e179d51b2545 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.044241] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] volume-fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01/volume-fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1513.044573] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b11113e-f729-41b2-896e-2df235246929 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.067497] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800675, 'name': ReconfigVM_Task, 'duration_secs': 1.529399} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.068797] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Reconfigured VM instance instance-00000033 to attach disk [datastore1] a6930c24-8d83-44fc-b3d4-515d422d6179/a6930c24-8d83-44fc-b3d4-515d422d6179.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1513.069501] env[63248]: DEBUG oslo_vmware.api [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1513.069501] env[63248]: value = "task-1800678" [ 1513.069501] env[63248]: _type = "Task" [ 1513.069501] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.069781] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a5096fd-fe0f-4b3a-ba6b-37e6c07e6438 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.081147] env[63248]: DEBUG oslo_vmware.api [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.082514] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1513.082514] env[63248]: value = "task-1800679" [ 1513.082514] env[63248]: _type = "Task" [ 1513.082514] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.091053] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800679, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.415540] env[63248]: DEBUG nova.compute.manager [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1513.418384] env[63248]: DEBUG nova.scheduler.client.report [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.584374] env[63248]: DEBUG oslo_vmware.api [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800678, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.593897] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800679, 'name': Rename_Task, 'duration_secs': 0.203369} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.594194] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1513.594453] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c408291-ef7e-4538-ad26-2f078a087db3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.603419] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1513.603419] env[63248]: value = "task-1800680" [ 1513.603419] env[63248]: _type = "Task" [ 1513.603419] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.613698] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.804632] env[63248]: DEBUG nova.network.neutron [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Successfully updated port: 37d33dab-7b33-4259-91db-2a543a8847de {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1513.926915] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.550s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.926915] env[63248]: INFO nova.compute.manager [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Migrating [ 1513.934280] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.397s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.934280] env[63248]: DEBUG nova.objects.instance [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63248) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1514.084323] env[63248]: DEBUG oslo_vmware.api [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800678, 'name': ReconfigVM_Task, 'duration_secs': 0.56591} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.084629] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Reconfigured VM instance instance-00000031 to attach disk [datastore1] volume-fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01/volume-fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.089879] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a70e67e5-534f-4d22-98f7-34dc2b5cb46b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.108892] env[63248]: DEBUG oslo_vmware.api [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1514.108892] env[63248]: value = "task-1800681" [ 1514.108892] env[63248]: _type = "Task" [ 1514.108892] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.121120] env[63248]: DEBUG oslo_vmware.api [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.124237] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800680, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.312382] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquiring lock "refresh_cache-612483be-a02b-478d-8758-fb0420930cab" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.312382] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquired lock "refresh_cache-612483be-a02b-478d-8758-fb0420930cab" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.312382] env[63248]: DEBUG nova.network.neutron [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1514.444561] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.445241] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.445241] env[63248]: DEBUG nova.network.neutron [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1514.616808] env[63248]: DEBUG oslo_vmware.api [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800680, 'name': PowerOnVM_Task, 'duration_secs': 0.806458} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.617444] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1514.617656] env[63248]: INFO nova.compute.manager [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1514.617835] env[63248]: DEBUG nova.compute.manager [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1514.618630] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe52849-2425-40fe-8282-f59f638e4e28 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.624254] env[63248]: DEBUG oslo_vmware.api [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800681, 'name': ReconfigVM_Task, 'duration_secs': 0.291276} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.624902] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373381', 'volume_id': 'fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01', 'name': 'volume-fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0ad7de92-79e2-4519-a1cc-dfeea6a3b2be', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01', 'serial': 'fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1514.845569] env[63248]: DEBUG nova.network.neutron [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1514.948484] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9499b564-1ca5-4a5c-af59-9d824996b5f8 tempest-ServersAdmin275Test-1777753275 tempest-ServersAdmin275Test-1777753275-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.952626] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.394s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.952946] env[63248]: DEBUG nova.objects.instance [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Lazy-loading 'resources' on Instance uuid cf0774df-f295-460a-87a5-f12e812e781d {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.033419] env[63248]: DEBUG nova.network.neutron [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Updating instance_info_cache with network_info: [{"id": "37d33dab-7b33-4259-91db-2a543a8847de", "address": "fa:16:3e:ea:5f:d4", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d33dab-7b", "ovs_interfaceid": "37d33dab-7b33-4259-91db-2a543a8847de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.140224] env[63248]: INFO nova.compute.manager [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Took 41.87 seconds to build instance. [ 1515.220655] env[63248]: DEBUG nova.network.neutron [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating instance_info_cache with network_info: [{"id": "48708b4c-2bc4-4f9e-8e27-039fc3c1c691", "address": "fa:16:3e:a5:8e:e6", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48708b4c-2b", "ovs_interfaceid": "48708b4c-2bc4-4f9e-8e27-039fc3c1c691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.536340] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Releasing lock "refresh_cache-612483be-a02b-478d-8758-fb0420930cab" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.536722] env[63248]: DEBUG nova.compute.manager [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Instance network_info: |[{"id": "37d33dab-7b33-4259-91db-2a543a8847de", "address": "fa:16:3e:ea:5f:d4", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d33dab-7b", "ovs_interfaceid": "37d33dab-7b33-4259-91db-2a543a8847de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1515.642656] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2198b406-888e-4672-ad97-25fb98c7fe9c tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "a6930c24-8d83-44fc-b3d4-515d422d6179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.324s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.680277] env[63248]: DEBUG nova.objects.instance [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lazy-loading 'flavor' on Instance uuid 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.723429] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Releasing lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.851996] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70600160-6b67-44dd-936d-4ef79f5d4998 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.859891] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d0b4fc-0a50-4c4d-8509-09b66682ce92 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.891274] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4465bf-1c18-4cac-a6a8-2d2a99a57274 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.900379] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395eca48-1304-4128-b58a-b5897410237c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.918458] env[63248]: DEBUG nova.compute.provider_tree [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.188797] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f51ed373-5476-40e1-b994-8b4f7d207729 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.825s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.421788] env[63248]: DEBUG nova.scheduler.client.report [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.928090] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.931927] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.358s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.935300] env[63248]: INFO nova.compute.claims [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1516.953983] env[63248]: INFO nova.scheduler.client.report [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Deleted allocations for instance cf0774df-f295-460a-87a5-f12e812e781d [ 1517.238932] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b81fa4-e9ae-413e-9049-dd1487459e9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.259023] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating instance 'd235314d-7080-409b-9be1-3fcb6c0884b4' progress to 0 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1517.319875] env[63248]: DEBUG nova.virt.hardware [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1517.320193] env[63248]: DEBUG nova.virt.hardware [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.320519] env[63248]: DEBUG nova.virt.hardware [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1517.320519] env[63248]: DEBUG nova.virt.hardware [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.320694] env[63248]: DEBUG nova.virt.hardware [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1517.320817] env[63248]: DEBUG nova.virt.hardware [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1517.321139] env[63248]: DEBUG nova.virt.hardware [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1517.321339] env[63248]: DEBUG nova.virt.hardware [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1517.321515] env[63248]: DEBUG nova.virt.hardware [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1517.322234] env[63248]: DEBUG nova.virt.hardware [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1517.322234] env[63248]: DEBUG nova.virt.hardware [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1517.324077] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168ca629-a2c2-4fd7-8eed-1a4ae8ce6714 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.333981] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27dc057-3010-4253-80fd-d4b331158171 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.349230] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Instance VIF info [] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1517.355582] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Creating folder: Project (7d6ea5fe2d644bb1aa25b73fd88acd6e). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1517.355983] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bf83465-db3f-4bf5-bdf8-dc35dd350f3d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.370539] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Created folder: Project (7d6ea5fe2d644bb1aa25b73fd88acd6e) in parent group-v373228. [ 1517.370539] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Creating folder: Instances. Parent ref: group-v373382. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1517.370839] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7bdfe75-0054-43fc-a19c-016f5749dc1c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.384068] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Created folder: Instances in parent group-v373382. [ 1517.384341] env[63248]: DEBUG oslo.service.loopingcall [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1517.384545] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1517.384761] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b6f6cac-50e0-4c37-99cb-05c9a8d307ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.404719] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1517.404719] env[63248]: value = "task-1800685" [ 1517.404719] env[63248]: _type = "Task" [ 1517.404719] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.417739] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800685, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.466643] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7134f145-97f9-4719-ba54-732db5b7a5d8 tempest-InstanceActionsTestJSON-740260512 tempest-InstanceActionsTestJSON-740260512-project-member] Lock "cf0774df-f295-460a-87a5-f12e812e781d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.392s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.634715] env[63248]: DEBUG nova.virt.hardware [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1517.635429] env[63248]: DEBUG nova.virt.hardware [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.635429] env[63248]: DEBUG nova.virt.hardware [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1517.635661] env[63248]: DEBUG nova.virt.hardware [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.636127] env[63248]: DEBUG nova.virt.hardware [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1517.636127] env[63248]: DEBUG nova.virt.hardware [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1517.636238] env[63248]: DEBUG nova.virt.hardware [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1517.636368] env[63248]: DEBUG nova.virt.hardware [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1517.636552] env[63248]: DEBUG nova.virt.hardware [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1517.636737] env[63248]: DEBUG nova.virt.hardware [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1517.636944] env[63248]: DEBUG nova.virt.hardware [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1517.639506] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37294103-5288-4e84-8379-e01e555f5c2a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.650092] env[63248]: DEBUG nova.virt.hardware [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1517.650430] env[63248]: DEBUG nova.virt.hardware [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.650638] env[63248]: DEBUG nova.virt.hardware [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1517.650831] env[63248]: DEBUG nova.virt.hardware [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.650977] env[63248]: DEBUG nova.virt.hardware [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1517.651183] env[63248]: DEBUG nova.virt.hardware [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1517.651398] env[63248]: DEBUG nova.virt.hardware [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1517.651554] env[63248]: DEBUG nova.virt.hardware [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1517.651721] env[63248]: DEBUG nova.virt.hardware [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1517.651886] env[63248]: DEBUG nova.virt.hardware [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1517.652395] env[63248]: DEBUG nova.virt.hardware [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1517.653759] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960a8f7c-0929-4de8-80e1-935f90ecef75 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.659708] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b8b510-ad40-41f2-8640-fb6ff154a888 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.677045] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502e791d-d104-4071-9eff-008926d1b964 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.681419] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Instance VIF info [] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1517.687448] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Creating folder: Project (d16967e308a44205bf8bff848c0c3d96). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1517.691553] env[63248]: DEBUG oslo_vmware.rw_handles [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ad3b4-263d-bf84-d7f8-a618ec49dea3/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1517.691711] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8b950fd-67ac-41a3-b68f-a23e670873d4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.699101] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24200ab8-84e4-40f7-9b6e-c100a52a793b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.711147] env[63248]: DEBUG oslo_vmware.rw_handles [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527fca9b-8470-7ea9-0eda-77f9db29de4c/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1517.719521] env[63248]: DEBUG oslo_vmware.rw_handles [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ad3b4-263d-bf84-d7f8-a618ec49dea3/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1517.719744] env[63248]: ERROR oslo_vmware.rw_handles [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ad3b4-263d-bf84-d7f8-a618ec49dea3/disk-0.vmdk due to incomplete transfer. [ 1517.720575] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a8664d-773c-4a20-8539-2e8c97fd7639 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.724063] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:5f:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37d33dab-7b33-4259-91db-2a543a8847de', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1517.731735] env[63248]: DEBUG oslo.service.loopingcall [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1517.733366] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3462aa5a-faa7-4543-be4e-da35031785a9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.735353] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 612483be-a02b-478d-8758-fb0420930cab] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1517.735641] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Created folder: Project (d16967e308a44205bf8bff848c0c3d96) in parent group-v373228. [ 1517.735816] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Creating folder: Instances. Parent ref: group-v373385. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1517.736484] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87a86246-f8e9-4f9a-80c0-07fe47f1dcbc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.752186] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f35ddf99-f843-41c2-9ad9-19fa698d1078 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.756303] env[63248]: DEBUG oslo_vmware.rw_handles [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527fca9b-8470-7ea9-0eda-77f9db29de4c/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1517.756495] env[63248]: ERROR oslo_vmware.rw_handles [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527fca9b-8470-7ea9-0eda-77f9db29de4c/disk-0.vmdk due to incomplete transfer. [ 1517.757278] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-57e323ac-758f-4858-b73c-85899cd17db0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.762795] env[63248]: DEBUG oslo_vmware.rw_handles [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ad3b4-263d-bf84-d7f8-a618ec49dea3/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1517.763103] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Uploaded image 59422e17-b84c-409b-96c4-c0d564b6b086 to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1517.765546] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1517.768410] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.768974] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0f95a875-5c3b-4c83-a3ae-989f4eb1f81a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.770734] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1517.770734] env[63248]: value = "task-1800688" [ 1517.770734] env[63248]: _type = "Task" [ 1517.770734] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.772815] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db038f52-e974-436b-af6a-6f367c612144 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.774486] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Created folder: Instances in parent group-v373385. [ 1517.774723] env[63248]: DEBUG oslo.service.loopingcall [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1517.774923] env[63248]: DEBUG oslo_vmware.rw_handles [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527fca9b-8470-7ea9-0eda-77f9db29de4c/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1517.775103] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Uploaded image da9846dd-dfe9-4f6e-8fd7-0d070e70af5d to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1517.776713] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1517.780244] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1517.780459] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e4cdc250-db55-4f8d-a2c2-c5977cf98b9d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.783833] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bfd8dbe-e2a7-434c-9bc5-4938494438c6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.796019] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1517.796019] env[63248]: value = "task-1800689" [ 1517.796019] env[63248]: _type = "Task" [ 1517.796019] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.798996] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1517.798996] env[63248]: value = "task-1800690" [ 1517.798996] env[63248]: _type = "Task" [ 1517.798996] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.813351] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1517.813351] env[63248]: value = "task-1800691" [ 1517.813351] env[63248]: _type = "Task" [ 1517.813351] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.813829] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800688, 'name': CreateVM_Task} progress is 15%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.815515] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1517.815515] env[63248]: value = "task-1800692" [ 1517.815515] env[63248]: _type = "Task" [ 1517.815515] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.827046] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800689, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.832085] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.837093] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800691, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.840784] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800692, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.917773] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800685, 'name': CreateVM_Task, 'duration_secs': 0.365887} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.918079] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1517.918680] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.918946] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.919436] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1517.919785] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d374efe6-603a-48a7-911e-e1d25166677a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.926668] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1517.926668] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522a6347-899f-3c69-1095-0539099b0b63" [ 1517.926668] env[63248]: _type = "Task" [ 1517.926668] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.937531] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522a6347-899f-3c69-1095-0539099b0b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.149400] env[63248]: DEBUG nova.compute.manager [req-c17e9d24-3da7-4726-8593-9e6f1449ae27 req-3ace67a4-e011-4d07-a124-357cb0723284 service nova] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Received event network-vif-deleted-242d32b4-0529-47bd-9272-6f2805b6b379 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1518.293772] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800688, 'name': CreateVM_Task, 'duration_secs': 0.477699} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.295141] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 612483be-a02b-478d-8758-fb0420930cab] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1518.295141] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.312577] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800689, 'name': Destroy_Task, 'duration_secs': 0.460067} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.313764] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Destroyed the VM [ 1518.314379] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1518.314379] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-96cb4b71-c0c3-44f1-b282-88fa4451ed16 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.320307] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800690, 'name': PowerOffVM_Task, 'duration_secs': 0.267398} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.327415] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1518.328812] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating instance 'd235314d-7080-409b-9be1-3fcb6c0884b4' progress to 17 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1518.335373] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1518.335373] env[63248]: value = "task-1800693" [ 1518.335373] env[63248]: _type = "Task" [ 1518.335373] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.343734] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800691, 'name': Destroy_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.347511] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800692, 'name': CreateVM_Task, 'duration_secs': 0.375547} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.347697] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1518.348118] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.352684] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800693, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.446427] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522a6347-899f-3c69-1095-0539099b0b63, 'name': SearchDatastore_Task, 'duration_secs': 0.013831} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.447812] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.448077] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1518.448324] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.448564] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.448677] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1518.449447] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613ff47f-703f-47ab-8597-a094557961f3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.452544] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.452888] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1518.453161] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73d01991-b0f6-4b84-8eb2-768ce54786aa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.456442] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad82ed4-f5fb-45e7-9437-da09668d7668 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.466189] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fbe287-f2bf-46f2-8f85-abe924cd77b9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.473768] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1518.473768] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e126fa-6328-321d-c33e-db4af8868af5" [ 1518.473768] env[63248]: _type = "Task" [ 1518.473768] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.476842] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1518.477180] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1518.483116] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c4771ac-e9af-41fe-9279-3fb6429e53fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.512828] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c29b63-4fef-4702-beb6-ee0ccaa01f79 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.517124] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1518.517124] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5296be5e-2608-d97f-4be0-5d6f2443b1f7" [ 1518.517124] env[63248]: _type = "Task" [ 1518.517124] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.521251] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e126fa-6328-321d-c33e-db4af8868af5, 'name': SearchDatastore_Task, 'duration_secs': 0.023788} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.524778] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.525045] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1518.525262] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.527606] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.527915] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1518.528824] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f72085e-f948-44f0-92b2-3619f6e23ab0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.531405] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ed4597-7074-4f1b-829f-73a144ea119d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.537827] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5296be5e-2608-d97f-4be0-5d6f2443b1f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.540892] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1518.540892] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5221abb8-811d-8e6f-0a79-9437db21b689" [ 1518.540892] env[63248]: _type = "Task" [ 1518.540892] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.549714] env[63248]: DEBUG nova.compute.provider_tree [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.559614] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5221abb8-811d-8e6f-0a79-9437db21b689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.703030] env[63248]: DEBUG nova.compute.manager [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.704135] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b83206d-30f8-43c9-a132-e2330609cb11 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.768793] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.768793] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.768793] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.768793] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.768793] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.769683] env[63248]: INFO nova.compute.manager [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Terminating instance [ 1518.832042] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800691, 'name': Destroy_Task, 'duration_secs': 0.567119} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.832355] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Destroyed the VM [ 1518.832588] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1518.832865] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ef8859aa-f065-4ca1-bf97-c75618e47c32 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.838114] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1518.838379] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.838555] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1518.838765] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.838935] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1518.839109] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1518.839454] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1518.839640] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1518.839812] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1518.839974] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1518.840206] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1518.847806] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-048b8f68-6440-40e2-8821-9674f7d7cd54 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.860293] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1518.860293] env[63248]: value = "task-1800694" [ 1518.860293] env[63248]: _type = "Task" [ 1518.860293] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.872200] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1518.872200] env[63248]: value = "task-1800695" [ 1518.872200] env[63248]: _type = "Task" [ 1518.872200] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.879784] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800694, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.880041] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800693, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.890577] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800695, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.970738] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc99647-820b-47eb-9852-420503dff7e1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.979527] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-865cecb5-2864-4e97-b815-54b96e4585a1 tempest-ServersAdminNegativeTestJSON-1599551554 tempest-ServersAdminNegativeTestJSON-1599551554-project-admin] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Suspending the VM {{(pid=63248) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1518.979866] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1b189c90-4dc9-4669-a5b8-1dce08c928c1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.989748] env[63248]: DEBUG oslo_vmware.api [None req-865cecb5-2864-4e97-b815-54b96e4585a1 tempest-ServersAdminNegativeTestJSON-1599551554 tempest-ServersAdminNegativeTestJSON-1599551554-project-admin] Waiting for the task: (returnval){ [ 1518.989748] env[63248]: value = "task-1800696" [ 1518.989748] env[63248]: _type = "Task" [ 1518.989748] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.000633] env[63248]: DEBUG oslo_vmware.api [None req-865cecb5-2864-4e97-b815-54b96e4585a1 tempest-ServersAdminNegativeTestJSON-1599551554 tempest-ServersAdminNegativeTestJSON-1599551554-project-admin] Task: {'id': task-1800696, 'name': SuspendVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.045819] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5296be5e-2608-d97f-4be0-5d6f2443b1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.030615} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.045819] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1587dbd7-a089-4c73-9cd1-8c7f5a4c38f0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.054751] env[63248]: DEBUG nova.scheduler.client.report [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.059602] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1519.059602] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528f4447-3ba1-9775-d08d-79b7879ad080" [ 1519.059602] env[63248]: _type = "Task" [ 1519.059602] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.067784] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5221abb8-811d-8e6f-0a79-9437db21b689, 'name': SearchDatastore_Task, 'duration_secs': 0.017664} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.068635] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.068986] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1519.069269] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.076129] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528f4447-3ba1-9775-d08d-79b7879ad080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.217687] env[63248]: INFO nova.compute.manager [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] instance snapshotting [ 1519.219918] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b669e6f-73c9-4f28-bb93-7ed9c9f5dbfd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.240457] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739695c8-fb09-46b2-a849-fec6a021577a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.274653] env[63248]: DEBUG nova.compute.manager [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1519.274962] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1519.275271] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4738bfe-f484-458f-9449-668a79ada6f2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.284151] env[63248]: DEBUG oslo_vmware.api [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1519.284151] env[63248]: value = "task-1800697" [ 1519.284151] env[63248]: _type = "Task" [ 1519.284151] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.297023] env[63248]: DEBUG oslo_vmware.api [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.361697] env[63248]: DEBUG oslo_vmware.api [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800693, 'name': RemoveSnapshot_Task, 'duration_secs': 0.562782} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.362545] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1519.362545] env[63248]: INFO nova.compute.manager [None req-ffa517dd-9da2-4e50-8e40-f22dfc412c76 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Took 18.48 seconds to snapshot the instance on the hypervisor. [ 1519.377080] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800694, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.390904] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800695, 'name': ReconfigVM_Task, 'duration_secs': 0.248575} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.391381] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating instance 'd235314d-7080-409b-9be1-3fcb6c0884b4' progress to 33 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1519.502542] env[63248]: DEBUG oslo_vmware.api [None req-865cecb5-2864-4e97-b815-54b96e4585a1 tempest-ServersAdminNegativeTestJSON-1599551554 tempest-ServersAdminNegativeTestJSON-1599551554-project-admin] Task: {'id': task-1800696, 'name': SuspendVM_Task} progress is 62%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.561438] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.562226] env[63248]: DEBUG nova.compute.manager [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1519.566124] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.699s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.566424] env[63248]: DEBUG nova.objects.instance [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lazy-loading 'resources' on Instance uuid f6015c28-7a38-464a-a0b9-b39c376d921e {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.580082] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528f4447-3ba1-9775-d08d-79b7879ad080, 'name': SearchDatastore_Task, 'duration_secs': 0.055345} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.581527] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.582635] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19/d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1519.582635] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.582635] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1519.583188] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90830c02-1fc7-4898-b51c-53f922aeb5c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.585658] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6544d2d5-41a6-4661-9103-ac68c5a3476b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.596119] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1519.596119] env[63248]: value = "task-1800698" [ 1519.596119] env[63248]: _type = "Task" [ 1519.596119] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.610346] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.616720] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1519.616992] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1519.618410] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d33b42c-aaf9-4564-bb60-283b36f3902f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.628680] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1519.628680] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52887e01-c06a-7b6e-139e-a3372487d4d8" [ 1519.628680] env[63248]: _type = "Task" [ 1519.628680] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.640395] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52887e01-c06a-7b6e-139e-a3372487d4d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.662163] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Acquiring lock "6f345564-534e-436c-813e-7f2d954756c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.662163] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Lock "6f345564-534e-436c-813e-7f2d954756c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.753556] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1519.753931] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-891290df-cbba-4ca2-b32f-b2edcee440c6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.767423] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1519.767423] env[63248]: value = "task-1800699" [ 1519.767423] env[63248]: _type = "Task" [ 1519.767423] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.780106] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800699, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.796375] env[63248]: DEBUG oslo_vmware.api [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800697, 'name': PowerOffVM_Task, 'duration_secs': 0.48885} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.796664] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.796859] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1519.797060] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373381', 'volume_id': 'fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01', 'name': 'volume-fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0ad7de92-79e2-4519-a1cc-dfeea6a3b2be', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01', 'serial': 'fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1519.797989] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f1ab1d-f9dc-4d82-96a7-2d9197b9881f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.824042] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6e2e57-0c53-4cec-bd12-431d1e1bbaf2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.833955] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743db33d-6aa0-47c7-8847-acd69f5e78f1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.860356] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c66f16-1e79-4143-ba8d-001b8e4a9378 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.882358] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] The volume has not been displaced from its original location: [datastore1] volume-fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01/volume-fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1519.888525] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1519.890205] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a3d0716-2165-4997-a4c2-85e5104d6d9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.909522] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='671e71f4-9dc7-4740-95b7-e23e629757fc',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-288801987',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1519.909900] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1519.910351] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1519.910607] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1519.910784] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1519.911434] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1519.911434] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1519.911434] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1519.911685] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1519.911761] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1519.912418] env[63248]: DEBUG nova.virt.hardware [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1519.917940] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1519.923445] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f972832c-1b7f-493c-b938-c5124864abdc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.940863] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800694, 'name': RemoveSnapshot_Task, 'duration_secs': 0.79013} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.941280] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1519.941640] env[63248]: DEBUG nova.compute.manager [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.942981] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4d575b-a556-4596-9074-e48a571e7939 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.947930] env[63248]: DEBUG oslo_vmware.api [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1519.947930] env[63248]: value = "task-1800700" [ 1519.947930] env[63248]: _type = "Task" [ 1519.947930] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.951794] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1519.951794] env[63248]: value = "task-1800701" [ 1519.951794] env[63248]: _type = "Task" [ 1519.951794] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.976607] env[63248]: DEBUG oslo_vmware.api [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.981495] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800701, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.001698] env[63248]: DEBUG oslo_vmware.api [None req-865cecb5-2864-4e97-b815-54b96e4585a1 tempest-ServersAdminNegativeTestJSON-1599551554 tempest-ServersAdminNegativeTestJSON-1599551554-project-admin] Task: {'id': task-1800696, 'name': SuspendVM_Task, 'duration_secs': 0.794731} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.002068] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-865cecb5-2864-4e97-b815-54b96e4585a1 tempest-ServersAdminNegativeTestJSON-1599551554 tempest-ServersAdminNegativeTestJSON-1599551554-project-admin] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Suspended the VM {{(pid=63248) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1520.002230] env[63248]: DEBUG nova.compute.manager [None req-865cecb5-2864-4e97-b815-54b96e4585a1 tempest-ServersAdminNegativeTestJSON-1599551554 tempest-ServersAdminNegativeTestJSON-1599551554-project-admin] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.003104] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d266f5c-5733-4435-b730-52e9b8fb14db {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.074713] env[63248]: DEBUG nova.compute.utils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1520.080221] env[63248]: DEBUG nova.compute.manager [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1520.080221] env[63248]: DEBUG nova.network.neutron [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1520.104017] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "e305b5ec-8988-4adf-9c48-772f6b904ff1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.104215] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "e305b5ec-8988-4adf-9c48-772f6b904ff1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.112599] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800698, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.119357] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "interface-ca6f659e-a9b0-437e-a968-2bcf02983683-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.119621] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-ca6f659e-a9b0-437e-a968-2bcf02983683-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.119990] env[63248]: DEBUG nova.objects.instance [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lazy-loading 'flavor' on Instance uuid ca6f659e-a9b0-437e-a968-2bcf02983683 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.141263] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52887e01-c06a-7b6e-139e-a3372487d4d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011447} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.145859] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0487acb3-9a7c-4c25-8b33-6d2f6aa0e064 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.153604] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1520.153604] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d1567e-ec86-d2db-5a4f-d3b171301252" [ 1520.153604] env[63248]: _type = "Task" [ 1520.153604] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.165872] env[63248]: DEBUG nova.compute.manager [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1520.169885] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d1567e-ec86-d2db-5a4f-d3b171301252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.171988] env[63248]: DEBUG nova.policy [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36c40a0d20f24c19a3f2c4f85d4990d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fd7ee0cb37f481080e8337bbf4e6a68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1520.281291] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800699, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.463677] env[63248]: DEBUG oslo_vmware.api [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800700, 'name': ReconfigVM_Task, 'duration_secs': 0.361479} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.464754] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1520.475051] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18cc76bd-29ef-404e-8fa5-a34047277977 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.485917] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800701, 'name': ReconfigVM_Task, 'duration_secs': 0.253051} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.489948] env[63248]: INFO nova.compute.manager [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Shelve offloading [ 1520.490938] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1520.494169] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51de42ef-fca9-46df-9cc6-0832c728b3b2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.502321] env[63248]: DEBUG oslo_vmware.api [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1520.502321] env[63248]: value = "task-1800702" [ 1520.502321] env[63248]: _type = "Task" [ 1520.502321] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.522423] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] d235314d-7080-409b-9be1-3fcb6c0884b4/d235314d-7080-409b-9be1-3fcb6c0884b4.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1520.531141] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1871c6b-28bd-470b-a248-c59c03f42739 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.546916] env[63248]: DEBUG nova.network.neutron [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Successfully created port: 9ab74870-4ab2-4f94-a4d6-38b9bdda2432 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1520.557645] env[63248]: DEBUG oslo_vmware.api [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.561959] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1520.561959] env[63248]: value = "task-1800703" [ 1520.561959] env[63248]: _type = "Task" [ 1520.561959] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.571835] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800703, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.580042] env[63248]: DEBUG nova.compute.manager [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1520.605955] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7010eff1-b3cd-49a2-9bdc-e067833615d1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.617845] env[63248]: DEBUG nova.compute.utils [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1520.619309] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524505} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.621771] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19/d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1520.622056] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1520.627143] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b8a891e-2ad6-433b-a1d7-c8adf51bbfb1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.631475] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5c9918-3fef-43b3-a4bf-0f8973733223 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.673227] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b0fe8c-4bd0-4474-8a24-739eb98e287d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.675808] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1520.675808] env[63248]: value = "task-1800704" [ 1520.675808] env[63248]: _type = "Task" [ 1520.675808] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.691225] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d1567e-ec86-d2db-5a4f-d3b171301252, 'name': SearchDatastore_Task, 'duration_secs': 0.01302} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.693291] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb90366-4a96-4f1d-8e23-6fa59fe677cb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.697584] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.697899] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 612483be-a02b-478d-8758-fb0420930cab/612483be-a02b-478d-8758-fb0420930cab.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1520.702302] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.702405] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1520.702652] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31af06d0-4016-4f5b-a19c-f0fc740b2a43 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.706909] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800704, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.710238] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.710886] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0008f085-1d15-4eb7-abb1-f91de6ca3695 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.722401] env[63248]: DEBUG nova.compute.provider_tree [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.725253] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1520.725253] env[63248]: value = "task-1800705" [ 1520.725253] env[63248]: _type = "Task" [ 1520.725253] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.726738] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1520.726917] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1520.732344] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59829ebc-9e3f-4a53-aad1-55a3c5c37d49 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.741159] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1520.741159] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a55dad-8c3d-a612-601c-47ef7245f668" [ 1520.741159] env[63248]: _type = "Task" [ 1520.741159] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.741434] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.752402] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a55dad-8c3d-a612-601c-47ef7245f668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.778278] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800699, 'name': CreateSnapshot_Task, 'duration_secs': 0.765767} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.778582] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1520.779356] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0995b1c3-b4f0-40b8-b5fd-3837a7278955 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.783881] env[63248]: DEBUG nova.objects.instance [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lazy-loading 'pci_requests' on Instance uuid ca6f659e-a9b0-437e-a968-2bcf02983683 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.997771] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1520.998181] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13ea81e8-e140-48f9-94b5-82e3596ec74c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.008771] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1521.008771] env[63248]: value = "task-1800706" [ 1521.008771] env[63248]: _type = "Task" [ 1521.008771] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.018053] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.026586] env[63248]: DEBUG oslo_vmware.api [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800702, 'name': ReconfigVM_Task, 'duration_secs': 0.255068} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.026950] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373381', 'volume_id': 'fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01', 'name': 'volume-fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0ad7de92-79e2-4519-a1cc-dfeea6a3b2be', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01', 'serial': 'fb7f46ac-39d8-4a92-8eb9-74cbd10a6c01'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1521.027279] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1521.028080] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0c5c29-b15e-4647-9b59-5e11b9bf4bd6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.036613] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1521.036920] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af4dd1c2-c0ec-4168-bbfb-1995355bed12 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.074237] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800703, 'name': ReconfigVM_Task, 'duration_secs': 0.442203} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.074603] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Reconfigured VM instance instance-0000002c to attach disk [datastore1] d235314d-7080-409b-9be1-3fcb6c0884b4/d235314d-7080-409b-9be1-3fcb6c0884b4.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1521.074899] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating instance 'd235314d-7080-409b-9be1-3fcb6c0884b4' progress to 50 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1521.121590] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "e305b5ec-8988-4adf-9c48-772f6b904ff1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.191195] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086709} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.191195] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1521.191463] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c209ad-4cab-4104-aa5a-dec68075bc47 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.215818] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19/d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1521.216775] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a505b9c2-fc27-4f7a-9e5c-1691d9500eae {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.237375] env[63248]: DEBUG nova.scheduler.client.report [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.241241] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1521.241467] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1521.241802] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleting the datastore file [datastore1] 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1521.246749] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3bc5c52-2c8b-4e5a-bbf8-64742efeb1ea {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.254789] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1521.254789] env[63248]: value = "task-1800708" [ 1521.254789] env[63248]: _type = "Task" [ 1521.254789] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.265610] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800705, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.273840] env[63248]: DEBUG oslo_vmware.api [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1521.273840] env[63248]: value = "task-1800709" [ 1521.273840] env[63248]: _type = "Task" [ 1521.273840] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.274591] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a55dad-8c3d-a612-601c-47ef7245f668, 'name': SearchDatastore_Task, 'duration_secs': 0.027796} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.274857] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.279138] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f83190d-d1a6-4a5a-a153-46862544d2f2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.284862] env[63248]: DEBUG nova.objects.base [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1521.285080] env[63248]: DEBUG nova.network.neutron [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1521.291864] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1521.291864] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529d2a90-40de-79a0-526f-e763ade7ce0f" [ 1521.291864] env[63248]: _type = "Task" [ 1521.291864] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.292191] env[63248]: DEBUG oslo_vmware.api [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.303011] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1521.303782] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-090ef5d7-d9f1-4535-bd3b-fdcf6c2b6a4e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.314181] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529d2a90-40de-79a0-526f-e763ade7ce0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.315528] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1521.315528] env[63248]: value = "task-1800710" [ 1521.315528] env[63248]: _type = "Task" [ 1521.315528] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.327906] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800710, 'name': CloneVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.340787] env[63248]: DEBUG nova.policy [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf661b0b2904afa8a27415d0dbb6007', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0441317ad4bb431cbd0a1a06a59db0f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1521.522268] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] VM already powered off {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1521.522744] env[63248]: DEBUG nova.compute.manager [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1521.523456] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989e0ccc-c238-484b-acbe-98b4e6590bd4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.531624] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.531845] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.532095] env[63248]: DEBUG nova.network.neutron [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.582798] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea65431-19dd-4f58-9862-81af3ca0a020 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.590632] env[63248]: DEBUG nova.compute.manager [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1521.607653] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6c19c8-cf3f-4b8f-95e3-ec050ed4a626 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.629625] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating instance 'd235314d-7080-409b-9be1-3fcb6c0884b4' progress to 67 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1521.644040] env[63248]: DEBUG nova.virt.hardware [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1521.644317] env[63248]: DEBUG nova.virt.hardware [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1521.644473] env[63248]: DEBUG nova.virt.hardware [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1521.644652] env[63248]: DEBUG nova.virt.hardware [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1521.644875] env[63248]: DEBUG nova.virt.hardware [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1521.645021] env[63248]: DEBUG nova.virt.hardware [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1521.645340] env[63248]: DEBUG nova.virt.hardware [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1521.645340] env[63248]: DEBUG nova.virt.hardware [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1521.645456] env[63248]: DEBUG nova.virt.hardware [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1521.645945] env[63248]: DEBUG nova.virt.hardware [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1521.645945] env[63248]: DEBUG nova.virt.hardware [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1521.646671] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5066e2d3-fead-45b0-9ab5-425feb55bddb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.655703] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31732d62-7037-4ad3-9fee-1d977223c991 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.675185] env[63248]: DEBUG nova.network.neutron [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Successfully created port: bf8e50db-c60b-48ae-91ec-0288918fa25f {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1521.749026] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.749026] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.897s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.760063] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66256} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.761466] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 612483be-a02b-478d-8758-fb0420930cab/612483be-a02b-478d-8758-fb0420930cab.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1521.761952] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1521.762387] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-908be4a9-5b94-45fc-81ec-cfe3ed92aa62 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.771332] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800708, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.773211] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1521.773211] env[63248]: value = "task-1800711" [ 1521.773211] env[63248]: _type = "Task" [ 1521.773211] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.782238] env[63248]: INFO nova.scheduler.client.report [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Deleted allocations for instance f6015c28-7a38-464a-a0b9-b39c376d921e [ 1521.788451] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.795326] env[63248]: DEBUG oslo_vmware.api [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23266} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.799071] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1521.799480] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1521.799797] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1521.800138] env[63248]: INFO nova.compute.manager [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Took 2.53 seconds to destroy the instance on the hypervisor. [ 1521.800569] env[63248]: DEBUG oslo.service.loopingcall [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1521.800909] env[63248]: DEBUG nova.compute.manager [-] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1521.801250] env[63248]: DEBUG nova.network.neutron [-] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1521.812032] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529d2a90-40de-79a0-526f-e763ade7ce0f, 'name': SearchDatastore_Task, 'duration_secs': 0.058385} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.812598] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.813049] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 1098fca5-bc94-4a9c-9012-30a75cee1b0f/1098fca5-bc94-4a9c-9012-30a75cee1b0f.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1521.813585] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9201cf7d-d277-4595-b0ed-cc36da1f5e04 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.827886] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800710, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.829454] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1521.829454] env[63248]: value = "task-1800712" [ 1521.829454] env[63248]: _type = "Task" [ 1521.829454] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.840292] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.189292] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "e305b5ec-8988-4adf-9c48-772f6b904ff1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.189646] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "e305b5ec-8988-4adf-9c48-772f6b904ff1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.189911] env[63248]: INFO nova.compute.manager [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Attaching volume 650293c6-f029-43bb-be92-23813f774088 to /dev/sdb [ 1522.220014] env[63248]: DEBUG nova.network.neutron [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Port 48708b4c-2bc4-4f9e-8e27-039fc3c1c691 binding to destination host cpu-1 is already ACTIVE {{(pid=63248) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1522.246389] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613d3ffc-365a-4b39-a969-53870e025c2e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.258195] env[63248]: DEBUG nova.network.neutron [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Successfully updated port: 9ab74870-4ab2-4f94-a4d6-38b9bdda2432 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1522.279118] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "refresh_cache-417a3664-2b58-4bef-96fb-3b3a017790da" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.279290] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "refresh_cache-417a3664-2b58-4bef-96fb-3b3a017790da" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.279426] env[63248]: DEBUG nova.network.neutron [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.281276] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5d5fcd-e74c-49fc-9a78-3f58b5dfaa84 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.303802] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800708, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.304332] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3dc6a909-6149-420c-af44-0bb82c0ee14f tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "f6015c28-7a38-464a-a0b9-b39c376d921e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.123s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.317051] env[63248]: DEBUG nova.virt.block_device [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Updating existing volume attachment record: e90e50b6-a4fa-4792-bcd6-068607e46905 {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1522.319475] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083778} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.321626] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1522.326568] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73e47f1-11b2-4c64-87f3-173200662ae3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.349884] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800710, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.358741] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 612483be-a02b-478d-8758-fb0420930cab/612483be-a02b-478d-8758-fb0420930cab.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1522.362263] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f06d8b89-976d-4c28-bcf9-adafc091ba5b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.380735] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49523} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.383318] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 1098fca5-bc94-4a9c-9012-30a75cee1b0f/1098fca5-bc94-4a9c-9012-30a75cee1b0f.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1522.383601] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1522.385345] env[63248]: DEBUG nova.compute.manager [req-55e3424d-71e0-4836-a639-76d5200a7dbb req-f2dc5025-9c6a-4f31-b847-98cca8878b4b service nova] [instance: 612483be-a02b-478d-8758-fb0420930cab] Received event network-vif-plugged-37d33dab-7b33-4259-91db-2a543a8847de {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1522.385576] env[63248]: DEBUG oslo_concurrency.lockutils [req-55e3424d-71e0-4836-a639-76d5200a7dbb req-f2dc5025-9c6a-4f31-b847-98cca8878b4b service nova] Acquiring lock "612483be-a02b-478d-8758-fb0420930cab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.385979] env[63248]: DEBUG oslo_concurrency.lockutils [req-55e3424d-71e0-4836-a639-76d5200a7dbb req-f2dc5025-9c6a-4f31-b847-98cca8878b4b service nova] Lock "612483be-a02b-478d-8758-fb0420930cab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.386211] env[63248]: DEBUG oslo_concurrency.lockutils [req-55e3424d-71e0-4836-a639-76d5200a7dbb req-f2dc5025-9c6a-4f31-b847-98cca8878b4b service nova] Lock "612483be-a02b-478d-8758-fb0420930cab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.386434] env[63248]: DEBUG nova.compute.manager [req-55e3424d-71e0-4836-a639-76d5200a7dbb req-f2dc5025-9c6a-4f31-b847-98cca8878b4b service nova] [instance: 612483be-a02b-478d-8758-fb0420930cab] No waiting events found dispatching network-vif-plugged-37d33dab-7b33-4259-91db-2a543a8847de {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.386551] env[63248]: WARNING nova.compute.manager [req-55e3424d-71e0-4836-a639-76d5200a7dbb req-f2dc5025-9c6a-4f31-b847-98cca8878b4b service nova] [instance: 612483be-a02b-478d-8758-fb0420930cab] Received unexpected event network-vif-plugged-37d33dab-7b33-4259-91db-2a543a8847de for instance with vm_state building and task_state spawning. [ 1522.386715] env[63248]: DEBUG nova.compute.manager [req-55e3424d-71e0-4836-a639-76d5200a7dbb req-f2dc5025-9c6a-4f31-b847-98cca8878b4b service nova] [instance: 612483be-a02b-478d-8758-fb0420930cab] Received event network-changed-37d33dab-7b33-4259-91db-2a543a8847de {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1522.386869] env[63248]: DEBUG nova.compute.manager [req-55e3424d-71e0-4836-a639-76d5200a7dbb req-f2dc5025-9c6a-4f31-b847-98cca8878b4b service nova] [instance: 612483be-a02b-478d-8758-fb0420930cab] Refreshing instance network info cache due to event network-changed-37d33dab-7b33-4259-91db-2a543a8847de. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1522.387081] env[63248]: DEBUG oslo_concurrency.lockutils [req-55e3424d-71e0-4836-a639-76d5200a7dbb req-f2dc5025-9c6a-4f31-b847-98cca8878b4b service nova] Acquiring lock "refresh_cache-612483be-a02b-478d-8758-fb0420930cab" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.387288] env[63248]: DEBUG oslo_concurrency.lockutils [req-55e3424d-71e0-4836-a639-76d5200a7dbb req-f2dc5025-9c6a-4f31-b847-98cca8878b4b service nova] Acquired lock "refresh_cache-612483be-a02b-478d-8758-fb0420930cab" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.387465] env[63248]: DEBUG nova.network.neutron [req-55e3424d-71e0-4836-a639-76d5200a7dbb req-f2dc5025-9c6a-4f31-b847-98cca8878b4b service nova] [instance: 612483be-a02b-478d-8758-fb0420930cab] Refreshing network info cache for port 37d33dab-7b33-4259-91db-2a543a8847de {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.392174] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c7e3649-245c-43de-8df3-9d0832b31b1b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.392908] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1522.392908] env[63248]: value = "task-1800713" [ 1522.392908] env[63248]: _type = "Task" [ 1522.392908] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.400793] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1522.400793] env[63248]: value = "task-1800714" [ 1522.400793] env[63248]: _type = "Task" [ 1522.400793] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.407437] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800713, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.415431] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.425062] env[63248]: DEBUG oslo_vmware.rw_handles [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ecb5a-3e2d-b039-0de5-742acdf5e29d/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1522.426398] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9238a941-60e2-4489-8bd3-13fd1c8eac8d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.433241] env[63248]: DEBUG oslo_vmware.rw_handles [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ecb5a-3e2d-b039-0de5-742acdf5e29d/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1522.433563] env[63248]: ERROR oslo_vmware.rw_handles [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ecb5a-3e2d-b039-0de5-742acdf5e29d/disk-0.vmdk due to incomplete transfer. [ 1522.433721] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-10abc621-3d84-4877-ac73-7421d83d3a94 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.443283] env[63248]: DEBUG oslo_vmware.rw_handles [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ecb5a-3e2d-b039-0de5-742acdf5e29d/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1522.443561] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Uploaded image 9d1339b5-3d31-423d-8441-27ead990f4ed to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1522.445297] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1522.445597] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22566f68-15a3-4ec0-82e6-bb3ce11e3b9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.453247] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1522.453247] env[63248]: value = "task-1800715" [ 1522.453247] env[63248]: _type = "Task" [ 1522.453247] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.463326] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800715, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.779596] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Applying migration context for instance d235314d-7080-409b-9be1-3fcb6c0884b4 as it has an incoming, in-progress migration 6d76cd76-88eb-4bfb-bd80-896077f17a31. Migration status is post-migrating {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1522.782182] env[63248]: INFO nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating resource usage from migration 6d76cd76-88eb-4bfb-bd80-896077f17a31 [ 1522.800544] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800708, 'name': ReconfigVM_Task, 'duration_secs': 1.451056} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.800846] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Reconfigured VM instance instance-00000034 to attach disk [datastore1] d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19/d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.801547] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ac72c03-d0dc-4498-8b3a-950c26b18283 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.811289] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1522.811289] env[63248]: value = "task-1800719" [ 1522.811289] env[63248]: _type = "Task" [ 1522.811289] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.815890] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 53686d6b-0e38-4361-9fb4-dbdfcc4c80af is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1522.816079] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 8e040787-5b5e-4d2f-b23d-270b198a9642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.816166] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 71318012-4221-4eae-a437-14d5b093363d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1522.816295] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 2662ff23-cc49-444e-8f62-b226c02f04df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.816418] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance d0d08b64-e1b2-417f-b81c-acdb3ca9b39a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1522.816533] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 8fd93901-39dd-4358-93eb-9c0d1a087a78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.816647] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ee50b60c-62d7-48cf-b568-769e6c0dcd64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.816756] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ca6f659e-a9b0-437e-a968-2bcf02983683 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.816896] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 5d3de880-3eba-43b2-808b-343c9a7012ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.817030] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 48363a3d-e5c1-41b9-ac55-caea067f1a75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.817151] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ac46edb1-fa05-4310-8a93-7e38e85b6ea2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1522.817260] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 5fdf705a-f860-40c2-a82b-6de6b61dd7a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.817368] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance e305b5ec-8988-4adf-9c48-772f6b904ff1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.817484] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance daec3bb1-5ba1-4ea2-89c1-2d8225463dff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1522.817592] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 7f7dd101-3089-48e5-8a56-521ae4992f0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.817699] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance b97d2539-bee1-47c9-a0db-1aef7f767bc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.817804] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 51b4be73-7e46-453d-a325-7b7c6c0c25bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.817907] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.818021] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ecba535e-bc9f-40cd-adff-49a226f38b8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.818133] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance a6930c24-8d83-44fc-b3d4-515d422d6179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.818238] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.818340] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 1098fca5-bc94-4a9c-9012-30a75cee1b0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.818488] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 612483be-a02b-478d-8758-fb0420930cab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.818608] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 417a3664-2b58-4bef-96fb-3b3a017790da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.818726] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Migration 6d76cd76-88eb-4bfb-bd80-896077f17a31 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1522.818832] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance d235314d-7080-409b-9be1-3fcb6c0884b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1522.828478] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800719, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.834829] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800710, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.881326] env[63248]: DEBUG nova.network.neutron [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1522.911172] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800713, 'name': ReconfigVM_Task, 'duration_secs': 0.468726} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.914518] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 612483be-a02b-478d-8758-fb0420930cab/612483be-a02b-478d-8758-fb0420930cab.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.915319] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07117} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.915626] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7678f78e-94c4-4bfb-9634-aedd6fcf25ad {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.917534] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1522.918513] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b029b30-cd32-415b-aacf-fc05d6937ac0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.944912] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 1098fca5-bc94-4a9c-9012-30a75cee1b0f/1098fca5-bc94-4a9c-9012-30a75cee1b0f.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1522.953902] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-705a0ce2-e066-4503-ae20-bb5b590f6027 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.978024] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1522.978024] env[63248]: value = "task-1800720" [ 1522.978024] env[63248]: _type = "Task" [ 1522.978024] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.978024] env[63248]: DEBUG nova.network.neutron [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Updating instance_info_cache with network_info: [{"id": "95cedc88-c80a-44c1-87df-75b516db7f2e", "address": "fa:16:3e:72:b4:98", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cedc88-c8", "ovs_interfaceid": "95cedc88-c80a-44c1-87df-75b516db7f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.993983] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1522.993983] env[63248]: value = "task-1800721" [ 1522.993983] env[63248]: _type = "Task" [ 1522.993983] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.001523] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800720, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.005202] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800715, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.013647] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800721, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.145317] env[63248]: DEBUG nova.network.neutron [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Updating instance_info_cache with network_info: [{"id": "9ab74870-4ab2-4f94-a4d6-38b9bdda2432", "address": "fa:16:3e:ba:20:55", "network": {"id": "7538edbb-ddd2-4ab0-9ae1-016ad7ec4d71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1833360993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fd7ee0cb37f481080e8337bbf4e6a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ab74870-4a", "ovs_interfaceid": "9ab74870-4ab2-4f94-a4d6-38b9bdda2432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.167795] env[63248]: DEBUG nova.network.neutron [-] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.250628] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "d235314d-7080-409b-9be1-3fcb6c0884b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.250982] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "d235314d-7080-409b-9be1-3fcb6c0884b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.250982] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "d235314d-7080-409b-9be1-3fcb6c0884b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.326920] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 290fad69-b5d9-418d-acd4-c731428c02aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1523.328665] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800719, 'name': Rename_Task, 'duration_secs': 0.182278} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.331393] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1523.331623] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1158fd32-407c-4cdb-ac47-fb43c655a113 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.337095] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800710, 'name': CloneVM_Task, 'duration_secs': 1.764984} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.337683] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Created linked-clone VM from snapshot [ 1523.338441] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332cbf8a-d49c-4a8b-800f-3be15ea0ff24 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.342449] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1523.342449] env[63248]: value = "task-1800722" [ 1523.342449] env[63248]: _type = "Task" [ 1523.342449] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.350143] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Uploading image 3a1c1c34-e43b-4223-a897-7e6e9e54092a {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1523.357695] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.382086] env[63248]: DEBUG oslo_vmware.rw_handles [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1523.382086] env[63248]: value = "vm-373390" [ 1523.382086] env[63248]: _type = "VirtualMachine" [ 1523.382086] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1523.382784] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e91d1f9c-de6d-4588-87da-9fccd6dd3080 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.396335] env[63248]: DEBUG oslo_vmware.rw_handles [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lease: (returnval){ [ 1523.396335] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529691e7-32c1-3f49-73d8-4019656a4fc1" [ 1523.396335] env[63248]: _type = "HttpNfcLease" [ 1523.396335] env[63248]: } obtained for exporting VM: (result){ [ 1523.396335] env[63248]: value = "vm-373390" [ 1523.396335] env[63248]: _type = "VirtualMachine" [ 1523.396335] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1523.396335] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the lease: (returnval){ [ 1523.396335] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529691e7-32c1-3f49-73d8-4019656a4fc1" [ 1523.396335] env[63248]: _type = "HttpNfcLease" [ 1523.396335] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1523.402227] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1523.402227] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529691e7-32c1-3f49-73d8-4019656a4fc1" [ 1523.402227] env[63248]: _type = "HttpNfcLease" [ 1523.402227] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1523.484844] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.498184] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800720, 'name': Rename_Task, 'duration_secs': 0.159962} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.504323] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1523.504943] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800715, 'name': Destroy_Task, 'duration_secs': 0.698627} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.505168] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38994d49-793b-4def-8372-57c29992262d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.506734] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Destroyed the VM [ 1523.506962] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1523.507626] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35f849aa-2052-4cf1-a026-9e85198d00ba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.514148] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800721, 'name': ReconfigVM_Task, 'duration_secs': 0.352942} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.514405] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 1098fca5-bc94-4a9c-9012-30a75cee1b0f/1098fca5-bc94-4a9c-9012-30a75cee1b0f.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1523.516249] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f1d2191-32e1-4312-ba37-13801c31396d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.517855] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1523.517855] env[63248]: value = "task-1800725" [ 1523.517855] env[63248]: _type = "Task" [ 1523.517855] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.519648] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1523.519648] env[63248]: value = "task-1800724" [ 1523.519648] env[63248]: _type = "Task" [ 1523.519648] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.540115] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800725, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.540115] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.540115] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1523.540115] env[63248]: value = "task-1800726" [ 1523.540115] env[63248]: _type = "Task" [ 1523.540115] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.549370] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800726, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.603349] env[63248]: DEBUG nova.network.neutron [req-55e3424d-71e0-4836-a639-76d5200a7dbb req-f2dc5025-9c6a-4f31-b847-98cca8878b4b service nova] [instance: 612483be-a02b-478d-8758-fb0420930cab] Updated VIF entry in instance network info cache for port 37d33dab-7b33-4259-91db-2a543a8847de. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.603746] env[63248]: DEBUG nova.network.neutron [req-55e3424d-71e0-4836-a639-76d5200a7dbb req-f2dc5025-9c6a-4f31-b847-98cca8878b4b service nova] [instance: 612483be-a02b-478d-8758-fb0420930cab] Updating instance_info_cache with network_info: [{"id": "37d33dab-7b33-4259-91db-2a543a8847de", "address": "fa:16:3e:ea:5f:d4", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d33dab-7b", "ovs_interfaceid": "37d33dab-7b33-4259-91db-2a543a8847de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.650947] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "refresh_cache-417a3664-2b58-4bef-96fb-3b3a017790da" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.650947] env[63248]: DEBUG nova.compute.manager [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Instance network_info: |[{"id": "9ab74870-4ab2-4f94-a4d6-38b9bdda2432", "address": "fa:16:3e:ba:20:55", "network": {"id": "7538edbb-ddd2-4ab0-9ae1-016ad7ec4d71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1833360993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fd7ee0cb37f481080e8337bbf4e6a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ab74870-4a", "ovs_interfaceid": "9ab74870-4ab2-4f94-a4d6-38b9bdda2432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1523.650947] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:20:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ab74870-4ab2-4f94-a4d6-38b9bdda2432', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1523.657568] env[63248]: DEBUG oslo.service.loopingcall [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1523.657894] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1523.658173] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26f1efad-94e3-4f2c-a81e-422ba1af7a83 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.673633] env[63248]: INFO nova.compute.manager [-] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Took 1.87 seconds to deallocate network for instance. [ 1523.683749] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1523.683749] env[63248]: value = "task-1800727" [ 1523.683749] env[63248]: _type = "Task" [ 1523.683749] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.694430] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800727, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.811244] env[63248]: DEBUG nova.network.neutron [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Successfully updated port: bf8e50db-c60b-48ae-91ec-0288918fa25f {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1523.834782] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ec256baa-f85f-42f0-8b79-3ed06b1d56f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1523.857122] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800722, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.906855] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1523.906855] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529691e7-32c1-3f49-73d8-4019656a4fc1" [ 1523.906855] env[63248]: _type = "HttpNfcLease" [ 1523.906855] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1523.908138] env[63248]: DEBUG oslo_vmware.rw_handles [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1523.908138] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529691e7-32c1-3f49-73d8-4019656a4fc1" [ 1523.908138] env[63248]: _type = "HttpNfcLease" [ 1523.908138] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1523.910131] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2d778e-df21-4509-8973-727d72331128 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.920489] env[63248]: DEBUG oslo_vmware.rw_handles [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e54bc4-6d36-2ce7-66fc-b90a563076ac/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1523.920729] env[63248]: DEBUG oslo_vmware.rw_handles [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e54bc4-6d36-2ce7-66fc-b90a563076ac/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1524.038293] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7ea013d5-f2ff-4a70-b1d2-b5663575c673 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.047744] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800725, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.048070] env[63248]: DEBUG oslo_vmware.api [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800724, 'name': PowerOnVM_Task, 'duration_secs': 0.505859} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.056103] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1524.056103] env[63248]: INFO nova.compute.manager [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1524.056103] env[63248]: DEBUG nova.compute.manager [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1524.056103] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeb64e9-19cb-4c33-ad88-6efa50c5e662 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.064211] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800726, 'name': Rename_Task, 'duration_secs': 0.194754} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.066392] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1524.071874] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82bfec16-a376-4c64-8cf3-9ebdd004aa4a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.080635] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1524.080635] env[63248]: value = "task-1800728" [ 1524.080635] env[63248]: _type = "Task" [ 1524.080635] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.104325] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800728, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.106012] env[63248]: DEBUG oslo_concurrency.lockutils [req-55e3424d-71e0-4836-a639-76d5200a7dbb req-f2dc5025-9c6a-4f31-b847-98cca8878b4b service nova] Releasing lock "refresh_cache-612483be-a02b-478d-8758-fb0420930cab" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.195446] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800727, 'name': CreateVM_Task, 'duration_secs': 0.39452} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.196209] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1524.196335] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.196498] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.196823] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.197283] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a80b769-ac58-4a32-9234-76d2dfdf231f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.206588] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1524.206588] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5230636e-5cc8-485e-3371-ec468990decb" [ 1524.206588] env[63248]: _type = "Task" [ 1524.206588] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.207225] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1524.208897] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a204e3-d789-4812-a71c-7dead90a1523 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.218407] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5230636e-5cc8-485e-3371-ec468990decb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.221346] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1524.222028] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8640f33-7382-4fda-b20e-89c9b6f1bba5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.249519] env[63248]: INFO nova.compute.manager [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Took 0.58 seconds to detach 1 volumes for instance. [ 1524.314236] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.314538] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.314813] env[63248]: DEBUG nova.network.neutron [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.338071] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1524.338071] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1524.338179] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleting the datastore file [datastore1] 5d3de880-3eba-43b2-808b-343c9a7012ff {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1524.339367] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 6f345564-534e-436c-813e-7f2d954756c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1524.339367] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1524.339601] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1524.342296] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c8865f7-3efa-4f90-b3f6-a910c315af3d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.345856] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.346069] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.346326] env[63248]: DEBUG nova.network.neutron [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.359533] env[63248]: DEBUG oslo_vmware.api [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800722, 'name': PowerOnVM_Task, 'duration_secs': 0.533853} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.360228] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1524.360755] env[63248]: INFO nova.compute.manager [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Took 16.12 seconds to spawn the instance on the hypervisor. [ 1524.360834] env[63248]: DEBUG nova.compute.manager [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1524.362385] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1524.362385] env[63248]: value = "task-1800730" [ 1524.362385] env[63248]: _type = "Task" [ 1524.362385] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.363463] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97a38cf-27ed-4dee-be1f-0e78cc465aea {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.383916] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.535413] env[63248]: DEBUG oslo_vmware.api [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800725, 'name': RemoveSnapshot_Task, 'duration_secs': 0.79331} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.535721] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1524.536029] env[63248]: INFO nova.compute.manager [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Took 23.78 seconds to snapshot the instance on the hypervisor. [ 1524.587434] env[63248]: INFO nova.compute.manager [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Took 46.27 seconds to build instance. [ 1524.598298] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800728, 'name': PowerOnVM_Task} progress is 92%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.715136] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5230636e-5cc8-485e-3371-ec468990decb, 'name': SearchDatastore_Task, 'duration_secs': 0.021625} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.718377] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.718897] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1524.719348] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.719748] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.720132] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1524.721176] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3196bb87-c714-4cc4-96b2-587773805b46 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.733838] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1524.733838] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1524.733838] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0dad1f-1b6a-4293-a434-42167a25c1c7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.743357] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1524.743357] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5202553a-3754-df54-ed62-6e26d27d0623" [ 1524.743357] env[63248]: _type = "Task" [ 1524.743357] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.755351] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.755743] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5202553a-3754-df54-ed62-6e26d27d0623, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.759642] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a2c827e-85eb-48d4-81ba-e75e8bf25fc7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.768479] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1524.768479] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a9d157-0b38-fe38-0cf8-e46c81434626" [ 1524.768479] env[63248]: _type = "Task" [ 1524.768479] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.781708] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a9d157-0b38-fe38-0cf8-e46c81434626, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.813443] env[63248]: DEBUG nova.compute.manager [req-43b0e2d7-be6b-49d1-b398-4155243af0f7 req-14732740-1ca7-4343-9302-3a97ca892cdc service nova] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Received event network-vif-deleted-1aa8bcfb-6c99-48b0-8467-384ac58b387a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1524.857727] env[63248]: WARNING nova.network.neutron [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] 58f50fc0-ad4e-4c00-884a-901a353d9a3e already exists in list: networks containing: ['58f50fc0-ad4e-4c00-884a-901a353d9a3e']. ignoring it [ 1524.874838] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce0ed28-20f8-4678-ac2f-2f1902d6e615 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.881418] env[63248]: DEBUG oslo_vmware.api [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154841} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.882210] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1524.882551] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1524.882863] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1524.892044] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f38687b-f270-4a1f-a95e-0d56bf3fe79b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.901249] env[63248]: INFO nova.compute.manager [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Took 48.22 seconds to build instance. [ 1524.939678] env[63248]: INFO nova.scheduler.client.report [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleted allocations for instance 5d3de880-3eba-43b2-808b-343c9a7012ff [ 1524.943479] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e9bfe4-424c-47e6-8872-bf247f2d0d7e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.955600] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bd5d53-be3f-4d5d-a404-6b66bc0624fa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.975341] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.084387] env[63248]: DEBUG nova.compute.manager [None req-0ce49de9-12a6-4ba6-96cc-6009546fa089 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Found 2 images (rotation: 2) {{(pid=63248) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1525.092894] env[63248]: DEBUG oslo_concurrency.lockutils [None req-063b8df5-d4ed-4c3c-92cf-fc1ed969e082 tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Lock "612483be-a02b-478d-8758-fb0420930cab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.194s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.099877] env[63248]: DEBUG oslo_vmware.api [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800728, 'name': PowerOnVM_Task, 'duration_secs': 0.593411} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.099877] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1525.100978] env[63248]: INFO nova.compute.manager [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Took 14.26 seconds to spawn the instance on the hypervisor. [ 1525.100978] env[63248]: DEBUG nova.compute.manager [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.101099] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154dfa5e-3c80-48a4-99a0-dc5c5ea24fcb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.235158] env[63248]: DEBUG nova.network.neutron [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating instance_info_cache with network_info: [{"id": "48708b4c-2bc4-4f9e-8e27-039fc3c1c691", "address": "fa:16:3e:a5:8e:e6", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48708b4c-2b", "ovs_interfaceid": "48708b4c-2bc4-4f9e-8e27-039fc3c1c691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.280857] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a9d157-0b38-fe38-0cf8-e46c81434626, 'name': SearchDatastore_Task, 'duration_secs': 0.017321} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.281562] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.282122] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 417a3664-2b58-4bef-96fb-3b3a017790da/417a3664-2b58-4bef-96fb-3b3a017790da.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1525.282807] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07cdb5fb-cc85-42a0-ae3b-d537d36896c1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.302295] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1525.302295] env[63248]: value = "task-1800732" [ 1525.302295] env[63248]: _type = "Task" [ 1525.302295] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.309468] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.373090] env[63248]: DEBUG nova.network.neutron [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Updating instance_info_cache with network_info: [{"id": "888283ef-9074-4435-a134-aa80e92d7f1d", "address": "fa:16:3e:4d:0c:60", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888283ef-90", "ovs_interfaceid": "888283ef-9074-4435-a134-aa80e92d7f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf8e50db-c60b-48ae-91ec-0288918fa25f", "address": "fa:16:3e:41:41:1a", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8e50db-c6", "ovs_interfaceid": "bf8e50db-c60b-48ae-91ec-0288918fa25f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.404127] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e8855647-94e8-42ee-9510-bf6f5f06dee4 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Lock "d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.521s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.448578] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.481622] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.625116] env[63248]: INFO nova.compute.manager [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Took 48.56 seconds to build instance. [ 1525.684961] env[63248]: DEBUG nova.compute.manager [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Received event network-vif-plugged-9ab74870-4ab2-4f94-a4d6-38b9bdda2432 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1525.685496] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] Acquiring lock "417a3664-2b58-4bef-96fb-3b3a017790da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.685793] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] Lock "417a3664-2b58-4bef-96fb-3b3a017790da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.686079] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] Lock "417a3664-2b58-4bef-96fb-3b3a017790da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.686433] env[63248]: DEBUG nova.compute.manager [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] No waiting events found dispatching network-vif-plugged-9ab74870-4ab2-4f94-a4d6-38b9bdda2432 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1525.686612] env[63248]: WARNING nova.compute.manager [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Received unexpected event network-vif-plugged-9ab74870-4ab2-4f94-a4d6-38b9bdda2432 for instance with vm_state building and task_state spawning. [ 1525.686924] env[63248]: DEBUG nova.compute.manager [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Received event network-changed-9ab74870-4ab2-4f94-a4d6-38b9bdda2432 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1525.687208] env[63248]: DEBUG nova.compute.manager [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Refreshing instance network info cache due to event network-changed-9ab74870-4ab2-4f94-a4d6-38b9bdda2432. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1525.688104] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] Acquiring lock "refresh_cache-417a3664-2b58-4bef-96fb-3b3a017790da" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.688332] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] Acquired lock "refresh_cache-417a3664-2b58-4bef-96fb-3b3a017790da" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.688577] env[63248]: DEBUG nova.network.neutron [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Refreshing network info cache for port 9ab74870-4ab2-4f94-a4d6-38b9bdda2432 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.738826] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Releasing lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.798152] env[63248]: DEBUG nova.compute.manager [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.804458] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac32716-a15d-4b84-83f2-9790c297d89a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.830246] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800732, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.876513] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.877303] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.877599] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.878579] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90865618-7f23-4d1c-8cff-4e44b22873a5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.899654] env[63248]: DEBUG nova.virt.hardware [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1525.900081] env[63248]: DEBUG nova.virt.hardware [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.900457] env[63248]: DEBUG nova.virt.hardware [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1525.900745] env[63248]: DEBUG nova.virt.hardware [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.901396] env[63248]: DEBUG nova.virt.hardware [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1525.901396] env[63248]: DEBUG nova.virt.hardware [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1525.901396] env[63248]: DEBUG nova.virt.hardware [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1525.901604] env[63248]: DEBUG nova.virt.hardware [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1525.901784] env[63248]: DEBUG nova.virt.hardware [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1525.902465] env[63248]: DEBUG nova.virt.hardware [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1525.902465] env[63248]: DEBUG nova.virt.hardware [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1525.910272] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Reconfiguring VM to attach interface {{(pid=63248) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1525.910995] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a868ac37-0db1-4893-8441-fb29c828dff4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.936561] env[63248]: DEBUG oslo_vmware.api [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1525.936561] env[63248]: value = "task-1800733" [ 1525.936561] env[63248]: _type = "Task" [ 1525.936561] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.946763] env[63248]: DEBUG oslo_vmware.api [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800733, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.990393] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1525.990750] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.243s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.991065] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.445s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.991672] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.994070] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.970s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.994471] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.996417] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.039s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.996664] env[63248]: DEBUG nova.objects.instance [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63248) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1526.021486] env[63248]: INFO nova.scheduler.client.report [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Deleted allocations for instance 53686d6b-0e38-4361-9fb4-dbdfcc4c80af [ 1526.024949] env[63248]: INFO nova.scheduler.client.report [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Deleted allocations for instance ac46edb1-fa05-4310-8a93-7e38e85b6ea2 [ 1526.127183] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d9b9e40-ba45-4da2-8d61-33f5f685e997 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Lock "1098fca5-bc94-4a9c-9012-30a75cee1b0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.610s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.263087] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73362342-72e5-4ebe-8148-662c8ed2d01f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.288493] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc68352-08cd-44d3-9aae-4048a2970e09 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.296776] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating instance 'd235314d-7080-409b-9be1-3fcb6c0884b4' progress to 83 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1526.313548] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547845} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.313820] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 417a3664-2b58-4bef-96fb-3b3a017790da/417a3664-2b58-4bef-96fb-3b3a017790da.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1526.314055] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1526.314338] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07db0def-8843-48ae-94be-15385c908fa0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.327900] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1526.327900] env[63248]: value = "task-1800734" [ 1526.327900] env[63248]: _type = "Task" [ 1526.327900] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.335426] env[63248]: INFO nova.compute.manager [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] instance snapshotting [ 1526.341096] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ae61b5-6bff-47c7-a7fc-8492562e4d04 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.348731] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.367581] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a09b12-b02c-46c5-ab99-0a45e066c122 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.458663] env[63248]: DEBUG oslo_vmware.api [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.528506] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a211b38-8dcc-4a4a-bd70-204e8515adb4 tempest-SecurityGroupsTestJSON-363764289 tempest-SecurityGroupsTestJSON-363764289-project-member] Lock "53686d6b-0e38-4361-9fb4-dbdfcc4c80af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.352s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.534111] env[63248]: DEBUG nova.network.neutron [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Updated VIF entry in instance network info cache for port 9ab74870-4ab2-4f94-a4d6-38b9bdda2432. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.534526] env[63248]: DEBUG nova.network.neutron [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Updating instance_info_cache with network_info: [{"id": "9ab74870-4ab2-4f94-a4d6-38b9bdda2432", "address": "fa:16:3e:ba:20:55", "network": {"id": "7538edbb-ddd2-4ab0-9ae1-016ad7ec4d71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1833360993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fd7ee0cb37f481080e8337bbf4e6a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ab74870-4a", "ovs_interfaceid": "9ab74870-4ab2-4f94-a4d6-38b9bdda2432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.535809] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7d16a342-e485-4d89-893b-8402751323d3 tempest-ServersAdmin275Test-1880707480 tempest-ServersAdmin275Test-1880707480-project-member] Lock "ac46edb1-fa05-4310-8a93-7e38e85b6ea2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.253s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.803464] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1526.803892] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-025275c7-445d-4b3f-a890-9f73678f8fa5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.813654] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1526.813654] env[63248]: value = "task-1800735" [ 1526.813654] env[63248]: _type = "Task" [ 1526.813654] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.824778] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.836355] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113115} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.836610] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1526.837447] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e5f39d-dc33-45f7-82e3-ad80b5b40a2e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.863227] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 417a3664-2b58-4bef-96fb-3b3a017790da/417a3664-2b58-4bef-96fb-3b3a017790da.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.863654] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdea5bc8-6424-410a-bfb1-9055a52d21f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.883024] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1526.883283] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373392', 'volume_id': '650293c6-f029-43bb-be92-23813f774088', 'name': 'volume-650293c6-f029-43bb-be92-23813f774088', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e305b5ec-8988-4adf-9c48-772f6b904ff1', 'attached_at': '', 'detached_at': '', 'volume_id': '650293c6-f029-43bb-be92-23813f774088', 'serial': '650293c6-f029-43bb-be92-23813f774088'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1526.884347] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1526.885162] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62df7535-6f5a-4329-a748-cc946582c53b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.889369] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-189b1586-f1d7-48ec-8db4-25442a3e2a49 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.891966] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1526.891966] env[63248]: value = "task-1800736" [ 1526.891966] env[63248]: _type = "Task" [ 1526.891966] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.924950] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36008580-d59c-48a2-ab6c-61e61cab8586 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.928290] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.928719] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1526.928719] env[63248]: value = "task-1800737" [ 1526.928719] env[63248]: _type = "Task" [ 1526.928719] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.957525] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] volume-650293c6-f029-43bb-be92-23813f774088/volume-650293c6-f029-43bb-be92-23813f774088.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.965075] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-092d284a-2841-4c26-b69c-b387cde54053 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.982105] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800737, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.993128] env[63248]: DEBUG oslo_vmware.api [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.996142] env[63248]: DEBUG oslo_vmware.api [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1526.996142] env[63248]: value = "task-1800738" [ 1526.996142] env[63248]: _type = "Task" [ 1526.996142] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.008784] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4df49d5-1b29-4c67-890b-712c839611fe tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.010480] env[63248]: DEBUG oslo_vmware.api [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.011735] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.795s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.013351] env[63248]: INFO nova.compute.claims [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1527.039303] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] Releasing lock "refresh_cache-417a3664-2b58-4bef-96fb-3b3a017790da" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.039663] env[63248]: DEBUG nova.compute.manager [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Received event network-vif-plugged-bf8e50db-c60b-48ae-91ec-0288918fa25f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1527.039902] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] Acquiring lock "ca6f659e-a9b0-437e-a968-2bcf02983683-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.040115] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] Lock "ca6f659e-a9b0-437e-a968-2bcf02983683-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.040311] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] Lock "ca6f659e-a9b0-437e-a968-2bcf02983683-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.040583] env[63248]: DEBUG nova.compute.manager [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] No waiting events found dispatching network-vif-plugged-bf8e50db-c60b-48ae-91ec-0288918fa25f {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1527.040760] env[63248]: WARNING nova.compute.manager [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Received unexpected event network-vif-plugged-bf8e50db-c60b-48ae-91ec-0288918fa25f for instance with vm_state active and task_state None. [ 1527.040945] env[63248]: DEBUG nova.compute.manager [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Received event network-changed-bf8e50db-c60b-48ae-91ec-0288918fa25f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1527.041132] env[63248]: DEBUG nova.compute.manager [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Refreshing instance network info cache due to event network-changed-bf8e50db-c60b-48ae-91ec-0288918fa25f. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1527.041768] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] Acquiring lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.041768] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] Acquired lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.041768] env[63248]: DEBUG nova.network.neutron [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Refreshing network info cache for port bf8e50db-c60b-48ae-91ec-0288918fa25f {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.327637] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800735, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.409553] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.440127] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800737, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.465633] env[63248]: DEBUG oslo_vmware.api [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800733, 'name': ReconfigVM_Task, 'duration_secs': 1.222213} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.466290] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.466518] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Reconfigured VM to attach interface {{(pid=63248) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1527.488777] env[63248]: DEBUG nova.compute.manager [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1527.490659] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e73206-994e-4d7e-a419-f87228deacf6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.512120] env[63248]: DEBUG oslo_vmware.api [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.760141] env[63248]: INFO nova.compute.manager [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Rebuilding instance [ 1527.810724] env[63248]: DEBUG nova.compute.manager [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1527.812927] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43e08a6-c75a-4957-b689-af538f2340b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.831431] env[63248]: DEBUG oslo_vmware.api [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800735, 'name': PowerOnVM_Task, 'duration_secs': 0.95645} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.831431] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1527.831431] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36924302-8510-4ecd-b6f4-5d51fd4289b3 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating instance 'd235314d-7080-409b-9be1-3fcb6c0884b4' progress to 100 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1527.905749] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800736, 'name': ReconfigVM_Task, 'duration_secs': 0.588436} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.906121] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 417a3664-2b58-4bef-96fb-3b3a017790da/417a3664-2b58-4bef-96fb-3b3a017790da.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.907591] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ac53e3d-1c4c-4b5d-b23a-394342bf4dc8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.916248] env[63248]: DEBUG nova.network.neutron [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Updated VIF entry in instance network info cache for port bf8e50db-c60b-48ae-91ec-0288918fa25f. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1527.916248] env[63248]: DEBUG nova.network.neutron [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Updating instance_info_cache with network_info: [{"id": "888283ef-9074-4435-a134-aa80e92d7f1d", "address": "fa:16:3e:4d:0c:60", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888283ef-90", "ovs_interfaceid": "888283ef-9074-4435-a134-aa80e92d7f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf8e50db-c60b-48ae-91ec-0288918fa25f", "address": "fa:16:3e:41:41:1a", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8e50db-c6", "ovs_interfaceid": "bf8e50db-c60b-48ae-91ec-0288918fa25f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.917210] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1527.917210] env[63248]: value = "task-1800739" [ 1527.917210] env[63248]: _type = "Task" [ 1527.917210] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.940585] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800739, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.951997] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800737, 'name': CreateSnapshot_Task, 'duration_secs': 0.905808} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.952602] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1527.953133] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa343011-65e0-4023-a2d1-3c4545faa9c7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.975383] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4ac13714-b0a7-4054-a740-2e3d32883034 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-ca6f659e-a9b0-437e-a968-2bcf02983683-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.856s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.006376] env[63248]: INFO nova.compute.manager [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] instance snapshotting [ 1528.006376] env[63248]: DEBUG nova.objects.instance [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lazy-loading 'flavor' on Instance uuid 8e040787-5b5e-4d2f-b23d-270b198a9642 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.014885] env[63248]: DEBUG oslo_vmware.api [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800738, 'name': ReconfigVM_Task, 'duration_secs': 0.764929} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.015156] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Reconfigured VM instance instance-0000002b to attach disk [datastore1] volume-650293c6-f029-43bb-be92-23813f774088/volume-650293c6-f029-43bb-be92-23813f774088.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1528.028371] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9149a3cf-bd2a-4dd8-9fa6-19e68a448181 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.058717] env[63248]: DEBUG oslo_vmware.api [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1528.058717] env[63248]: value = "task-1800740" [ 1528.058717] env[63248]: _type = "Task" [ 1528.058717] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.072919] env[63248]: DEBUG oslo_vmware.api [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.162253] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.162754] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.415657] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ffa20a4-1318-444a-b873-77f22bb953aa req-a030bf83-1be0-4f1e-9d97-a93f97bfc031 service nova] Releasing lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.428641] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800739, 'name': Rename_Task, 'duration_secs': 0.189286} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.430169] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1528.430169] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fea4a4b6-924a-4aa8-aacd-feece26a4863 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.440015] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1528.440015] env[63248]: value = "task-1800741" [ 1528.440015] env[63248]: _type = "Task" [ 1528.440015] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.454420] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.461559] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae3beb2-759d-4394-96ff-57f9b65e798d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.469999] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444b66c6-1111-4095-8c5f-0f91281d9eee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.484403] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1528.509978] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-49e3c0dd-d0cb-426e-9ff7-17c6b1870b61 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.521172] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add3d611-d910-4f23-8ffa-84275b67af07 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.524629] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159d338d-3199-4056-9b7e-e1da329f3dc3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.534126] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1528.534126] env[63248]: value = "task-1800742" [ 1528.534126] env[63248]: _type = "Task" [ 1528.534126] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.552927] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445bfee7-4b15-4c71-9742-5da0d443fe69 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.557108] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e40b59-8f4a-4d32-b8ea-0b713169d994 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.572121] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800742, 'name': CloneVM_Task} progress is 11%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.582777] env[63248]: DEBUG nova.compute.provider_tree [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.588851] env[63248]: DEBUG oslo_vmware.api [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800740, 'name': ReconfigVM_Task, 'duration_secs': 0.206051} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.589170] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373392', 'volume_id': '650293c6-f029-43bb-be92-23813f774088', 'name': 'volume-650293c6-f029-43bb-be92-23813f774088', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e305b5ec-8988-4adf-9c48-772f6b904ff1', 'attached_at': '', 'detached_at': '', 'volume_id': '650293c6-f029-43bb-be92-23813f774088', 'serial': '650293c6-f029-43bb-be92-23813f774088'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1528.672533] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.672533] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1528.763090] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "700a8142-20a9-48bd-847c-acf303405b35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.763393] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "700a8142-20a9-48bd-847c-acf303405b35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.789121] env[63248]: DEBUG nova.compute.manager [req-dcbf6208-ba11-41f1-88dd-05aa389f06bb req-f423b8f1-1142-4283-a6c4-c557fbb5d90e service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Received event network-vif-unplugged-95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1528.789483] env[63248]: DEBUG oslo_concurrency.lockutils [req-dcbf6208-ba11-41f1-88dd-05aa389f06bb req-f423b8f1-1142-4283-a6c4-c557fbb5d90e service nova] Acquiring lock "5d3de880-3eba-43b2-808b-343c9a7012ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.789747] env[63248]: DEBUG oslo_concurrency.lockutils [req-dcbf6208-ba11-41f1-88dd-05aa389f06bb req-f423b8f1-1142-4283-a6c4-c557fbb5d90e service nova] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.790265] env[63248]: DEBUG oslo_concurrency.lockutils [req-dcbf6208-ba11-41f1-88dd-05aa389f06bb req-f423b8f1-1142-4283-a6c4-c557fbb5d90e service nova] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.790577] env[63248]: DEBUG nova.compute.manager [req-dcbf6208-ba11-41f1-88dd-05aa389f06bb req-f423b8f1-1142-4283-a6c4-c557fbb5d90e service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] No waiting events found dispatching network-vif-unplugged-95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1528.790778] env[63248]: WARNING nova.compute.manager [req-dcbf6208-ba11-41f1-88dd-05aa389f06bb req-f423b8f1-1142-4283-a6c4-c557fbb5d90e service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Received unexpected event network-vif-unplugged-95cedc88-c80a-44c1-87df-75b516db7f2e for instance with vm_state shelved_offloaded and task_state None. [ 1528.790989] env[63248]: DEBUG nova.compute.manager [req-dcbf6208-ba11-41f1-88dd-05aa389f06bb req-f423b8f1-1142-4283-a6c4-c557fbb5d90e service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Received event network-changed-95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1528.791252] env[63248]: DEBUG nova.compute.manager [req-dcbf6208-ba11-41f1-88dd-05aa389f06bb req-f423b8f1-1142-4283-a6c4-c557fbb5d90e service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Refreshing instance network info cache due to event network-changed-95cedc88-c80a-44c1-87df-75b516db7f2e. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1528.791631] env[63248]: DEBUG oslo_concurrency.lockutils [req-dcbf6208-ba11-41f1-88dd-05aa389f06bb req-f423b8f1-1142-4283-a6c4-c557fbb5d90e service nova] Acquiring lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.791631] env[63248]: DEBUG oslo_concurrency.lockutils [req-dcbf6208-ba11-41f1-88dd-05aa389f06bb req-f423b8f1-1142-4283-a6c4-c557fbb5d90e service nova] Acquired lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.791836] env[63248]: DEBUG nova.network.neutron [req-dcbf6208-ba11-41f1-88dd-05aa389f06bb req-f423b8f1-1142-4283-a6c4-c557fbb5d90e service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Refreshing network info cache for port 95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1528.832798] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1528.833150] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b47dcd34-8c35-4997-ae7a-d2ac6c712658 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.849228] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1528.849228] env[63248]: value = "task-1800743" [ 1528.849228] env[63248]: _type = "Task" [ 1528.849228] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.861278] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.953413] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.060986] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800742, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.085826] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1529.086879] env[63248]: DEBUG nova.scheduler.client.report [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.092398] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c7f2aac0-6528-4b8c-a09a-53403760d322 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.107845] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1529.107845] env[63248]: value = "task-1800744" [ 1529.107845] env[63248]: _type = "Task" [ 1529.107845] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.120950] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800744, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.265543] env[63248]: DEBUG nova.compute.manager [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1529.376994] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800743, 'name': PowerOffVM_Task, 'duration_secs': 0.320666} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.377730] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.378067] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1529.379381] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3290430f-95ca-4622-b88d-6b176249c814 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.389405] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1529.390653] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0036428-954c-4bee-b542-c63b4222b552 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.429265] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1529.430921] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1529.430921] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Deleting the datastore file [datastore1] 1098fca5-bc94-4a9c-9012-30a75cee1b0f {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1529.430921] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4207a972-b34c-48a9-ad71-299c31050e59 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.441744] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1529.441744] env[63248]: value = "task-1800746" [ 1529.441744] env[63248]: _type = "Task" [ 1529.441744] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.455799] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.461923] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.565296] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800742, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.601131] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.604020] env[63248]: DEBUG nova.compute.manager [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1529.605415] env[63248]: DEBUG oslo_concurrency.lockutils [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.521s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.605814] env[63248]: DEBUG oslo_concurrency.lockutils [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.608171] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.572s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.608503] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.610982] env[63248]: DEBUG oslo_concurrency.lockutils [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.004s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.612946] env[63248]: INFO nova.compute.claims [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1529.633776] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800744, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.656060] env[63248]: DEBUG nova.objects.instance [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lazy-loading 'flavor' on Instance uuid e305b5ec-8988-4adf-9c48-772f6b904ff1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.667481] env[63248]: INFO nova.scheduler.client.report [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Deleted allocations for instance 71318012-4221-4eae-a437-14d5b093363d [ 1529.673161] env[63248]: INFO nova.scheduler.client.report [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleted allocations for instance daec3bb1-5ba1-4ea2-89c1-2d8225463dff [ 1529.805732] env[63248]: DEBUG nova.network.neutron [req-dcbf6208-ba11-41f1-88dd-05aa389f06bb req-f423b8f1-1142-4283-a6c4-c557fbb5d90e service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Updated VIF entry in instance network info cache for port 95cedc88-c80a-44c1-87df-75b516db7f2e. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1529.805732] env[63248]: DEBUG nova.network.neutron [req-dcbf6208-ba11-41f1-88dd-05aa389f06bb req-f423b8f1-1142-4283-a6c4-c557fbb5d90e service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Updating instance_info_cache with network_info: [{"id": "95cedc88-c80a-44c1-87df-75b516db7f2e", "address": "fa:16:3e:72:b4:98", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap95cedc88-c8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.817225] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.872030] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.873431] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.960795] env[63248]: DEBUG oslo_vmware.api [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800741, 'name': PowerOnVM_Task, 'duration_secs': 1.252094} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.964911] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1529.965264] env[63248]: INFO nova.compute.manager [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1529.965485] env[63248]: DEBUG nova.compute.manager [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1529.965965] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152598} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.966965] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60b3283-9c67-4d6c-abc6-942e576df01a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.970317] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1529.971683] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1529.971683] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1529.972811] env[63248]: WARNING oslo_messaging._drivers.amqpdriver [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20: NotImplementedError [ 1530.066180] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800742, 'name': CloneVM_Task, 'duration_secs': 1.366511} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.067089] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Created linked-clone VM from snapshot [ 1530.067327] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63a9168-5111-416b-8667-8d79ba7374a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.078762] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Uploading image 8e7b1356-26d1-4b47-af42-b4af34b7b9cf {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1530.119359] env[63248]: DEBUG oslo_vmware.rw_handles [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1530.119359] env[63248]: value = "vm-373395" [ 1530.119359] env[63248]: _type = "VirtualMachine" [ 1530.119359] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1530.120917] env[63248]: DEBUG nova.compute.utils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1530.125150] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-765f3599-196a-436c-ba8a-a2e556b996eb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.129029] env[63248]: DEBUG nova.compute.manager [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1530.129029] env[63248]: DEBUG nova.network.neutron [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1530.143501] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800744, 'name': CreateSnapshot_Task, 'duration_secs': 0.721037} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.145496] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1530.146136] env[63248]: DEBUG oslo_vmware.rw_handles [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lease: (returnval){ [ 1530.146136] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c8ca83-677d-445a-e072-cffc7ab15caf" [ 1530.146136] env[63248]: _type = "HttpNfcLease" [ 1530.146136] env[63248]: } obtained for exporting VM: (result){ [ 1530.146136] env[63248]: value = "vm-373395" [ 1530.146136] env[63248]: _type = "VirtualMachine" [ 1530.146136] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1530.146705] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the lease: (returnval){ [ 1530.146705] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c8ca83-677d-445a-e072-cffc7ab15caf" [ 1530.146705] env[63248]: _type = "HttpNfcLease" [ 1530.146705] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1530.150022] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08e2231-c2a0-41ce-b358-fc4f64185279 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.151389] env[63248]: INFO nova.compute.manager [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Rebuilding instance [ 1530.161176] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1530.161176] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c8ca83-677d-445a-e072-cffc7ab15caf" [ 1530.161176] env[63248]: _type = "HttpNfcLease" [ 1530.161176] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1530.172465] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4e3b138b-9b5a-44bd-8d50-1dedbc69f89b tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "e305b5ec-8988-4adf-9c48-772f6b904ff1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.983s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.176288] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78256658-261c-4f89-8a53-99dbcd4f6b68 tempest-ServersTestManualDisk-1031038810 tempest-ServersTestManualDisk-1031038810-project-member] Lock "71318012-4221-4eae-a437-14d5b093363d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.954s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.188841] env[63248]: DEBUG oslo_concurrency.lockutils [None req-514eceb7-a6d5-41bf-811a-5361bfb9b0f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "daec3bb1-5ba1-4ea2-89c1-2d8225463dff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.777s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.235979] env[63248]: DEBUG nova.compute.manager [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.236917] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedbfc20-bcbc-4607-8844-4c81e8e72418 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.275533] env[63248]: DEBUG nova.policy [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f80ffeb276ca4bd1bc6f38967bdc9657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8b3f0cadcb94876a180681858d16ef9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1530.306783] env[63248]: DEBUG oslo_concurrency.lockutils [req-dcbf6208-ba11-41f1-88dd-05aa389f06bb req-f423b8f1-1142-4283-a6c4-c557fbb5d90e service nova] Releasing lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.381597] env[63248]: DEBUG nova.compute.manager [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1530.415621] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquiring lock "612483be-a02b-478d-8758-fb0420930cab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.415923] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Lock "612483be-a02b-478d-8758-fb0420930cab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.416211] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquiring lock "612483be-a02b-478d-8758-fb0420930cab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.416396] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Lock "612483be-a02b-478d-8758-fb0420930cab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.416579] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Lock "612483be-a02b-478d-8758-fb0420930cab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.421317] env[63248]: INFO nova.compute.manager [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Terminating instance [ 1530.493289] env[63248]: INFO nova.compute.manager [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Took 49.94 seconds to build instance. [ 1530.612328] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "5d3de880-3eba-43b2-808b-343c9a7012ff" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.633952] env[63248]: DEBUG nova.compute.manager [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1530.662847] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1530.662847] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c8ca83-677d-445a-e072-cffc7ab15caf" [ 1530.662847] env[63248]: _type = "HttpNfcLease" [ 1530.662847] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1530.663158] env[63248]: DEBUG oslo_vmware.rw_handles [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1530.663158] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c8ca83-677d-445a-e072-cffc7ab15caf" [ 1530.663158] env[63248]: _type = "HttpNfcLease" [ 1530.663158] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1530.663913] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bc2a76-3587-4aaa-9d92-a4ef6c7e5d42 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.672704] env[63248]: DEBUG oslo_vmware.rw_handles [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c403a-22da-c102-da73-bb837f0f01bb/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1530.672958] env[63248]: DEBUG oslo_vmware.rw_handles [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c403a-22da-c102-da73-bb837f0f01bb/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1530.685447] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1530.687239] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7fc69c80-72b2-4dab-bcd9-e4a2138d9457 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.746579] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1530.749717] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.752334] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.755884] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.755884] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.755884] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.755884] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.755884] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1530.755884] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.760016] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1530.760016] env[63248]: value = "task-1800748" [ 1530.760016] env[63248]: _type = "Task" [ 1530.760016] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.769217] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800748, 'name': CloneVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.862021] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1775855-f7af-494b-ace0-8d8d0b293cf3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.916196] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.923635] env[63248]: DEBUG nova.compute.manager [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1530.923874] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1530.925217] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace26bf5-c985-4f5f-8c3d-5e52613ec5b6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.934768] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1530.935174] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c74952f9-6ada-4676-b8cc-a55294bafbc2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.945296] env[63248]: DEBUG oslo_vmware.api [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1530.945296] env[63248]: value = "task-1800749" [ 1530.945296] env[63248]: _type = "Task" [ 1530.945296] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.956307] env[63248]: DEBUG oslo_vmware.api [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.994879] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63b69e4a-8e47-4ae8-b2a5-81c750d8aa74 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "417a3664-2b58-4bef-96fb-3b3a017790da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.581s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.148942] env[63248]: DEBUG nova.network.neutron [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Successfully created port: f30fd20c-f8b3-4f2e-942d-f1b6c259a110 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1531.155792] env[63248]: DEBUG nova.virt.hardware [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1531.156073] env[63248]: DEBUG nova.virt.hardware [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.156896] env[63248]: DEBUG nova.virt.hardware [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1531.157275] env[63248]: DEBUG nova.virt.hardware [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.157541] env[63248]: DEBUG nova.virt.hardware [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1531.159017] env[63248]: DEBUG nova.virt.hardware [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1531.159413] env[63248]: DEBUG nova.virt.hardware [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1531.159590] env[63248]: DEBUG nova.virt.hardware [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1531.159762] env[63248]: DEBUG nova.virt.hardware [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1531.159926] env[63248]: DEBUG nova.virt.hardware [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1531.160178] env[63248]: DEBUG nova.virt.hardware [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1531.161074] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c50aec-0a88-4a55-b178-6525dfe8430c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.187406] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033bc91d-8922-4780-8b0e-b449f5cca98a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.213644] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Instance VIF info [] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.221467] env[63248]: DEBUG oslo.service.loopingcall [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.229919] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1531.230098] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2504cab2-fae0-41c3-b498-c3d07528c682 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.250747] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.250747] env[63248]: value = "task-1800750" [ 1531.250747] env[63248]: _type = "Task" [ 1531.250747] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.258160] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.262092] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5df0fa90-ac89-4ed3-9ce0-1f0a715d84fa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.263920] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800750, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.265098] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.272194] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f415b48-8a23-46c6-876e-e50209401582 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.289485] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10be0108-32bf-4bc3-88c3-2e09a1971c2d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.294071] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1531.294071] env[63248]: value = "task-1800751" [ 1531.294071] env[63248]: _type = "Task" [ 1531.294071] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.294542] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800748, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.331941] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b695e3a-51a0-428c-b53a-458c2afd478c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.346057] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.351243] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43dd18f-9281-4ac4-aa83-a0f7db948487 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.371971] env[63248]: DEBUG nova.compute.provider_tree [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.458788] env[63248]: DEBUG oslo_vmware.api [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800749, 'name': PowerOffVM_Task, 'duration_secs': 0.309809} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.460020] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.460020] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1531.460020] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f159318b-b81d-4836-aba2-bc3aa5ac4ce8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.550067] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1531.550358] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1531.553508] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Deleting the datastore file [datastore1] 612483be-a02b-478d-8758-fb0420930cab {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1531.553508] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84ad1823-89d5-4615-b9a2-0af3e666c009 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.569822] env[63248]: DEBUG oslo_vmware.api [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for the task: (returnval){ [ 1531.569822] env[63248]: value = "task-1800753" [ 1531.569822] env[63248]: _type = "Task" [ 1531.569822] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.600362] env[63248]: DEBUG oslo_vmware.api [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.661877] env[63248]: DEBUG nova.compute.manager [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1531.766314] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800750, 'name': CreateVM_Task, 'duration_secs': 0.432841} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.770474] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1531.771308] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.771724] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.772411] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1531.773502] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1a8573-5bd4-407f-af8d-b3af6b5b927a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.780854] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800748, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.785232] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1531.785232] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52308515-40b4-160c-a8da-4534106145f1" [ 1531.785232] env[63248]: _type = "Task" [ 1531.785232] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.795268] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52308515-40b4-160c-a8da-4534106145f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.807165] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800751, 'name': PowerOffVM_Task, 'duration_secs': 0.367487} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.807742] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.807992] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.809925] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbaf638-7fd8-4c5d-9110-c9b3a69a92e9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.817085] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1531.817710] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10adc001-7ba1-4d72-8d1c-5247b1f210c9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.852269] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1531.853025] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1531.855906] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Deleting the datastore file [datastore1] d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1531.859044] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3237084-261d-4433-b653-5c6fc7c148ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.868888] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1531.868888] env[63248]: value = "task-1800755" [ 1531.868888] env[63248]: _type = "Task" [ 1531.868888] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.875551] env[63248]: DEBUG nova.scheduler.client.report [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1531.883909] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.084809] env[63248]: DEBUG oslo_vmware.api [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Task: {'id': task-1800753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21509} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.085147] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1532.085349] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1532.085671] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1532.085769] env[63248]: INFO nova.compute.manager [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [instance: 612483be-a02b-478d-8758-fb0420930cab] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1532.085971] env[63248]: DEBUG oslo.service.loopingcall [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.086256] env[63248]: DEBUG nova.compute.manager [-] [instance: 612483be-a02b-478d-8758-fb0420930cab] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1532.086388] env[63248]: DEBUG nova.network.neutron [-] [instance: 612483be-a02b-478d-8758-fb0420930cab] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1532.279924] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800748, 'name': CloneVM_Task, 'duration_secs': 1.262497} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.283146] env[63248]: DEBUG nova.network.neutron [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Port 48708b4c-2bc4-4f9e-8e27-039fc3c1c691 binding to destination host cpu-1 is already ACTIVE {{(pid=63248) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1532.283785] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.284455] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.284820] env[63248]: DEBUG nova.network.neutron [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.286681] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Created linked-clone VM from snapshot [ 1532.292050] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2a8b94-da1d-4985-ac53-ed6a96258c64 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.319366] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Uploading image 98fcd127-478c-484d-bfca-9dd39f8eeb82 {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1532.321171] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52308515-40b4-160c-a8da-4534106145f1, 'name': SearchDatastore_Task, 'duration_secs': 0.013725} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.322374] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.322829] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1532.323201] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.323476] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.323824] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1532.324511] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ff40d84-5081-44f7-83a0-3eedef3e102e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.335824] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1532.336159] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1532.337079] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01093668-cf57-466d-9b05-8b12fdb08273 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.345692] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1532.345692] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5274a229-b9d5-6b43-9d48-ee63c4f2f97f" [ 1532.345692] env[63248]: _type = "Task" [ 1532.345692] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.352782] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5274a229-b9d5-6b43-9d48-ee63c4f2f97f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.386270] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14608} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.387194] env[63248]: DEBUG oslo_concurrency.lockutils [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.388383] env[63248]: DEBUG nova.compute.manager [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1532.390731] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1532.394021] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1532.394021] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1532.395495] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.438s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.395745] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.397974] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.688s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.399675] env[63248]: INFO nova.compute.claims [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1532.409789] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2ba92932-4b01-4551-a8a2-4ed49db70066 tempest-ServersAdminTestJSON-421419873 tempest-ServersAdminTestJSON-421419873-project-admin] Acquiring lock "refresh_cache-417a3664-2b58-4bef-96fb-3b3a017790da" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.411307] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2ba92932-4b01-4551-a8a2-4ed49db70066 tempest-ServersAdminTestJSON-421419873 tempest-ServersAdminTestJSON-421419873-project-admin] Acquired lock "refresh_cache-417a3664-2b58-4bef-96fb-3b3a017790da" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.411307] env[63248]: DEBUG nova.network.neutron [None req-2ba92932-4b01-4551-a8a2-4ed49db70066 tempest-ServersAdminTestJSON-421419873 tempest-ServersAdminTestJSON-421419873-project-admin] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.448396] env[63248]: INFO nova.scheduler.client.report [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Deleted allocations for instance d0d08b64-e1b2-417f-b81c-acdb3ca9b39a [ 1532.791692] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "interface-ca6f659e-a9b0-437e-a968-2bcf02983683-bf8e50db-c60b-48ae-91ec-0288918fa25f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.792098] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-ca6f659e-a9b0-437e-a968-2bcf02983683-bf8e50db-c60b-48ae-91ec-0288918fa25f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.856798] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5274a229-b9d5-6b43-9d48-ee63c4f2f97f, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.857803] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-072333c0-18cb-481a-b3c5-fe41e2b48c78 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.865065] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1532.865065] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fcd16b-d402-0690-130a-b7b3ba044b5d" [ 1532.865065] env[63248]: _type = "Task" [ 1532.865065] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.879567] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fcd16b-d402-0690-130a-b7b3ba044b5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.897590] env[63248]: DEBUG nova.compute.utils [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1532.899580] env[63248]: DEBUG nova.compute.manager [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Not allocating networking since 'none' was specified. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1532.957795] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3dc3e33-2208-4609-b0a4-7980fd45dc9f tempest-ServersTestBootFromVolume-700908693 tempest-ServersTestBootFromVolume-700908693-project-member] Lock "d0d08b64-e1b2-417f-b81c-acdb3ca9b39a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.587s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.298213] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.305084] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.305084] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d96732e-8e04-4a8b-96f6-cbfe8c92691f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.326495] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6bfae5-b06e-48cb-bb77-86bc4b4209d6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.353895] env[63248]: DEBUG nova.network.neutron [-] [instance: 612483be-a02b-478d-8758-fb0420930cab] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.364023] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Reconfiguring VM to detach interface {{(pid=63248) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1533.364023] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26a13a8f-4fae-44fb-b3d9-0858d612cb2e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.396079] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fcd16b-d402-0690-130a-b7b3ba044b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.024644} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.403411] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.403411] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 1098fca5-bc94-4a9c-9012-30a75cee1b0f/1098fca5-bc94-4a9c-9012-30a75cee1b0f.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1533.403411] env[63248]: DEBUG nova.compute.manager [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1533.410338] env[63248]: DEBUG oslo_vmware.api [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1533.410338] env[63248]: value = "task-1800756" [ 1533.410338] env[63248]: _type = "Task" [ 1533.410338] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.410873] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0658b8f6-b608-4bbb-a2b1-2101b66818b7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.437579] env[63248]: DEBUG oslo_vmware.api [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.437906] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1533.437906] env[63248]: value = "task-1800757" [ 1533.437906] env[63248]: _type = "Task" [ 1533.437906] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.448466] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.488423] env[63248]: DEBUG nova.network.neutron [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Successfully updated port: f30fd20c-f8b3-4f2e-942d-f1b6c259a110 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1533.549943] env[63248]: DEBUG nova.virt.hardware [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1533.550240] env[63248]: DEBUG nova.virt.hardware [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.550630] env[63248]: DEBUG nova.virt.hardware [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1533.550875] env[63248]: DEBUG nova.virt.hardware [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.551085] env[63248]: DEBUG nova.virt.hardware [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1533.551203] env[63248]: DEBUG nova.virt.hardware [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1533.551418] env[63248]: DEBUG nova.virt.hardware [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1533.551870] env[63248]: DEBUG nova.virt.hardware [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1533.551870] env[63248]: DEBUG nova.virt.hardware [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1533.552083] env[63248]: DEBUG nova.virt.hardware [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1533.552083] env[63248]: DEBUG nova.virt.hardware [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1533.558339] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8605f0b-fc28-4211-9b30-ffc743dfbcf6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.563739] env[63248]: DEBUG nova.network.neutron [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating instance_info_cache with network_info: [{"id": "48708b4c-2bc4-4f9e-8e27-039fc3c1c691", "address": "fa:16:3e:a5:8e:e6", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48708b4c-2b", "ovs_interfaceid": "48708b4c-2bc4-4f9e-8e27-039fc3c1c691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.570700] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f8917c-4140-4ad0-af83-e388d9d36266 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.577559] env[63248]: DEBUG oslo_vmware.rw_handles [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1533.577559] env[63248]: value = "vm-373397" [ 1533.577559] env[63248]: _type = "VirtualMachine" [ 1533.577559] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1533.581708] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9f1623bb-075c-404e-ae1d-1827fd809db7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.601983] env[63248]: DEBUG nova.virt.hardware [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1533.601983] env[63248]: DEBUG nova.virt.hardware [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.601983] env[63248]: DEBUG nova.virt.hardware [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1533.601983] env[63248]: DEBUG nova.virt.hardware [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.601983] env[63248]: DEBUG nova.virt.hardware [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1533.601983] env[63248]: DEBUG nova.virt.hardware [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1533.601983] env[63248]: DEBUG nova.virt.hardware [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1533.602316] env[63248]: DEBUG nova.virt.hardware [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1533.602316] env[63248]: DEBUG nova.virt.hardware [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1533.602662] env[63248]: DEBUG nova.virt.hardware [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1533.602662] env[63248]: DEBUG nova.virt.hardware [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1533.603665] env[63248]: DEBUG oslo_vmware.rw_handles [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lease: (returnval){ [ 1533.603665] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52faac04-131d-aa98-2c87-49ae8c7c20a7" [ 1533.603665] env[63248]: _type = "HttpNfcLease" [ 1533.603665] env[63248]: } obtained for exporting VM: (result){ [ 1533.603665] env[63248]: value = "vm-373397" [ 1533.603665] env[63248]: _type = "VirtualMachine" [ 1533.603665] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1533.603665] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the lease: (returnval){ [ 1533.603665] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52faac04-131d-aa98-2c87-49ae8c7c20a7" [ 1533.603665] env[63248]: _type = "HttpNfcLease" [ 1533.603665] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1533.605581] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea18e25a-4964-4d29-87ae-d9c39b3d5af1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.622893] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1533.622893] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52faac04-131d-aa98-2c87-49ae8c7c20a7" [ 1533.622893] env[63248]: _type = "HttpNfcLease" [ 1533.622893] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1533.625601] env[63248]: DEBUG oslo_vmware.rw_handles [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e54bc4-6d36-2ce7-66fc-b90a563076ac/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1533.627164] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aabb56f-4e4e-4106-9d6d-347a75670689 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.632186] env[63248]: DEBUG oslo_vmware.rw_handles [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1533.632186] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52faac04-131d-aa98-2c87-49ae8c7c20a7" [ 1533.632186] env[63248]: _type = "HttpNfcLease" [ 1533.632186] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1533.633271] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6688e57-db42-4e48-9af5-b7e30406078c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.639658] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cb3d8b-3691-4795-b6c6-656d43f78d71 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.657550] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Instance VIF info [] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1533.663446] env[63248]: DEBUG oslo.service.loopingcall [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.663708] env[63248]: DEBUG oslo_vmware.rw_handles [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e54bc4-6d36-2ce7-66fc-b90a563076ac/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1533.663858] env[63248]: ERROR oslo_vmware.rw_handles [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e54bc4-6d36-2ce7-66fc-b90a563076ac/disk-0.vmdk due to incomplete transfer. [ 1533.664912] env[63248]: DEBUG nova.network.neutron [None req-2ba92932-4b01-4551-a8a2-4ed49db70066 tempest-ServersAdminTestJSON-421419873 tempest-ServersAdminTestJSON-421419873-project-admin] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Updating instance_info_cache with network_info: [{"id": "9ab74870-4ab2-4f94-a4d6-38b9bdda2432", "address": "fa:16:3e:ba:20:55", "network": {"id": "7538edbb-ddd2-4ab0-9ae1-016ad7ec4d71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1833360993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fd7ee0cb37f481080e8337bbf4e6a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ab74870-4a", "ovs_interfaceid": "9ab74870-4ab2-4f94-a4d6-38b9bdda2432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.674238] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1533.674238] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d81d3b52-e213-478e-9b8d-96d039990a25 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.674238] env[63248]: DEBUG oslo_vmware.rw_handles [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299bb43-1e74-2b51-c135-ca9ee0922d5f/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1533.674238] env[63248]: DEBUG oslo_vmware.rw_handles [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299bb43-1e74-2b51-c135-ca9ee0922d5f/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1533.675050] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dad2e58-1335-485f-865e-49980b8f60e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.755229] env[63248]: DEBUG oslo_vmware.rw_handles [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e54bc4-6d36-2ce7-66fc-b90a563076ac/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1533.755404] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Uploaded image 3a1c1c34-e43b-4223-a897-7e6e9e54092a to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1533.758353] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1533.760263] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-12dfe165-6efc-4480-b1e0-f8ce59f39c29 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.762115] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1533.762115] env[63248]: value = "task-1800759" [ 1533.762115] env[63248]: _type = "Task" [ 1533.762115] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.767343] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1533.767343] env[63248]: value = "task-1800760" [ 1533.767343] env[63248]: _type = "Task" [ 1533.767343] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.777317] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800759, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.783581] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800760, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.814566] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-38f6fd13-f1b7-4de6-9463-a8f48434a7fe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.817916] env[63248]: DEBUG nova.compute.manager [req-339df139-44f5-4ef6-a55e-90565056edeb req-89780737-cb4f-453d-be01-4dd8079f51b7 service nova] [instance: 612483be-a02b-478d-8758-fb0420930cab] Received event network-vif-deleted-37d33dab-7b33-4259-91db-2a543a8847de {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1533.868857] env[63248]: INFO nova.compute.manager [-] [instance: 612483be-a02b-478d-8758-fb0420930cab] Took 1.78 seconds to deallocate network for instance. [ 1533.929530] env[63248]: DEBUG oslo_vmware.api [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.949535] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800757, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.992925] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "refresh_cache-290fad69-b5d9-418d-acd4-c731428c02aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.992925] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "refresh_cache-290fad69-b5d9-418d-acd4-c731428c02aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.992925] env[63248]: DEBUG nova.network.neutron [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1534.067831] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Releasing lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.133519] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeb6e3f-a472-4362-89b7-7f46153d5003 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.142613] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4237cfbb-9c9f-422a-a470-ce308ed570bd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.176286] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2ba92932-4b01-4551-a8a2-4ed49db70066 tempest-ServersAdminTestJSON-421419873 tempest-ServersAdminTestJSON-421419873-project-admin] Releasing lock "refresh_cache-417a3664-2b58-4bef-96fb-3b3a017790da" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.176490] env[63248]: DEBUG nova.compute.manager [None req-2ba92932-4b01-4551-a8a2-4ed49db70066 tempest-ServersAdminTestJSON-421419873 tempest-ServersAdminTestJSON-421419873-project-admin] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Inject network info {{(pid=63248) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1534.177523] env[63248]: DEBUG nova.compute.manager [None req-2ba92932-4b01-4551-a8a2-4ed49db70066 tempest-ServersAdminTestJSON-421419873 tempest-ServersAdminTestJSON-421419873-project-admin] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] network_info to inject: |[{"id": "9ab74870-4ab2-4f94-a4d6-38b9bdda2432", "address": "fa:16:3e:ba:20:55", "network": {"id": "7538edbb-ddd2-4ab0-9ae1-016ad7ec4d71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1833360993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fd7ee0cb37f481080e8337bbf4e6a68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ab74870-4a", "ovs_interfaceid": "9ab74870-4ab2-4f94-a4d6-38b9bdda2432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1534.181794] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba92932-4b01-4551-a8a2-4ed49db70066 tempest-ServersAdminTestJSON-421419873 tempest-ServersAdminTestJSON-421419873-project-admin] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Reconfiguring VM instance to set the machine id {{(pid=63248) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1534.182253] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f5448b-91bd-42ee-97ec-f063ed6866b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.193280] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82677ae2-c636-4e94-bc7f-018851ea57c5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.205084] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008b9d31-527b-4508-804c-03f7856610f6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.208642] env[63248]: DEBUG oslo_vmware.api [None req-2ba92932-4b01-4551-a8a2-4ed49db70066 tempest-ServersAdminTestJSON-421419873 tempest-ServersAdminTestJSON-421419873-project-admin] Waiting for the task: (returnval){ [ 1534.208642] env[63248]: value = "task-1800761" [ 1534.208642] env[63248]: _type = "Task" [ 1534.208642] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.220708] env[63248]: DEBUG nova.compute.provider_tree [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.230495] env[63248]: DEBUG oslo_vmware.api [None req-2ba92932-4b01-4551-a8a2-4ed49db70066 tempest-ServersAdminTestJSON-421419873 tempest-ServersAdminTestJSON-421419873-project-admin] Task: {'id': task-1800761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.271920] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800759, 'name': CreateVM_Task, 'duration_secs': 0.464843} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.278480] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1534.279365] env[63248]: DEBUG oslo_concurrency.lockutils [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.279507] env[63248]: DEBUG oslo_concurrency.lockutils [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.280064] env[63248]: DEBUG oslo_concurrency.lockutils [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1534.280969] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c51027-2f61-4d3d-afed-a29d6eb20c5c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.287361] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800760, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.291408] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1534.291408] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dadf75-0900-6145-363b-0054f41d6045" [ 1534.291408] env[63248]: _type = "Task" [ 1534.291408] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.300457] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dadf75-0900-6145-363b-0054f41d6045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.379576] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.419969] env[63248]: DEBUG nova.compute.manager [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1534.441304] env[63248]: DEBUG oslo_vmware.api [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.456294] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701071} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.456598] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 1098fca5-bc94-4a9c-9012-30a75cee1b0f/1098fca5-bc94-4a9c-9012-30a75cee1b0f.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1534.456826] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1534.457109] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20f8c24a-4991-4e26-9385-6169f7587986 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.466673] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1534.466673] env[63248]: value = "task-1800762" [ 1534.466673] env[63248]: _type = "Task" [ 1534.466673] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.480407] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.575363] env[63248]: DEBUG nova.compute.manager [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63248) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1534.575636] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.642437] env[63248]: DEBUG nova.compute.manager [req-f65452a1-5fc7-4456-a926-fc0327630225 req-60611566-7e1f-4534-b56b-fd779f3d8e37 service nova] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Received event network-vif-plugged-f30fd20c-f8b3-4f2e-942d-f1b6c259a110 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1534.643167] env[63248]: DEBUG oslo_concurrency.lockutils [req-f65452a1-5fc7-4456-a926-fc0327630225 req-60611566-7e1f-4534-b56b-fd779f3d8e37 service nova] Acquiring lock "290fad69-b5d9-418d-acd4-c731428c02aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.643167] env[63248]: DEBUG oslo_concurrency.lockutils [req-f65452a1-5fc7-4456-a926-fc0327630225 req-60611566-7e1f-4534-b56b-fd779f3d8e37 service nova] Lock "290fad69-b5d9-418d-acd4-c731428c02aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.643350] env[63248]: DEBUG oslo_concurrency.lockutils [req-f65452a1-5fc7-4456-a926-fc0327630225 req-60611566-7e1f-4534-b56b-fd779f3d8e37 service nova] Lock "290fad69-b5d9-418d-acd4-c731428c02aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.643391] env[63248]: DEBUG nova.compute.manager [req-f65452a1-5fc7-4456-a926-fc0327630225 req-60611566-7e1f-4534-b56b-fd779f3d8e37 service nova] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] No waiting events found dispatching network-vif-plugged-f30fd20c-f8b3-4f2e-942d-f1b6c259a110 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1534.643661] env[63248]: WARNING nova.compute.manager [req-f65452a1-5fc7-4456-a926-fc0327630225 req-60611566-7e1f-4534-b56b-fd779f3d8e37 service nova] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Received unexpected event network-vif-plugged-f30fd20c-f8b3-4f2e-942d-f1b6c259a110 for instance with vm_state building and task_state spawning. [ 1534.724961] env[63248]: DEBUG nova.scheduler.client.report [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.729361] env[63248]: DEBUG oslo_vmware.api [None req-2ba92932-4b01-4551-a8a2-4ed49db70066 tempest-ServersAdminTestJSON-421419873 tempest-ServersAdminTestJSON-421419873-project-admin] Task: {'id': task-1800761, 'name': ReconfigVM_Task, 'duration_secs': 0.169972} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.730309] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba92932-4b01-4551-a8a2-4ed49db70066 tempest-ServersAdminTestJSON-421419873 tempest-ServersAdminTestJSON-421419873-project-admin] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Reconfigured VM instance to set the machine id {{(pid=63248) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1534.782065] env[63248]: DEBUG nova.network.neutron [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1534.799059] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800760, 'name': Destroy_Task, 'duration_secs': 0.568402} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.799486] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Destroyed the VM [ 1534.799727] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1534.800731] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e22abcc8-5344-4e3c-9d1e-0d9b4e523005 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.808719] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dadf75-0900-6145-363b-0054f41d6045, 'name': SearchDatastore_Task, 'duration_secs': 0.017979} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.812125] env[63248]: DEBUG oslo_concurrency.lockutils [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.812450] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1534.812695] env[63248]: DEBUG oslo_concurrency.lockutils [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.812914] env[63248]: DEBUG oslo_concurrency.lockutils [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.813220] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1534.813555] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-333ba7b0-9e18-4275-9506-dcd9158532c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.817859] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1534.817859] env[63248]: value = "task-1800763" [ 1534.817859] env[63248]: _type = "Task" [ 1534.817859] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.829510] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1534.829807] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1534.833905] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7569b2-0431-4944-b10a-dfc240289d5f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.840405] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800763, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.844588] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1534.844588] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d05009-bcea-3a4e-1d25-7accd536e4cb" [ 1534.844588] env[63248]: _type = "Task" [ 1534.844588] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.856919] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d05009-bcea-3a4e-1d25-7accd536e4cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.941677] env[63248]: DEBUG oslo_vmware.api [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.983030] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129145} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.983918] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1534.985728] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b355ea-3567-4003-bad1-2dd0a7447576 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.016099] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 1098fca5-bc94-4a9c-9012-30a75cee1b0f/1098fca5-bc94-4a9c-9012-30a75cee1b0f.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1535.016502] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-276df78c-4e5e-42c0-9bad-ad2fa7021b90 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.046810] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1535.046810] env[63248]: value = "task-1800764" [ 1535.046810] env[63248]: _type = "Task" [ 1535.046810] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.062113] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.105701] env[63248]: DEBUG nova.network.neutron [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating instance_info_cache with network_info: [{"id": "f30fd20c-f8b3-4f2e-942d-f1b6c259a110", "address": "fa:16:3e:46:26:57", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30fd20c-f8", "ovs_interfaceid": "f30fd20c-f8b3-4f2e-942d-f1b6c259a110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.233714] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.233714] env[63248]: DEBUG nova.compute.manager [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1535.237037] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.482s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.237763] env[63248]: DEBUG nova.objects.instance [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lazy-loading 'resources' on Instance uuid 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1535.262455] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "68314427-e347-406a-88ed-362a894aee88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.262600] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "68314427-e347-406a-88ed-362a894aee88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.332278] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800763, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.359908] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d05009-bcea-3a4e-1d25-7accd536e4cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014397} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.361101] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a04588b3-b51d-4159-84f3-c23c586514e8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.368264] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1535.368264] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523a6694-bf22-2938-0d70-a4443564b149" [ 1535.368264] env[63248]: _type = "Task" [ 1535.368264] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.379120] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523a6694-bf22-2938-0d70-a4443564b149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.436329] env[63248]: DEBUG oslo_vmware.api [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.559273] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.608734] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "refresh_cache-290fad69-b5d9-418d-acd4-c731428c02aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.609119] env[63248]: DEBUG nova.compute.manager [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Instance network_info: |[{"id": "f30fd20c-f8b3-4f2e-942d-f1b6c259a110", "address": "fa:16:3e:46:26:57", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30fd20c-f8", "ovs_interfaceid": "f30fd20c-f8b3-4f2e-942d-f1b6c259a110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1535.609541] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:26:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f30fd20c-f8b3-4f2e-942d-f1b6c259a110', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1535.620509] env[63248]: DEBUG oslo.service.loopingcall [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.620934] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1535.621129] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c23ba387-d85e-487e-a2bd-f854a6ccfa40 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.644202] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1535.644202] env[63248]: value = "task-1800765" [ 1535.644202] env[63248]: _type = "Task" [ 1535.644202] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.654246] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800765, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.741924] env[63248]: DEBUG nova.compute.utils [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1535.749341] env[63248]: DEBUG nova.compute.manager [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1535.750267] env[63248]: DEBUG nova.network.neutron [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1535.766039] env[63248]: DEBUG nova.compute.manager [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1535.798430] env[63248]: DEBUG nova.policy [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29f2796ddde842c39207b52a3aed610a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9360e95a06f41078f2b126719d98081', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1535.830665] env[63248]: DEBUG oslo_vmware.api [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800763, 'name': RemoveSnapshot_Task, 'duration_secs': 0.580493} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.831858] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1535.832156] env[63248]: INFO nova.compute.manager [None req-658b5bef-16d7-4942-a91d-1b7fb97390c9 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Took 16.61 seconds to snapshot the instance on the hypervisor. [ 1535.886915] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523a6694-bf22-2938-0d70-a4443564b149, 'name': SearchDatastore_Task, 'duration_secs': 0.016476} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.890686] env[63248]: DEBUG oslo_concurrency.lockutils [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.890990] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19/d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1535.891703] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9668e0e-f1ee-41e5-98c4-d9246c88b529 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.902174] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1535.902174] env[63248]: value = "task-1800766" [ 1535.902174] env[63248]: _type = "Task" [ 1535.902174] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.917112] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.941192] env[63248]: DEBUG oslo_vmware.api [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.070228] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800764, 'name': ReconfigVM_Task, 'duration_secs': 1.018612} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.070228] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 1098fca5-bc94-4a9c-9012-30a75cee1b0f/1098fca5-bc94-4a9c-9012-30a75cee1b0f.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1536.070586] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9424c262-5661-4a54-a8b1-a2bc906ad1c6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.080055] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1536.080055] env[63248]: value = "task-1800767" [ 1536.080055] env[63248]: _type = "Task" [ 1536.080055] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.097882] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800767, 'name': Rename_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.159706] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800765, 'name': CreateVM_Task, 'duration_secs': 0.397931} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.159875] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1536.161336] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.161336] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.161453] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1536.162833] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a522b391-aea1-4498-9fb7-491d0c74c2b8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.175144] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1536.175144] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5231882e-0aff-8d71-1303-4cbc7d7a9ffd" [ 1536.175144] env[63248]: _type = "Task" [ 1536.175144] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.187078] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5231882e-0aff-8d71-1303-4cbc7d7a9ffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.233436] env[63248]: DEBUG nova.network.neutron [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Successfully created port: e211b90f-063d-4a86-a094-ab8c6da35808 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1536.250466] env[63248]: DEBUG nova.compute.manager [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1536.307518] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.330160] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8727de-ed65-4279-a2d2-4ce020ea8384 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.343128] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff64f70e-9b2c-4a01-9c31-e1a65f5e7c46 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.387213] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2aaea3-fdc2-44ca-9f57-755c71c9e9a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.397044] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f512e4c0-d9c0-40fe-853c-253440c0c5ad {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.416463] env[63248]: DEBUG nova.compute.provider_tree [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.424218] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800766, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.438276] env[63248]: DEBUG oslo_vmware.api [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.590215] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800767, 'name': Rename_Task, 'duration_secs': 0.251498} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.590506] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1536.590825] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a16e197-840d-4539-a0f3-c436a0f067c1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.597572] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1536.597572] env[63248]: value = "task-1800768" [ 1536.597572] env[63248]: _type = "Task" [ 1536.597572] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.605577] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.686586] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5231882e-0aff-8d71-1303-4cbc7d7a9ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.061118} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.686965] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.687325] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1536.687732] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.687913] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.688200] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1536.688521] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60d2ae50-6b10-4583-9abb-602c1bf0c295 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.704302] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1536.704516] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1536.705440] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4465a39d-b12b-4035-8c2d-1666155bc201 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.711013] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1536.711013] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ec7d87-776c-6d72-5e62-ae14f1ca5d66" [ 1536.711013] env[63248]: _type = "Task" [ 1536.711013] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.722765] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ec7d87-776c-6d72-5e62-ae14f1ca5d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.763700] env[63248]: INFO nova.virt.block_device [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Booting with volume 162aac05-1438-4dfd-ae5f-9ba0e272a039 at /dev/sda [ 1536.816569] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-375a7160-ff06-4095-83c8-84bd3aaaa765 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.830955] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8fee14-b5d3-4259-9f6e-f451f1381a58 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.893413] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b99f5a7b-defd-45f4-b1f3-f6212b73aeff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.906454] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c431cc05-9451-4d5d-948d-d034ddee7380 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.919981] env[63248]: DEBUG nova.scheduler.client.report [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.930178] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577653} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.932293] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19/d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1536.932548] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1536.947982] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-572308cf-181f-4e01-a94f-f26675a90a63 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.952389] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791cdfb5-5e17-4674-abcb-aa0ae2632ba6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.958956] env[63248]: DEBUG oslo_vmware.api [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.965485] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca75aa4-6848-403c-93d8-6146bdc3a9b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.971014] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1536.971014] env[63248]: value = "task-1800769" [ 1536.971014] env[63248]: _type = "Task" [ 1536.971014] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.984172] env[63248]: DEBUG nova.virt.block_device [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Updating existing volume attachment record: e898251f-5f78-4bf6-8808-4b7a90126c8b {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1536.990504] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.109923] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800768, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.223450] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ec7d87-776c-6d72-5e62-ae14f1ca5d66, 'name': SearchDatastore_Task, 'duration_secs': 0.019655} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.224212] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2d1a14-a0d7-41ef-afca-3ab65eae601a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.231294] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1537.231294] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52958bc3-b9fd-93cb-438b-37676be1931a" [ 1537.231294] env[63248]: _type = "Task" [ 1537.231294] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.240862] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52958bc3-b9fd-93cb-438b-37676be1931a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.425585] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.428270] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.980s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.428554] env[63248]: DEBUG nova.objects.instance [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lazy-loading 'resources' on Instance uuid 5d3de880-3eba-43b2-808b-343c9a7012ff {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.441524] env[63248]: DEBUG oslo_vmware.api [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.460295] env[63248]: INFO nova.scheduler.client.report [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleted allocations for instance 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be [ 1537.483652] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103828} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.483897] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1537.484731] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a064da9a-a92a-4e70-b79a-1fa774fcd262 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.506272] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19/d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.506616] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc38647b-786a-415b-8612-a34a3f0058c6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.528506] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1537.528506] env[63248]: value = "task-1800770" [ 1537.528506] env[63248]: _type = "Task" [ 1537.528506] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.539066] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.611119] env[63248]: DEBUG oslo_vmware.api [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800768, 'name': PowerOnVM_Task, 'duration_secs': 0.700463} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.611457] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1537.611728] env[63248]: DEBUG nova.compute.manager [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1537.612592] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e22c74c-8972-458b-b83a-cf7c7146a582 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.743565] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52958bc3-b9fd-93cb-438b-37676be1931a, 'name': SearchDatastore_Task, 'duration_secs': 0.015869} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.743867] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.744259] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 290fad69-b5d9-418d-acd4-c731428c02aa/290fad69-b5d9-418d-acd4-c731428c02aa.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.744561] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-129ebdb5-7b72-4e10-986c-664f5ed8f152 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.751881] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1537.751881] env[63248]: value = "task-1800771" [ 1537.751881] env[63248]: _type = "Task" [ 1537.751881] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.762859] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.933174] env[63248]: DEBUG nova.objects.instance [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lazy-loading 'numa_topology' on Instance uuid 5d3de880-3eba-43b2-808b-343c9a7012ff {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.951180] env[63248]: DEBUG oslo_vmware.api [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.970664] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3420f73e-f388-4195-bb1e-db20b372bb78 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "0ad7de92-79e2-4519-a1cc-dfeea6a3b2be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.204s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.038379] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800770, 'name': ReconfigVM_Task, 'duration_secs': 0.299958} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.038740] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Reconfigured VM instance instance-00000034 to attach disk [datastore1] d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19/d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.039453] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3f9e339-70ef-45c3-bf5f-a7f952159305 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.050035] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1538.050035] env[63248]: value = "task-1800772" [ 1538.050035] env[63248]: _type = "Task" [ 1538.050035] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.062803] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800772, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.096023] env[63248]: DEBUG nova.network.neutron [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Successfully updated port: e211b90f-063d-4a86-a094-ab8c6da35808 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1538.136740] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.265094] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800771, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.440023] env[63248]: DEBUG nova.objects.base [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Object Instance<5d3de880-3eba-43b2-808b-343c9a7012ff> lazy-loaded attributes: resources,numa_topology {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1538.447114] env[63248]: DEBUG oslo_vmware.api [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.557547] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800772, 'name': Rename_Task, 'duration_secs': 0.27718} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.557908] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.558145] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0ca7350-43a2-4d29-bf13-42bd8972812d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.566349] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1538.566349] env[63248]: value = "task-1800773" [ 1538.566349] env[63248]: _type = "Task" [ 1538.566349] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.574786] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.597542] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Acquiring lock "refresh_cache-6f345564-534e-436c-813e-7f2d954756c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.597700] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Acquired lock "refresh_cache-6f345564-534e-436c-813e-7f2d954756c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.597870] env[63248]: DEBUG nova.network.neutron [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1538.765782] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602686} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.766077] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 290fad69-b5d9-418d-acd4-c731428c02aa/290fad69-b5d9-418d-acd4-c731428c02aa.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.766361] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1538.766643] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-576729a4-dcbe-43cd-a261-e19ced635460 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.773466] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1538.773466] env[63248]: value = "task-1800774" [ 1538.773466] env[63248]: _type = "Task" [ 1538.773466] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.785892] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.845584] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb1bb78-3b33-4462-ae1d-28beb0865a1c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.853774] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4907e15e-2479-4808-9525-16bf428e450d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.887137] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c14852b-8487-4035-877a-f09aa8ce47e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.895369] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0417e8-176b-47ba-bfba-c54266672127 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.909636] env[63248]: DEBUG nova.compute.provider_tree [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.945244] env[63248]: DEBUG oslo_vmware.api [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800756, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.077163] env[63248]: DEBUG oslo_vmware.api [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800773, 'name': PowerOnVM_Task, 'duration_secs': 0.454869} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.077464] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1539.077674] env[63248]: DEBUG nova.compute.manager [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1539.078694] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046843c6-78f6-483f-92d1-739505523e6a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.119501] env[63248]: DEBUG nova.compute.manager [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1539.119937] env[63248]: DEBUG nova.virt.hardware [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1539.120178] env[63248]: DEBUG nova.virt.hardware [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.120369] env[63248]: DEBUG nova.virt.hardware [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1539.120588] env[63248]: DEBUG nova.virt.hardware [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.120770] env[63248]: DEBUG nova.virt.hardware [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1539.120933] env[63248]: DEBUG nova.virt.hardware [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1539.121235] env[63248]: DEBUG nova.virt.hardware [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1539.121334] env[63248]: DEBUG nova.virt.hardware [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1539.121506] env[63248]: DEBUG nova.virt.hardware [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1539.121887] env[63248]: DEBUG nova.virt.hardware [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1539.122105] env[63248]: DEBUG nova.virt.hardware [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1539.123096] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2f171b-fe4b-428e-b998-c21596f3aeb8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.133177] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d293cabc-da0a-4950-90d6-06c2dd66b8f7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.147665] env[63248]: DEBUG nova.network.neutron [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1539.285796] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105952} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.286093] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1539.286879] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee24996-6fba-431c-9e0d-36bee0b59312 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.290268] env[63248]: DEBUG nova.network.neutron [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Updating instance_info_cache with network_info: [{"id": "e211b90f-063d-4a86-a094-ab8c6da35808", "address": "fa:16:3e:49:4e:16", "network": {"id": "4dbb6fa4-5aee-4e3d-93c6-6ad65f4e7643", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-301419334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9360e95a06f41078f2b126719d98081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape211b90f-06", "ovs_interfaceid": "e211b90f-063d-4a86-a094-ab8c6da35808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.311333] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 290fad69-b5d9-418d-acd4-c731428c02aa/290fad69-b5d9-418d-acd4-c731428c02aa.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.312342] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cedc51d0-03d3-4fd7-b894-ac1ed9041853 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.336438] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1539.336438] env[63248]: value = "task-1800775" [ 1539.336438] env[63248]: _type = "Task" [ 1539.336438] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.344693] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.413103] env[63248]: DEBUG nova.scheduler.client.report [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1539.445127] env[63248]: DEBUG oslo_vmware.api [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800756, 'name': ReconfigVM_Task, 'duration_secs': 5.832968} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.445393] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.445606] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Reconfigured VM to detach interface {{(pid=63248) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1539.595363] env[63248]: DEBUG oslo_concurrency.lockutils [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.793132] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Releasing lock "refresh_cache-6f345564-534e-436c-813e-7f2d954756c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.793655] env[63248]: DEBUG nova.compute.manager [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Instance network_info: |[{"id": "e211b90f-063d-4a86-a094-ab8c6da35808", "address": "fa:16:3e:49:4e:16", "network": {"id": "4dbb6fa4-5aee-4e3d-93c6-6ad65f4e7643", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-301419334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9360e95a06f41078f2b126719d98081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape211b90f-06", "ovs_interfaceid": "e211b90f-063d-4a86-a094-ab8c6da35808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1539.794419] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:4e:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e211b90f-063d-4a86-a094-ab8c6da35808', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1539.807740] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Creating folder: Project (d9360e95a06f41078f2b126719d98081). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1539.808238] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ef6d376-ed39-4dc6-829e-370f0cca6ab0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.823029] env[63248]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1539.823029] env[63248]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63248) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1539.823158] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Folder already exists: Project (d9360e95a06f41078f2b126719d98081). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1539.823307] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Creating folder: Instances. Parent ref: group-v373368. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1539.823694] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b2661b0-d8e5-4d71-9e66-4abd27e78ea1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.838429] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Created folder: Instances in parent group-v373368. [ 1539.838731] env[63248]: DEBUG oslo.service.loopingcall [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1539.844694] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1539.846610] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca94a20c-dd01-4e69-918b-7cbcb5a2aa80 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.869180] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800775, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.871265] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1539.871265] env[63248]: value = "task-1800778" [ 1539.871265] env[63248]: _type = "Task" [ 1539.871265] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.880423] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800778, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.918822] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.490s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.921925] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.105s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.927033] env[63248]: INFO nova.compute.claims [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1540.293280] env[63248]: DEBUG nova.virt.hardware [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1540.293682] env[63248]: DEBUG nova.virt.hardware [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.293682] env[63248]: DEBUG nova.virt.hardware [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1540.293997] env[63248]: DEBUG nova.virt.hardware [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.294132] env[63248]: DEBUG nova.virt.hardware [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1540.294348] env[63248]: DEBUG nova.virt.hardware [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1540.294568] env[63248]: DEBUG nova.virt.hardware [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1540.294731] env[63248]: DEBUG nova.virt.hardware [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1540.294902] env[63248]: DEBUG nova.virt.hardware [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1540.295083] env[63248]: DEBUG nova.virt.hardware [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1540.295276] env[63248]: DEBUG nova.virt.hardware [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1540.297689] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76f4d34-42e2-468b-96cc-b8cfa42cba47 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.309403] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93935607-ba2c-4f73-bb97-f5794dc33746 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.318898] env[63248]: DEBUG oslo_vmware.rw_handles [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c403a-22da-c102-da73-bb837f0f01bb/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1540.319835] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92f7b7a-f8f6-4324-85b2-686f890746b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.333810] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Instance VIF info [] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1540.340047] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Creating folder: Project (c9deaa80ffd64862939a837bdf004e93). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1540.342145] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39cc0e99-75b8-48b9-abec-8893b70add8c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.343902] env[63248]: DEBUG oslo_vmware.rw_handles [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c403a-22da-c102-da73-bb837f0f01bb/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1540.344117] env[63248]: ERROR oslo_vmware.rw_handles [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c403a-22da-c102-da73-bb837f0f01bb/disk-0.vmdk due to incomplete transfer. [ 1540.347602] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1fb075f8-18c7-4978-b1c5-347a26b90d47 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.355787] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800775, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.356494] env[63248]: DEBUG oslo_vmware.rw_handles [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c403a-22da-c102-da73-bb837f0f01bb/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1540.356688] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Uploaded image 8e7b1356-26d1-4b47-af42-b4af34b7b9cf to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1540.358492] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1540.359947] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9b073329-9410-4f32-8042-e11fa8f521f7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.361407] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Created folder: Project (c9deaa80ffd64862939a837bdf004e93) in parent group-v373228. [ 1540.361565] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Creating folder: Instances. Parent ref: group-v373403. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1540.361892] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4162cd8d-3983-44d4-8b98-d720a0c1a0ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.368204] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1540.368204] env[63248]: value = "task-1800780" [ 1540.368204] env[63248]: _type = "Task" [ 1540.368204] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.380734] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Created folder: Instances in parent group-v373403. [ 1540.380734] env[63248]: DEBUG oslo.service.loopingcall [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1540.381122] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800780, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.381122] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1540.381868] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4d4f969-9366-438b-87d3-443e39ecc9cd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.398261] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800778, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.404296] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1540.404296] env[63248]: value = "task-1800782" [ 1540.404296] env[63248]: _type = "Task" [ 1540.404296] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.412869] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800782, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.434015] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a3ea3a9d-8d3f-4964-9c8a-d523c27cd541 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.890s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.434989] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.823s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.434989] env[63248]: INFO nova.compute.manager [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Unshelving [ 1540.701738] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.701978] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.702196] env[63248]: DEBUG nova.network.neutron [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.856869] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800775, 'name': ReconfigVM_Task, 'duration_secs': 1.43513} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.856869] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 290fad69-b5d9-418d-acd4-c731428c02aa/290fad69-b5d9-418d-acd4-c731428c02aa.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.857458] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33378ff5-8416-4ad3-aad4-92875a4f12aa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.865651] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1540.865651] env[63248]: value = "task-1800783" [ 1540.865651] env[63248]: _type = "Task" [ 1540.865651] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.882841] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800783, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.886784] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800780, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.891869] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800778, 'name': CreateVM_Task, 'duration_secs': 0.772529} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.892213] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1540.892984] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373379', 'volume_id': '162aac05-1438-4dfd-ae5f-9ba0e272a039', 'name': 'volume-162aac05-1438-4dfd-ae5f-9ba0e272a039', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f345564-534e-436c-813e-7f2d954756c6', 'attached_at': '', 'detached_at': '', 'volume_id': '162aac05-1438-4dfd-ae5f-9ba0e272a039', 'serial': '162aac05-1438-4dfd-ae5f-9ba0e272a039'}, 'mount_device': '/dev/sda', 'attachment_id': 'e898251f-5f78-4bf6-8808-4b7a90126c8b', 'device_type': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=63248) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1540.893176] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Root volume attach. Driver type: vmdk {{(pid=63248) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1540.894052] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c66dbfa-eb5a-40e0-80eb-a7ae1135b11f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.902673] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4235256f-852a-4217-b6cd-af5105085dcc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.918022] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3353de-99ed-4d38-937c-400dcbadddde {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.924723] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800782, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.929237] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c8384d21-4789-45f8-8602-2126269cb0aa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.941471] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Waiting for the task: (returnval){ [ 1540.941471] env[63248]: value = "task-1800784" [ 1540.941471] env[63248]: _type = "Task" [ 1540.941471] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.954865] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1800784, 'name': RelocateVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.296057] env[63248]: DEBUG nova.compute.manager [req-161f905c-0c09-4d6a-8728-8a8a22e10993 req-4a8c7785-0632-4529-a534-d9a36b772260 service nova] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Received event network-changed-f30fd20c-f8b3-4f2e-942d-f1b6c259a110 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1541.296292] env[63248]: DEBUG nova.compute.manager [req-161f905c-0c09-4d6a-8728-8a8a22e10993 req-4a8c7785-0632-4529-a534-d9a36b772260 service nova] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Refreshing instance network info cache due to event network-changed-f30fd20c-f8b3-4f2e-942d-f1b6c259a110. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1541.296529] env[63248]: DEBUG oslo_concurrency.lockutils [req-161f905c-0c09-4d6a-8728-8a8a22e10993 req-4a8c7785-0632-4529-a534-d9a36b772260 service nova] Acquiring lock "refresh_cache-290fad69-b5d9-418d-acd4-c731428c02aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.296669] env[63248]: DEBUG oslo_concurrency.lockutils [req-161f905c-0c09-4d6a-8728-8a8a22e10993 req-4a8c7785-0632-4529-a534-d9a36b772260 service nova] Acquired lock "refresh_cache-290fad69-b5d9-418d-acd4-c731428c02aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.296758] env[63248]: DEBUG nova.network.neutron [req-161f905c-0c09-4d6a-8728-8a8a22e10993 req-4a8c7785-0632-4529-a534-d9a36b772260 service nova] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Refreshing network info cache for port f30fd20c-f8b3-4f2e-942d-f1b6c259a110 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.325040] env[63248]: DEBUG nova.compute.manager [req-5f2b8d0d-0f70-4ff7-952f-2c50153c293f req-ab2a11e1-9579-4c69-8332-97dc93da29ca service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Received event network-vif-plugged-e211b90f-063d-4a86-a094-ab8c6da35808 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1541.325040] env[63248]: DEBUG oslo_concurrency.lockutils [req-5f2b8d0d-0f70-4ff7-952f-2c50153c293f req-ab2a11e1-9579-4c69-8332-97dc93da29ca service nova] Acquiring lock "6f345564-534e-436c-813e-7f2d954756c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.325169] env[63248]: DEBUG oslo_concurrency.lockutils [req-5f2b8d0d-0f70-4ff7-952f-2c50153c293f req-ab2a11e1-9579-4c69-8332-97dc93da29ca service nova] Lock "6f345564-534e-436c-813e-7f2d954756c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.325889] env[63248]: DEBUG oslo_concurrency.lockutils [req-5f2b8d0d-0f70-4ff7-952f-2c50153c293f req-ab2a11e1-9579-4c69-8332-97dc93da29ca service nova] Lock "6f345564-534e-436c-813e-7f2d954756c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.325889] env[63248]: DEBUG nova.compute.manager [req-5f2b8d0d-0f70-4ff7-952f-2c50153c293f req-ab2a11e1-9579-4c69-8332-97dc93da29ca service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] No waiting events found dispatching network-vif-plugged-e211b90f-063d-4a86-a094-ab8c6da35808 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1541.325889] env[63248]: WARNING nova.compute.manager [req-5f2b8d0d-0f70-4ff7-952f-2c50153c293f req-ab2a11e1-9579-4c69-8332-97dc93da29ca service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Received unexpected event network-vif-plugged-e211b90f-063d-4a86-a094-ab8c6da35808 for instance with vm_state building and task_state spawning. [ 1541.380335] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800783, 'name': Rename_Task, 'duration_secs': 0.171746} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.386426] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.386750] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800780, 'name': Destroy_Task, 'duration_secs': 0.642868} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.387510] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a75c2c52-b1c4-414c-ada1-30c7e1a16f32 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.388947] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Destroyed the VM [ 1541.389219] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1541.398634] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71ec4785-4d84-4f25-9e6e-bc85c602dbf0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.407945] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1541.407945] env[63248]: value = "task-1800785" [ 1541.407945] env[63248]: _type = "Task" [ 1541.407945] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.414498] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1541.414498] env[63248]: value = "task-1800786" [ 1541.414498] env[63248]: _type = "Task" [ 1541.414498] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.435082] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800782, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.441317] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800785, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.447306] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800786, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.448682] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81924c2c-c53d-4e24-9b10-67f787f514da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.461409] env[63248]: DEBUG nova.compute.utils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1541.474022] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca55ef1-50a0-41b0-95ed-935a9b22a154 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.475575] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1800784, 'name': RelocateVM_Task} progress is 20%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.506327] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279e480d-8f55-4aa7-9b68-1153b7f5f31f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.514949] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881321c8-1989-409f-bc41-539578d9627f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.530777] env[63248]: DEBUG nova.compute.provider_tree [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.938020] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800782, 'name': CreateVM_Task, 'duration_secs': 1.421246} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.938115] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.939718] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1541.940216] env[63248]: DEBUG oslo_concurrency.lockutils [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.940399] env[63248]: DEBUG oslo_concurrency.lockutils [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.940790] env[63248]: DEBUG oslo_concurrency.lockutils [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1541.944622] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e14aea-4a76-4c17-b694-d8e2bb818c6a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.948025] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800786, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.953865] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Waiting for the task: (returnval){ [ 1541.953865] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d72444-3f7f-cb3e-a50e-0ee6c0e3da5b" [ 1541.953865] env[63248]: _type = "Task" [ 1541.953865] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.958658] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1800784, 'name': RelocateVM_Task, 'duration_secs': 0.699089} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.971013] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1541.971329] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373379', 'volume_id': '162aac05-1438-4dfd-ae5f-9ba0e272a039', 'name': 'volume-162aac05-1438-4dfd-ae5f-9ba0e272a039', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f345564-534e-436c-813e-7f2d954756c6', 'attached_at': '', 'detached_at': '', 'volume_id': '162aac05-1438-4dfd-ae5f-9ba0e272a039', 'serial': '162aac05-1438-4dfd-ae5f-9ba0e272a039'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1541.972381] env[63248]: INFO nova.virt.block_device [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Booting with volume f4620f94-fc68-408b-bbc1-3a7c65cfec51 at /dev/sdb [ 1541.975842] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cded28e-4757-4b58-8eb2-0419ddbfd6f6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.985748] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d72444-3f7f-cb3e-a50e-0ee6c0e3da5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011279} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.008969] env[63248]: DEBUG oslo_concurrency.lockutils [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.009345] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1542.009632] env[63248]: DEBUG oslo_concurrency.lockutils [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.009771] env[63248]: DEBUG oslo_concurrency.lockutils [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.009982] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.014474] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3660d23d-de7a-4653-9635-9b93bf6850be {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.018675] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41968133-3f7d-41f7-8609-79ad96015fe9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.040139] env[63248]: DEBUG nova.scheduler.client.report [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1542.053557] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-162aac05-1438-4dfd-ae5f-9ba0e272a039/volume-162aac05-1438-4dfd-ae5f-9ba0e272a039.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1542.056574] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eff6db84-e79a-4162-8c50-79f4009d9813 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.072738] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1542.072843] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1542.075575] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fefa9772-60b7-45a8-8642-5f26b7c82362 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.078059] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a515aeb-e924-4ee4-bb23-4199cfa27fa2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.084686] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Waiting for the task: (returnval){ [ 1542.084686] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520f3feb-6218-e890-c162-260fe0499ae1" [ 1542.084686] env[63248]: _type = "Task" [ 1542.084686] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.091047] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Waiting for the task: (returnval){ [ 1542.091047] env[63248]: value = "task-1800787" [ 1542.091047] env[63248]: _type = "Task" [ 1542.091047] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.094954] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8870061-04ce-43ae-881b-d021dc8d24b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.117595] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520f3feb-6218-e890-c162-260fe0499ae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.118521] env[63248]: INFO nova.network.neutron [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Port bf8e50db-c60b-48ae-91ec-0288918fa25f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1542.118898] env[63248]: DEBUG nova.network.neutron [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Updating instance_info_cache with network_info: [{"id": "888283ef-9074-4435-a134-aa80e92d7f1d", "address": "fa:16:3e:4d:0c:60", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888283ef-90", "ovs_interfaceid": "888283ef-9074-4435-a134-aa80e92d7f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.125866] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1800787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.150473] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a322321-809a-4b79-b59a-d8dbb348ea7a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.160973] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e965600c-e235-4c74-88c8-d5df3aa5502a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.201258] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c913e0b3-cfb7-4042-b57e-241f458a564c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.208678] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914fe06b-d6c9-4556-b760-ddb85df3c5ab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.224140] env[63248]: DEBUG nova.virt.block_device [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Updating existing volume attachment record: 1704da63-fdc4-4a09-a1f0-a605a0e29aa5 {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1542.432868] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800785, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.439488] env[63248]: DEBUG oslo_vmware.api [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800786, 'name': RemoveSnapshot_Task, 'duration_secs': 0.885537} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.439977] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1542.440434] env[63248]: INFO nova.compute.manager [None req-11dfc30e-3fd6-4a9e-94e3-2c139e0ce5e7 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Took 16.10 seconds to snapshot the instance on the hypervisor. [ 1542.526646] env[63248]: DEBUG oslo_concurrency.lockutils [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "ca6f659e-a9b0-437e-a968-2bcf02983683" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.526646] env[63248]: DEBUG oslo_concurrency.lockutils [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "ca6f659e-a9b0-437e-a968-2bcf02983683" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.526646] env[63248]: DEBUG oslo_concurrency.lockutils [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "ca6f659e-a9b0-437e-a968-2bcf02983683-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.526796] env[63248]: DEBUG oslo_concurrency.lockutils [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "ca6f659e-a9b0-437e-a968-2bcf02983683-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.526968] env[63248]: DEBUG oslo_concurrency.lockutils [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "ca6f659e-a9b0-437e-a968-2bcf02983683-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.529776] env[63248]: INFO nova.compute.manager [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Terminating instance [ 1542.548111] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquiring lock "12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.548498] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Lock "12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.555691] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.556325] env[63248]: DEBUG nova.compute.manager [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1542.562084] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.646s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.563889] env[63248]: INFO nova.compute.claims [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1542.574927] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "f3bfbaae-b3fc-4af3-9479-0028a691a934" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.575192] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "f3bfbaae-b3fc-4af3-9479-0028a691a934" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.584033] env[63248]: DEBUG nova.network.neutron [req-161f905c-0c09-4d6a-8728-8a8a22e10993 req-4a8c7785-0632-4529-a534-d9a36b772260 service nova] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updated VIF entry in instance network info cache for port f30fd20c-f8b3-4f2e-942d-f1b6c259a110. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.584456] env[63248]: DEBUG nova.network.neutron [req-161f905c-0c09-4d6a-8728-8a8a22e10993 req-4a8c7785-0632-4529-a534-d9a36b772260 service nova] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating instance_info_cache with network_info: [{"id": "f30fd20c-f8b3-4f2e-942d-f1b6c259a110", "address": "fa:16:3e:46:26:57", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30fd20c-f8", "ovs_interfaceid": "f30fd20c-f8b3-4f2e-942d-f1b6c259a110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.599816] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520f3feb-6218-e890-c162-260fe0499ae1, 'name': SearchDatastore_Task, 'duration_secs': 0.012342} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.601592] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da06bf4-bdb4-4958-ba31-005df44540d5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.608969] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1800787, 'name': ReconfigVM_Task, 'duration_secs': 0.50322} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.609628] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-162aac05-1438-4dfd-ae5f-9ba0e272a039/volume-162aac05-1438-4dfd-ae5f-9ba0e272a039.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.616479] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd33d0a-ad61-4c27-bf74-4601c1e98219 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.627648] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Waiting for the task: (returnval){ [ 1542.627648] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5269f694-2380-5771-0277-1dd1ea89cb2d" [ 1542.627648] env[63248]: _type = "Task" [ 1542.627648] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.628807] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "refresh_cache-ca6f659e-a9b0-437e-a968-2bcf02983683" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.638862] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Waiting for the task: (returnval){ [ 1542.638862] env[63248]: value = "task-1800790" [ 1542.638862] env[63248]: _type = "Task" [ 1542.638862] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.648036] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5269f694-2380-5771-0277-1dd1ea89cb2d, 'name': SearchDatastore_Task, 'duration_secs': 0.019861} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.648698] env[63248]: DEBUG oslo_concurrency.lockutils [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.649051] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ec256baa-f85f-42f0-8b79-3ed06b1d56f3/ec256baa-f85f-42f0-8b79-3ed06b1d56f3.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1542.649315] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60b0c68f-d310-4751-a5ab-fc43845ac033 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.655704] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1800790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.667689] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Waiting for the task: (returnval){ [ 1542.667689] env[63248]: value = "task-1800792" [ 1542.667689] env[63248]: _type = "Task" [ 1542.667689] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.677265] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': task-1800792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.731283] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquiring lock "1098fca5-bc94-4a9c-9012-30a75cee1b0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.732682] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Lock "1098fca5-bc94-4a9c-9012-30a75cee1b0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.732956] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquiring lock "1098fca5-bc94-4a9c-9012-30a75cee1b0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.733205] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Lock "1098fca5-bc94-4a9c-9012-30a75cee1b0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.733350] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Lock "1098fca5-bc94-4a9c-9012-30a75cee1b0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.735762] env[63248]: INFO nova.compute.manager [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Terminating instance [ 1542.928236] env[63248]: DEBUG oslo_vmware.api [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800785, 'name': PowerOnVM_Task, 'duration_secs': 1.053824} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.928643] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.928919] env[63248]: INFO nova.compute.manager [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Took 11.27 seconds to spawn the instance on the hypervisor. [ 1542.929548] env[63248]: DEBUG nova.compute.manager [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.930350] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa4293c-9d14-457d-9083-2259b8377ca6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.033762] env[63248]: DEBUG nova.compute.manager [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1543.033977] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1543.036203] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5560e4cc-67cc-46d5-8735-d44b111248c9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.045889] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1543.046281] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccd611d2-9858-4187-af66-5088d368e899 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.053020] env[63248]: DEBUG nova.compute.manager [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1543.056280] env[63248]: DEBUG oslo_vmware.api [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1543.056280] env[63248]: value = "task-1800793" [ 1543.056280] env[63248]: _type = "Task" [ 1543.056280] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.063466] env[63248]: DEBUG nova.compute.utils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1543.069781] env[63248]: DEBUG nova.compute.manager [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1543.069781] env[63248]: DEBUG nova.network.neutron [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1543.073293] env[63248]: DEBUG oslo_vmware.api [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.081717] env[63248]: DEBUG nova.compute.manager [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1543.091911] env[63248]: DEBUG oslo_concurrency.lockutils [req-161f905c-0c09-4d6a-8728-8a8a22e10993 req-4a8c7785-0632-4529-a534-d9a36b772260 service nova] Releasing lock "refresh_cache-290fad69-b5d9-418d-acd4-c731428c02aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.108031] env[63248]: DEBUG oslo_vmware.rw_handles [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299bb43-1e74-2b51-c135-ca9ee0922d5f/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1543.109589] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70917ef5-72f1-419a-a61b-b09dcb745f7e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.119217] env[63248]: DEBUG oslo_vmware.rw_handles [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299bb43-1e74-2b51-c135-ca9ee0922d5f/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1543.119441] env[63248]: ERROR oslo_vmware.rw_handles [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299bb43-1e74-2b51-c135-ca9ee0922d5f/disk-0.vmdk due to incomplete transfer. [ 1543.119698] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-31e89211-cd27-4dac-9188-8ed0dcfe5f2c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.129991] env[63248]: DEBUG oslo_vmware.rw_handles [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299bb43-1e74-2b51-c135-ca9ee0922d5f/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1543.130348] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Uploaded image 98fcd127-478c-484d-bfca-9dd39f8eeb82 to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1543.132077] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1543.132719] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e7b75b83-b670-46c5-b813-3d5e3a23c1f4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.136902] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6d69ff0f-ff6b-4ff9-b239-02831c2dc326 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-ca6f659e-a9b0-437e-a968-2bcf02983683-bf8e50db-c60b-48ae-91ec-0288918fa25f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.345s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.146987] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1543.146987] env[63248]: value = "task-1800794" [ 1543.146987] env[63248]: _type = "Task" [ 1543.146987] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.156548] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1800790, 'name': ReconfigVM_Task, 'duration_secs': 0.200475} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.157969] env[63248]: DEBUG nova.policy [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb88182638d54919b0feda5a65af188c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '801c48baad164d6d802a3b6489dcae5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1543.160754] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373379', 'volume_id': '162aac05-1438-4dfd-ae5f-9ba0e272a039', 'name': 'volume-162aac05-1438-4dfd-ae5f-9ba0e272a039', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f345564-534e-436c-813e-7f2d954756c6', 'attached_at': '', 'detached_at': '', 'volume_id': '162aac05-1438-4dfd-ae5f-9ba0e272a039', 'serial': '162aac05-1438-4dfd-ae5f-9ba0e272a039'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1543.161703] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39a5bf90-d82d-4059-b77e-8a0a3c906a25 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.168950] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800794, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.180546] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Waiting for the task: (returnval){ [ 1543.180546] env[63248]: value = "task-1800795" [ 1543.180546] env[63248]: _type = "Task" [ 1543.180546] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.180870] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': task-1800792, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.191172] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1800795, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.248407] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquiring lock "refresh_cache-1098fca5-bc94-4a9c-9012-30a75cee1b0f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.248748] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquired lock "refresh_cache-1098fca5-bc94-4a9c-9012-30a75cee1b0f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.249017] env[63248]: DEBUG nova.network.neutron [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.250904] env[63248]: DEBUG oslo_concurrency.lockutils [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquiring lock "d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.251711] env[63248]: DEBUG oslo_concurrency.lockutils [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Lock "d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.251972] env[63248]: DEBUG oslo_concurrency.lockutils [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquiring lock "d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.252190] env[63248]: DEBUG oslo_concurrency.lockutils [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Lock "d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.252372] env[63248]: DEBUG oslo_concurrency.lockutils [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Lock "d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.254661] env[63248]: INFO nova.compute.manager [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Terminating instance [ 1543.454800] env[63248]: INFO nova.compute.manager [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Took 50.29 seconds to build instance. [ 1543.564283] env[63248]: DEBUG nova.network.neutron [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Successfully created port: 6a4eb2ee-d64c-4669-a772-36fc69051e50 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1543.569044] env[63248]: DEBUG nova.compute.manager [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1543.582591] env[63248]: DEBUG oslo_vmware.api [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800793, 'name': PowerOffVM_Task, 'duration_secs': 0.345851} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.583106] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.583298] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1543.583562] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39665ca3-5336-4049-a4cf-d74def949bcb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.595796] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.609487] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.658596] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800794, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.681309] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': task-1800792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708525} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.681658] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ec256baa-f85f-42f0-8b79-3ed06b1d56f3/ec256baa-f85f-42f0-8b79-3ed06b1d56f3.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1543.681891] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1543.685079] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acab43f2-fc56-487c-811e-db9496f05ea6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.696585] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1800795, 'name': Rename_Task, 'duration_secs': 0.207508} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.698910] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.699350] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Waiting for the task: (returnval){ [ 1543.699350] env[63248]: value = "task-1800797" [ 1543.699350] env[63248]: _type = "Task" [ 1543.699350] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.699446] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14a9eb65-2838-4b47-8060-6006688e4a25 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.712382] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': task-1800797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.713888] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Waiting for the task: (returnval){ [ 1543.713888] env[63248]: value = "task-1800798" [ 1543.713888] env[63248]: _type = "Task" [ 1543.713888] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.727013] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1800798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.762297] env[63248]: DEBUG oslo_concurrency.lockutils [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquiring lock "refresh_cache-d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.762502] env[63248]: DEBUG oslo_concurrency.lockutils [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquired lock "refresh_cache-d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.762682] env[63248]: DEBUG nova.network.neutron [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.770089] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1543.770089] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1543.770089] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Deleting the datastore file [datastore1] ca6f659e-a9b0-437e-a968-2bcf02983683 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1543.770337] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76ba2d26-7d30-407e-aac7-c8a997f41b2d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.777859] env[63248]: DEBUG oslo_vmware.api [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1543.777859] env[63248]: value = "task-1800799" [ 1543.777859] env[63248]: _type = "Task" [ 1543.777859] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.787925] env[63248]: DEBUG nova.compute.manager [req-5dd13b74-690d-424a-8b2e-bdf6ba1d9956 req-d338986f-6963-4e3c-91c4-99f99b9d210b service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Received event network-changed-e211b90f-063d-4a86-a094-ab8c6da35808 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1543.789381] env[63248]: DEBUG nova.compute.manager [req-5dd13b74-690d-424a-8b2e-bdf6ba1d9956 req-d338986f-6963-4e3c-91c4-99f99b9d210b service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Refreshing instance network info cache due to event network-changed-e211b90f-063d-4a86-a094-ab8c6da35808. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1543.789648] env[63248]: DEBUG oslo_concurrency.lockutils [req-5dd13b74-690d-424a-8b2e-bdf6ba1d9956 req-d338986f-6963-4e3c-91c4-99f99b9d210b service nova] Acquiring lock "refresh_cache-6f345564-534e-436c-813e-7f2d954756c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.789777] env[63248]: DEBUG oslo_concurrency.lockutils [req-5dd13b74-690d-424a-8b2e-bdf6ba1d9956 req-d338986f-6963-4e3c-91c4-99f99b9d210b service nova] Acquired lock "refresh_cache-6f345564-534e-436c-813e-7f2d954756c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.789941] env[63248]: DEBUG nova.network.neutron [req-5dd13b74-690d-424a-8b2e-bdf6ba1d9956 req-d338986f-6963-4e3c-91c4-99f99b9d210b service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Refreshing network info cache for port e211b90f-063d-4a86-a094-ab8c6da35808 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1543.798617] env[63248]: DEBUG oslo_vmware.api [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.799567] env[63248]: DEBUG nova.network.neutron [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1543.942141] env[63248]: DEBUG oslo_concurrency.lockutils [None req-46ecc09e-e8f2-4a45-8f19-91ecc984d46b tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "3c1478e5-d5bf-4384-9da8-7add05cdb06c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.942375] env[63248]: DEBUG oslo_concurrency.lockutils [None req-46ecc09e-e8f2-4a45-8f19-91ecc984d46b tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "3c1478e5-d5bf-4384-9da8-7add05cdb06c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.947937] env[63248]: DEBUG nova.network.neutron [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.956282] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f9992568-e902-4366-9071-a0f3aa16b942 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "290fad69-b5d9-418d-acd4-c731428c02aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.848s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.083897] env[63248]: DEBUG nova.network.neutron [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Successfully created port: 494d3517-0a41-4b25-894c-07820747c72a {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1544.146370] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5eae220-de2b-44d8-9fff-ec7b526fcce1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.161151] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800794, 'name': Destroy_Task, 'duration_secs': 0.882817} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.164421] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Destroyed the VM [ 1544.164679] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1544.165138] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-204ee66c-4f0e-4d40-93a5-f921a57d9d07 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.167562] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d093631a-fd7b-40a2-8725-2d29ac709072 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.203055] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05729495-136a-4085-aa5c-c63aadad287c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.205673] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1544.205673] env[63248]: value = "task-1800800" [ 1544.205673] env[63248]: _type = "Task" [ 1544.205673] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.222134] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aec78b0-b666-4630-8271-4da11d25d2f0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.233518] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800800, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.233802] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': task-1800797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197409} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.234985] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1544.235711] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9611c5f-1791-4a6e-841e-25c2772d031f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.251151] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1800798, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.251652] env[63248]: DEBUG nova.compute.provider_tree [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.271777] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] ec256baa-f85f-42f0-8b79-3ed06b1d56f3/ec256baa-f85f-42f0-8b79-3ed06b1d56f3.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1544.274956] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53a31426-6b7a-4244-b94b-824d566cb1b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.300283] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Waiting for the task: (returnval){ [ 1544.300283] env[63248]: value = "task-1800801" [ 1544.300283] env[63248]: _type = "Task" [ 1544.300283] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.303989] env[63248]: DEBUG oslo_vmware.api [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.307874] env[63248]: DEBUG nova.network.neutron [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1544.315435] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': task-1800801, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.398765] env[63248]: DEBUG nova.network.neutron [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.445399] env[63248]: DEBUG nova.compute.manager [None req-46ecc09e-e8f2-4a45-8f19-91ecc984d46b tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 3c1478e5-d5bf-4384-9da8-7add05cdb06c] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1544.449858] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Releasing lock "refresh_cache-1098fca5-bc94-4a9c-9012-30a75cee1b0f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.450258] env[63248]: DEBUG nova.compute.manager [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1544.450819] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.451388] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54406e58-e571-46b2-92a0-179742a08dc1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.461772] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.462044] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec70324d-cc59-46ef-8786-7aff1928a24f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.470188] env[63248]: DEBUG oslo_vmware.api [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1544.470188] env[63248]: value = "task-1800802" [ 1544.470188] env[63248]: _type = "Task" [ 1544.470188] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.479439] env[63248]: DEBUG oslo_vmware.api [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.498777] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.499659] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.586649] env[63248]: DEBUG nova.compute.manager [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1544.613612] env[63248]: DEBUG nova.virt.hardware [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1544.613870] env[63248]: DEBUG nova.virt.hardware [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1544.614204] env[63248]: DEBUG nova.virt.hardware [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1544.614479] env[63248]: DEBUG nova.virt.hardware [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1544.614749] env[63248]: DEBUG nova.virt.hardware [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1544.614989] env[63248]: DEBUG nova.virt.hardware [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1544.615339] env[63248]: DEBUG nova.virt.hardware [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1544.615534] env[63248]: DEBUG nova.virt.hardware [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1544.615741] env[63248]: DEBUG nova.virt.hardware [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1544.616202] env[63248]: DEBUG nova.virt.hardware [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1544.616409] env[63248]: DEBUG nova.virt.hardware [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1544.617466] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62be478e-bdd2-4c04-b862-91525945219d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.626677] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8d5a74-47ba-4d24-9425-a4e5619d066f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.655403] env[63248]: DEBUG nova.network.neutron [req-5dd13b74-690d-424a-8b2e-bdf6ba1d9956 req-d338986f-6963-4e3c-91c4-99f99b9d210b service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Updated VIF entry in instance network info cache for port e211b90f-063d-4a86-a094-ab8c6da35808. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1544.655403] env[63248]: DEBUG nova.network.neutron [req-5dd13b74-690d-424a-8b2e-bdf6ba1d9956 req-d338986f-6963-4e3c-91c4-99f99b9d210b service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Updating instance_info_cache with network_info: [{"id": "e211b90f-063d-4a86-a094-ab8c6da35808", "address": "fa:16:3e:49:4e:16", "network": {"id": "4dbb6fa4-5aee-4e3d-93c6-6ad65f4e7643", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-301419334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9360e95a06f41078f2b126719d98081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape211b90f-06", "ovs_interfaceid": "e211b90f-063d-4a86-a094-ab8c6da35808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.713663] env[63248]: DEBUG oslo_concurrency.lockutils [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "a6930c24-8d83-44fc-b3d4-515d422d6179" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.713927] env[63248]: DEBUG oslo_concurrency.lockutils [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "a6930c24-8d83-44fc-b3d4-515d422d6179" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.714143] env[63248]: DEBUG oslo_concurrency.lockutils [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "a6930c24-8d83-44fc-b3d4-515d422d6179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.714330] env[63248]: DEBUG oslo_concurrency.lockutils [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "a6930c24-8d83-44fc-b3d4-515d422d6179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.714576] env[63248]: DEBUG oslo_concurrency.lockutils [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "a6930c24-8d83-44fc-b3d4-515d422d6179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.716661] env[63248]: INFO nova.compute.manager [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Terminating instance [ 1544.724394] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800800, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.731666] env[63248]: DEBUG oslo_vmware.api [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1800798, 'name': PowerOnVM_Task, 'duration_secs': 0.920469} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.731949] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.732161] env[63248]: INFO nova.compute.manager [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Took 5.61 seconds to spawn the instance on the hypervisor. [ 1544.732359] env[63248]: DEBUG nova.compute.manager [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.733275] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dd0b82-02d2-47d7-9b2c-1703b73a83fa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.758023] env[63248]: DEBUG nova.scheduler.client.report [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.804508] env[63248]: DEBUG oslo_vmware.api [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553106} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.807633] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1544.807828] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1544.808088] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1544.808189] env[63248]: INFO nova.compute.manager [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1544.808436] env[63248]: DEBUG oslo.service.loopingcall [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.808972] env[63248]: DEBUG nova.compute.manager [-] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1544.809131] env[63248]: DEBUG nova.network.neutron [-] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1545.572753] env[63248]: DEBUG oslo_concurrency.lockutils [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Releasing lock "refresh_cache-d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.573234] env[63248]: DEBUG nova.compute.manager [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1545.573769] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1545.573857] env[63248]: DEBUG nova.compute.manager [None req-46ecc09e-e8f2-4a45-8f19-91ecc984d46b tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 3c1478e5-d5bf-4384-9da8-7add05cdb06c] Instance disappeared before build. {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1545.574911] env[63248]: DEBUG nova.compute.manager [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1545.577688] env[63248]: DEBUG oslo_concurrency.lockutils [req-5dd13b74-690d-424a-8b2e-bdf6ba1d9956 req-d338986f-6963-4e3c-91c4-99f99b9d210b service nova] Releasing lock "refresh_cache-6f345564-534e-436c-813e-7f2d954756c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.577912] env[63248]: DEBUG nova.compute.manager [req-5dd13b74-690d-424a-8b2e-bdf6ba1d9956 req-d338986f-6963-4e3c-91c4-99f99b9d210b service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Received event network-vif-deleted-bf8e50db-c60b-48ae-91ec-0288918fa25f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1545.578621] env[63248]: DEBUG nova.compute.manager [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1545.578802] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1545.583440] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.021s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.583615] env[63248]: DEBUG nova.compute.manager [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1545.595750] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95929de-54e3-4e80-b6f7-5afa6548a01b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.605180] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f85e92e-eb66-48f9-9f4f-bd9d6c5f7841 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.608390] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.343s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.608580] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.609168] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1545.609231] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.230s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.609404] env[63248]: DEBUG nova.objects.instance [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Lazy-loading 'resources' on Instance uuid 612483be-a02b-478d-8758-fb0420930cab {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.610574] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': task-1800801, 'name': ReconfigVM_Task, 'duration_secs': 0.715058} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.611383] env[63248]: INFO nova.compute.manager [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Took 24.93 seconds to build instance. [ 1545.614202] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54af3ac-5e18-4902-adb3-45bd7092ffe2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.615835] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Reconfigured VM instance instance-00000039 to attach disk [datastore1] ec256baa-f85f-42f0-8b79-3ed06b1d56f3/ec256baa-f85f-42f0-8b79-3ed06b1d56f3.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1545.618051] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15383bbe-5ecc-419c-894f-b97eed7e70b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.630606] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1545.632663] env[63248]: DEBUG oslo_vmware.api [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800800, 'name': RemoveSnapshot_Task, 'duration_secs': 0.941985} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.632663] env[63248]: DEBUG oslo_vmware.api [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800802, 'name': PowerOffVM_Task, 'duration_secs': 0.283593} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.633099] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1545.636206] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45508918-8e59-4478-bd9f-49437d391c37 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.637800] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1545.638044] env[63248]: INFO nova.compute.manager [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Took 17.12 seconds to snapshot the instance on the hypervisor. [ 1545.640464] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1545.640558] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1545.640793] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d630b90-02dc-4d05-8a67-983829e9cefc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.645435] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c71fdcf5-9506-4272-8570-4ad1e7c3cb7f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.647806] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e207b19-63f2-4177-8a47-15b3930f1a8b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.659931] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Waiting for the task: (returnval){ [ 1545.659931] env[63248]: value = "task-1800804" [ 1545.659931] env[63248]: _type = "Task" [ 1545.659931] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.661226] env[63248]: DEBUG oslo_vmware.api [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1545.661226] env[63248]: value = "task-1800806" [ 1545.661226] env[63248]: _type = "Task" [ 1545.661226] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.676832] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecae217a-2f61-40bc-b2aa-07d478f905a9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.685784] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': task-1800804, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.691343] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1545.691519] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1545.691692] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Deleting the datastore file [datastore1] 1098fca5-bc94-4a9c-9012-30a75cee1b0f {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1545.692247] env[63248]: DEBUG oslo_vmware.api [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.692464] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1551ce83-2bbe-41ea-b849-1dc4a7762243 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.694916] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9b2a4d-3562-404a-8ccc-e9fcf739b196 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.706272] env[63248]: DEBUG oslo_vmware.api [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for the task: (returnval){ [ 1545.706272] env[63248]: value = "task-1800808" [ 1545.706272] env[63248]: _type = "Task" [ 1545.706272] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.733344] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179123MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1545.733519] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.742270] env[63248]: DEBUG oslo_vmware.api [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.759165] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1545.759165] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1545.759165] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Deleting the datastore file [datastore1] a6930c24-8d83-44fc-b3d4-515d422d6179 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1545.759333] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c9de4a7-92e7-45a8-b787-0c2d9022cbd7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.772999] env[63248]: DEBUG oslo_vmware.api [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1545.772999] env[63248]: value = "task-1800809" [ 1545.772999] env[63248]: _type = "Task" [ 1545.772999] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.781755] env[63248]: DEBUG oslo_vmware.api [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.096816] env[63248]: DEBUG nova.compute.utils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1546.101121] env[63248]: DEBUG nova.compute.manager [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1546.101121] env[63248]: DEBUG nova.network.neutron [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1546.110027] env[63248]: DEBUG oslo_concurrency.lockutils [None req-46ecc09e-e8f2-4a45-8f19-91ecc984d46b tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "3c1478e5-d5bf-4384-9da8-7add05cdb06c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 2.165s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.116993] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2169d6f8-17cd-4e41-b657-ff80b1301161 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Lock "6f345564-534e-436c-813e-7f2d954756c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.455s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.127718] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.173078] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': task-1800804, 'name': Rename_Task, 'duration_secs': 0.192619} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.176306] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1546.177724] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6f08e1f-585d-4f6a-869a-c3702d809789 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.183824] env[63248]: DEBUG oslo_vmware.api [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800806, 'name': PowerOffVM_Task, 'duration_secs': 0.13278} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.185164] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1546.185274] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1546.185579] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Waiting for the task: (returnval){ [ 1546.185579] env[63248]: value = "task-1800810" [ 1546.185579] env[63248]: _type = "Task" [ 1546.185579] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.185771] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7229287-1e60-48f9-9639-fb6b1609810d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.202368] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': task-1800810, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.205053] env[63248]: DEBUG nova.compute.manager [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Found 3 images (rotation: 2) {{(pid=63248) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1546.205354] env[63248]: DEBUG nova.compute.manager [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Rotating out 1 backups {{(pid=63248) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1546.205879] env[63248]: DEBUG nova.compute.manager [None req-7b690dd1-a2e0-4dae-83af-5980b529636a tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Deleting image 96c86f25-919d-482c-8560-9f9cb45f7e76 {{(pid=63248) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1546.219919] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1546.220261] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1546.220335] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Deleting the datastore file [datastore1] d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1546.220588] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d01296bb-34ad-4860-a267-fa7b543cd5be {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.228833] env[63248]: DEBUG oslo_vmware.api [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for the task: (returnval){ [ 1546.228833] env[63248]: value = "task-1800812" [ 1546.228833] env[63248]: _type = "Task" [ 1546.228833] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.242045] env[63248]: DEBUG oslo_vmware.api [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.246283] env[63248]: DEBUG oslo_vmware.api [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Task: {'id': task-1800808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143137} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.246564] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1546.246743] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1546.246941] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1546.247237] env[63248]: INFO nova.compute.manager [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1546.247410] env[63248]: DEBUG oslo.service.loopingcall [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1546.247602] env[63248]: DEBUG nova.compute.manager [-] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1546.247698] env[63248]: DEBUG nova.network.neutron [-] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1546.250801] env[63248]: DEBUG nova.policy [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cf03119c2b84b8096486e9ea59c7f1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1a802e85fc642a4bdb3fb5b5afa33ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1546.282957] env[63248]: DEBUG oslo_vmware.api [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35803} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.283074] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1546.283242] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1546.283435] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1546.283583] env[63248]: INFO nova.compute.manager [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Took 0.70 seconds to destroy the instance on the hypervisor. [ 1546.283868] env[63248]: DEBUG oslo.service.loopingcall [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1546.284206] env[63248]: DEBUG nova.compute.manager [-] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1546.284206] env[63248]: DEBUG nova.network.neutron [-] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1546.309883] env[63248]: DEBUG nova.network.neutron [-] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1546.599307] env[63248]: DEBUG nova.network.neutron [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Successfully updated port: 6a4eb2ee-d64c-4669-a772-36fc69051e50 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1546.602729] env[63248]: DEBUG nova.compute.manager [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1546.653264] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c92b4a9-188c-40ee-8489-6c7b886780d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.662465] env[63248]: DEBUG nova.compute.manager [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1546.664719] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc66b38d-dcc5-4b8c-a339-307038b5c870 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.668365] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4117b196-0d8f-4ec2-b073-42814be0c910 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.708172] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daadf2e4-f339-45cb-b82d-de3a36913d1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.718144] env[63248]: DEBUG oslo_vmware.api [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': task-1800810, 'name': PowerOnVM_Task, 'duration_secs': 0.4647} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.718978] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1546.718978] env[63248]: INFO nova.compute.manager [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Took 12.30 seconds to spawn the instance on the hypervisor. [ 1546.718978] env[63248]: DEBUG nova.compute.manager [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1546.720898] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bc6302-15bc-4e00-8e88-03dacc6f0633 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.724605] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df879d5-f9e1-4f8a-ab77-9499269d34c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.750023] env[63248]: DEBUG nova.compute.provider_tree [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1546.753406] env[63248]: DEBUG oslo_vmware.api [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Task: {'id': task-1800812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204052} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.753990] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1546.754167] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1546.754345] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1546.754512] env[63248]: INFO nova.compute.manager [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1546.754739] env[63248]: DEBUG oslo.service.loopingcall [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1546.754922] env[63248]: DEBUG nova.compute.manager [-] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1546.755039] env[63248]: DEBUG nova.network.neutron [-] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1546.799670] env[63248]: DEBUG nova.network.neutron [-] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1546.815728] env[63248]: DEBUG nova.network.neutron [-] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.822824] env[63248]: DEBUG nova.compute.manager [req-1fe38376-af98-43e2-bf41-069eaee36d15 req-47f8af48-f304-4682-a2ea-479588353ca4 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Received event network-vif-plugged-6a4eb2ee-d64c-4669-a772-36fc69051e50 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1546.823177] env[63248]: DEBUG oslo_concurrency.lockutils [req-1fe38376-af98-43e2-bf41-069eaee36d15 req-47f8af48-f304-4682-a2ea-479588353ca4 service nova] Acquiring lock "700a8142-20a9-48bd-847c-acf303405b35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.823419] env[63248]: DEBUG oslo_concurrency.lockutils [req-1fe38376-af98-43e2-bf41-069eaee36d15 req-47f8af48-f304-4682-a2ea-479588353ca4 service nova] Lock "700a8142-20a9-48bd-847c-acf303405b35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.823591] env[63248]: DEBUG oslo_concurrency.lockutils [req-1fe38376-af98-43e2-bf41-069eaee36d15 req-47f8af48-f304-4682-a2ea-479588353ca4 service nova] Lock "700a8142-20a9-48bd-847c-acf303405b35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.823765] env[63248]: DEBUG nova.compute.manager [req-1fe38376-af98-43e2-bf41-069eaee36d15 req-47f8af48-f304-4682-a2ea-479588353ca4 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] No waiting events found dispatching network-vif-plugged-6a4eb2ee-d64c-4669-a772-36fc69051e50 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1546.823926] env[63248]: WARNING nova.compute.manager [req-1fe38376-af98-43e2-bf41-069eaee36d15 req-47f8af48-f304-4682-a2ea-479588353ca4 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Received unexpected event network-vif-plugged-6a4eb2ee-d64c-4669-a772-36fc69051e50 for instance with vm_state building and task_state spawning. [ 1547.149149] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "90a07146-41a6-49f0-97f4-e2d8eece47a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.149149] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "90a07146-41a6-49f0-97f4-e2d8eece47a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.205918] env[63248]: INFO nova.compute.manager [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] instance snapshotting [ 1547.211031] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308106a1-1c59-4353-a662-2f956d695ee6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.233035] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ce52e8-f575-4fed-a7ce-1b9b0e9b1bcc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.267824] env[63248]: INFO nova.compute.manager [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Took 46.68 seconds to build instance. [ 1547.289537] env[63248]: ERROR nova.scheduler.client.report [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] [req-4d26e93c-54bf-435c-9ab4-279e94b8f875] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d26e93c-54bf-435c-9ab4-279e94b8f875"}]} [ 1547.304398] env[63248]: DEBUG nova.network.neutron [-] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.306944] env[63248]: DEBUG nova.network.neutron [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Successfully created port: 114acde9-4a6a-4f41-812c-837526fe863a {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1547.313254] env[63248]: DEBUG nova.scheduler.client.report [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1547.317871] env[63248]: INFO nova.compute.manager [-] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Took 1.07 seconds to deallocate network for instance. [ 1547.332223] env[63248]: DEBUG nova.scheduler.client.report [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1547.334174] env[63248]: DEBUG nova.compute.provider_tree [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1547.357145] env[63248]: DEBUG nova.scheduler.client.report [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1547.380196] env[63248]: DEBUG nova.scheduler.client.report [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1547.575581] env[63248]: DEBUG nova.network.neutron [-] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.616815] env[63248]: DEBUG nova.compute.manager [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1547.656164] env[63248]: DEBUG nova.compute.manager [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1547.670947] env[63248]: DEBUG nova.virt.hardware [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1547.672277] env[63248]: DEBUG nova.virt.hardware [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.672706] env[63248]: DEBUG nova.virt.hardware [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1547.673023] env[63248]: DEBUG nova.virt.hardware [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.674287] env[63248]: DEBUG nova.virt.hardware [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1547.674913] env[63248]: DEBUG nova.virt.hardware [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1547.674913] env[63248]: DEBUG nova.virt.hardware [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1547.674913] env[63248]: DEBUG nova.virt.hardware [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1547.676421] env[63248]: DEBUG nova.virt.hardware [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1547.676421] env[63248]: DEBUG nova.virt.hardware [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1547.676421] env[63248]: DEBUG nova.virt.hardware [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1547.678135] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f77f06-d771-4f82-b8ee-641c41689937 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.682727] env[63248]: DEBUG nova.network.neutron [-] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.693676] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c470c7-777a-4b0f-8211-f630758a721b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.745265] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1547.746757] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dc7dd46e-bd7a-45a7-a08f-0dce8e96a1b3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.757116] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1547.757116] env[63248]: value = "task-1800813" [ 1547.757116] env[63248]: _type = "Task" [ 1547.757116] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.765785] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800813, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.769480] env[63248]: DEBUG oslo_concurrency.lockutils [None req-956c0e3e-55f5-4abc-a888-eb9064ab662a tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Lock "ec256baa-f85f-42f0-8b79-3ed06b1d56f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.048s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.808931] env[63248]: INFO nova.compute.manager [-] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Took 1.05 seconds to deallocate network for instance. [ 1547.828059] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.869354] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.946862] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440d0230-9148-4c76-af94-bfa1f1b36319 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.954929] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafd3732-942c-467f-9e37-720340a176b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.001623] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f865d90b-a328-414f-98bd-623ddef54b27 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.010328] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cdd4e2-9291-4061-82b6-03e10f0ae734 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.026194] env[63248]: DEBUG nova.compute.provider_tree [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1548.083554] env[63248]: INFO nova.compute.manager [-] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Took 3.27 seconds to deallocate network for instance. [ 1548.187235] env[63248]: INFO nova.compute.manager [-] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Took 1.90 seconds to deallocate network for instance. [ 1548.188913] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.230095] env[63248]: DEBUG nova.compute.manager [req-8c57a0d5-35c9-47be-9060-c944cd3bc43e req-812a0cc3-7795-4eab-81c2-778843dcd9f5 service nova] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Received event network-vif-deleted-888283ef-9074-4435-a134-aa80e92d7f1d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1548.268702] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800813, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.326497] env[63248]: DEBUG oslo_concurrency.lockutils [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.587162] env[63248]: DEBUG nova.scheduler.client.report [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1548.587162] env[63248]: DEBUG nova.compute.provider_tree [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 82 to 83 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1548.587162] env[63248]: DEBUG nova.compute.provider_tree [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1548.590824] env[63248]: DEBUG oslo_concurrency.lockutils [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.696204] env[63248]: DEBUG oslo_concurrency.lockutils [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.769509] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800813, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.092844] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.484s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.097316] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 14.521s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.121467] env[63248]: INFO nova.scheduler.client.report [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Deleted allocations for instance 612483be-a02b-478d-8758-fb0420930cab [ 1549.270345] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800813, 'name': CreateSnapshot_Task, 'duration_secs': 1.164295} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.270664] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1549.272058] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc522b47-4424-4aab-8083-ed5931ab3e32 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.423244] env[63248]: DEBUG nova.network.neutron [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Successfully updated port: 494d3517-0a41-4b25-894c-07820747c72a {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1549.465920] env[63248]: DEBUG nova.compute.manager [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Received event network-changed-6a4eb2ee-d64c-4669-a772-36fc69051e50 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1549.466500] env[63248]: DEBUG nova.compute.manager [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Refreshing instance network info cache due to event network-changed-6a4eb2ee-d64c-4669-a772-36fc69051e50. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1549.466806] env[63248]: DEBUG oslo_concurrency.lockutils [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] Acquiring lock "refresh_cache-700a8142-20a9-48bd-847c-acf303405b35" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.467086] env[63248]: DEBUG oslo_concurrency.lockutils [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] Acquired lock "refresh_cache-700a8142-20a9-48bd-847c-acf303405b35" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.467254] env[63248]: DEBUG nova.network.neutron [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Refreshing network info cache for port 6a4eb2ee-d64c-4669-a772-36fc69051e50 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1549.490771] env[63248]: DEBUG nova.network.neutron [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Successfully updated port: 114acde9-4a6a-4f41-812c-837526fe863a {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1549.603600] env[63248]: DEBUG nova.objects.instance [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lazy-loading 'migration_context' on Instance uuid d235314d-7080-409b-9be1-3fcb6c0884b4 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1549.631526] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65ba0c2c-840a-4e89-a7a6-42aac31f873f tempest-DeleteServersAdminTestJSON-993419449 tempest-DeleteServersAdminTestJSON-993419449-project-member] Lock "612483be-a02b-478d-8758-fb0420930cab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.215s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.791769] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1549.792263] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-04154a6f-4513-40d9-92fa-ee1027e889b7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.802060] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1549.802060] env[63248]: value = "task-1800814" [ 1549.802060] env[63248]: _type = "Task" [ 1549.802060] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.816293] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800814, 'name': CloneVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.870130] env[63248]: DEBUG nova.compute.manager [None req-01ff3dba-831f-45e4-8dce-2f62d93af8fe tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1549.870130] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cd5fe7-67a0-4be9-ba1e-11fa794e6813 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.926483] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "refresh_cache-700a8142-20a9-48bd-847c-acf303405b35" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.997302] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.997302] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquired lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.997302] env[63248]: DEBUG nova.network.neutron [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.036027] env[63248]: DEBUG nova.network.neutron [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1550.092204] env[63248]: DEBUG nova.compute.manager [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Stashing vm_state: active {{(pid=63248) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1550.178123] env[63248]: DEBUG nova.network.neutron [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.314893] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800814, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.387564] env[63248]: INFO nova.compute.manager [None req-01ff3dba-831f-45e4-8dce-2f62d93af8fe tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] instance snapshotting [ 1550.388564] env[63248]: DEBUG nova.objects.instance [None req-01ff3dba-831f-45e4-8dce-2f62d93af8fe tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Lazy-loading 'flavor' on Instance uuid ec256baa-f85f-42f0-8b79-3ed06b1d56f3 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.452663] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Acquiring lock "ec256baa-f85f-42f0-8b79-3ed06b1d56f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.452892] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Lock "ec256baa-f85f-42f0-8b79-3ed06b1d56f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.453267] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Acquiring lock "ec256baa-f85f-42f0-8b79-3ed06b1d56f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.453470] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Lock "ec256baa-f85f-42f0-8b79-3ed06b1d56f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.453644] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Lock "ec256baa-f85f-42f0-8b79-3ed06b1d56f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.455679] env[63248]: INFO nova.compute.manager [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Terminating instance [ 1550.531011] env[63248]: DEBUG nova.compute.manager [req-6299ba41-6f00-46d3-934f-7ad5be2ec4ec req-c6590685-344a-4893-b2de-98797a1b3489 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Received event network-vif-plugged-494d3517-0a41-4b25-894c-07820747c72a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1550.531324] env[63248]: DEBUG oslo_concurrency.lockutils [req-6299ba41-6f00-46d3-934f-7ad5be2ec4ec req-c6590685-344a-4893-b2de-98797a1b3489 service nova] Acquiring lock "700a8142-20a9-48bd-847c-acf303405b35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.531541] env[63248]: DEBUG oslo_concurrency.lockutils [req-6299ba41-6f00-46d3-934f-7ad5be2ec4ec req-c6590685-344a-4893-b2de-98797a1b3489 service nova] Lock "700a8142-20a9-48bd-847c-acf303405b35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.531709] env[63248]: DEBUG oslo_concurrency.lockutils [req-6299ba41-6f00-46d3-934f-7ad5be2ec4ec req-c6590685-344a-4893-b2de-98797a1b3489 service nova] Lock "700a8142-20a9-48bd-847c-acf303405b35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.531886] env[63248]: DEBUG nova.compute.manager [req-6299ba41-6f00-46d3-934f-7ad5be2ec4ec req-c6590685-344a-4893-b2de-98797a1b3489 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] No waiting events found dispatching network-vif-plugged-494d3517-0a41-4b25-894c-07820747c72a {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1550.532338] env[63248]: WARNING nova.compute.manager [req-6299ba41-6f00-46d3-934f-7ad5be2ec4ec req-c6590685-344a-4893-b2de-98797a1b3489 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Received unexpected event network-vif-plugged-494d3517-0a41-4b25-894c-07820747c72a for instance with vm_state building and task_state spawning. [ 1550.532590] env[63248]: DEBUG nova.compute.manager [req-6299ba41-6f00-46d3-934f-7ad5be2ec4ec req-c6590685-344a-4893-b2de-98797a1b3489 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Received event network-changed-494d3517-0a41-4b25-894c-07820747c72a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1550.532791] env[63248]: DEBUG nova.compute.manager [req-6299ba41-6f00-46d3-934f-7ad5be2ec4ec req-c6590685-344a-4893-b2de-98797a1b3489 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Refreshing instance network info cache due to event network-changed-494d3517-0a41-4b25-894c-07820747c72a. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1550.533010] env[63248]: DEBUG oslo_concurrency.lockutils [req-6299ba41-6f00-46d3-934f-7ad5be2ec4ec req-c6590685-344a-4893-b2de-98797a1b3489 service nova] Acquiring lock "refresh_cache-700a8142-20a9-48bd-847c-acf303405b35" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.537803] env[63248]: DEBUG nova.network.neutron [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1550.610473] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdf8408-65de-42a0-b9b8-b4b1c39035cd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.614369] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.620432] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb32344-c62c-497c-b6b1-a39c15fb1d9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.652381] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5dd091-ed38-4709-b149-92c2bac24698 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.665492] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fb5c79-af52-4854-96e2-033fd7d646ea {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.680717] env[63248]: DEBUG oslo_concurrency.lockutils [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] Releasing lock "refresh_cache-700a8142-20a9-48bd-847c-acf303405b35" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.681019] env[63248]: DEBUG nova.compute.manager [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Received event network-vif-deleted-994e3653-d7fa-4410-a5f1-efd0e80e8b9d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1550.681222] env[63248]: DEBUG nova.compute.manager [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Received event network-changed-e211b90f-063d-4a86-a094-ab8c6da35808 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1550.681387] env[63248]: DEBUG nova.compute.manager [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Refreshing instance network info cache due to event network-changed-e211b90f-063d-4a86-a094-ab8c6da35808. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1550.681793] env[63248]: DEBUG oslo_concurrency.lockutils [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] Acquiring lock "refresh_cache-6f345564-534e-436c-813e-7f2d954756c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.681793] env[63248]: DEBUG oslo_concurrency.lockutils [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] Acquired lock "refresh_cache-6f345564-534e-436c-813e-7f2d954756c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.681890] env[63248]: DEBUG nova.network.neutron [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Refreshing network info cache for port e211b90f-063d-4a86-a094-ab8c6da35808 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1550.683231] env[63248]: DEBUG nova.compute.provider_tree [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.684751] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquired lock "refresh_cache-700a8142-20a9-48bd-847c-acf303405b35" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.684860] env[63248]: DEBUG nova.network.neutron [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.711829] env[63248]: DEBUG nova.network.neutron [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Updating instance_info_cache with network_info: [{"id": "114acde9-4a6a-4f41-812c-837526fe863a", "address": "fa:16:3e:a7:ea:78", "network": {"id": "20e93985-1a78-4f32-824f-8a448254e8bc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-688313599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1a802e85fc642a4bdb3fb5b5afa33ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114acde9-4a", "ovs_interfaceid": "114acde9-4a6a-4f41-812c-837526fe863a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.815530] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800814, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.884792] env[63248]: INFO nova.compute.manager [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Rebuilding instance [ 1550.894678] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57511c9c-10b4-435b-a8af-0555a1f0fb94 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.919983] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d60d112-b38b-4643-b0af-88a8962345b2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.953777] env[63248]: DEBUG nova.compute.manager [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1550.955123] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2cc1d1-9291-4a4f-80e1-932b9788c132 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.960177] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Acquiring lock "refresh_cache-ec256baa-f85f-42f0-8b79-3ed06b1d56f3" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.961774] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Acquired lock "refresh_cache-ec256baa-f85f-42f0-8b79-3ed06b1d56f3" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.961774] env[63248]: DEBUG nova.network.neutron [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1551.192746] env[63248]: DEBUG nova.scheduler.client.report [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.214460] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Releasing lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.214883] env[63248]: DEBUG nova.compute.manager [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Instance network_info: |[{"id": "114acde9-4a6a-4f41-812c-837526fe863a", "address": "fa:16:3e:a7:ea:78", "network": {"id": "20e93985-1a78-4f32-824f-8a448254e8bc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-688313599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1a802e85fc642a4bdb3fb5b5afa33ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114acde9-4a", "ovs_interfaceid": "114acde9-4a6a-4f41-812c-837526fe863a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1551.215428] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:ea:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '114acde9-4a6a-4f41-812c-837526fe863a', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1551.229584] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Creating folder: Project (d1a802e85fc642a4bdb3fb5b5afa33ba). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1551.233543] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a45ff302-dbd8-4801-98e3-c23ce050b84d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.246952] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Created folder: Project (d1a802e85fc642a4bdb3fb5b5afa33ba) in parent group-v373228. [ 1551.247406] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Creating folder: Instances. Parent ref: group-v373410. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1551.247884] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be01899e-a92e-47a4-a743-939fab3a84b7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.260057] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Created folder: Instances in parent group-v373410. [ 1551.260358] env[63248]: DEBUG oslo.service.loopingcall [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.261913] env[63248]: DEBUG nova.network.neutron [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1551.264966] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1551.265946] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b993b798-17fe-48e1-9fcd-84a9ef3c34b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.301831] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1551.301831] env[63248]: value = "task-1800817" [ 1551.301831] env[63248]: _type = "Task" [ 1551.301831] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.326036] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800817, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.335966] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800814, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.437231] env[63248]: DEBUG nova.compute.manager [None req-01ff3dba-831f-45e4-8dce-2f62d93af8fe tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Instance disappeared during snapshot {{(pid=63248) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1551.493584] env[63248]: DEBUG nova.network.neutron [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1551.584572] env[63248]: DEBUG nova.network.neutron [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.588200] env[63248]: DEBUG nova.network.neutron [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Updated VIF entry in instance network info cache for port e211b90f-063d-4a86-a094-ab8c6da35808. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1551.588200] env[63248]: DEBUG nova.network.neutron [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Updating instance_info_cache with network_info: [{"id": "e211b90f-063d-4a86-a094-ab8c6da35808", "address": "fa:16:3e:49:4e:16", "network": {"id": "4dbb6fa4-5aee-4e3d-93c6-6ad65f4e7643", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-301419334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9360e95a06f41078f2b126719d98081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape211b90f-06", "ovs_interfaceid": "e211b90f-063d-4a86-a094-ab8c6da35808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.598377] env[63248]: DEBUG nova.compute.manager [None req-01ff3dba-831f-45e4-8dce-2f62d93af8fe tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Found 0 images (rotation: 2) {{(pid=63248) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1551.815677] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800817, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.831674] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800814, 'name': CloneVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.910119] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Acquiring lock "64f82339-2d72-475d-bc31-068e5b6d50a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.910365] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Lock "64f82339-2d72-475d-bc31-068e5b6d50a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.985967] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1551.986428] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e615c96-5884-4ad5-8853-7fdf3b29b589 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.995630] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1551.995630] env[63248]: value = "task-1800818" [ 1551.995630] env[63248]: _type = "Task" [ 1551.995630] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.004732] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.091254] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Releasing lock "refresh_cache-ec256baa-f85f-42f0-8b79-3ed06b1d56f3" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.091254] env[63248]: DEBUG nova.compute.manager [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1552.091254] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.091254] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1efb86-eea8-4d8e-bb3f-cdfaccaf87cb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.095917] env[63248]: DEBUG oslo_concurrency.lockutils [req-9b9f21ba-89e8-4c39-859d-3686b42fc90d req-d23bd3ad-a93c-4858-8ccf-75912762348c service nova] Releasing lock "refresh_cache-6f345564-534e-436c-813e-7f2d954756c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.102511] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.102908] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6a1f014-98e2-48bc-a304-ff0cc3b17dc6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.112390] env[63248]: DEBUG oslo_vmware.api [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Waiting for the task: (returnval){ [ 1552.112390] env[63248]: value = "task-1800819" [ 1552.112390] env[63248]: _type = "Task" [ 1552.112390] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.122687] env[63248]: DEBUG oslo_vmware.api [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': task-1800819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.134673] env[63248]: DEBUG nova.network.neutron [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Updating instance_info_cache with network_info: [{"id": "6a4eb2ee-d64c-4669-a772-36fc69051e50", "address": "fa:16:3e:30:f9:7d", "network": {"id": "7e78c938-a925-47cf-a0e2-6527ed5cf458", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-915815424", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4eb2ee-d6", "ovs_interfaceid": "6a4eb2ee-d64c-4669-a772-36fc69051e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "494d3517-0a41-4b25-894c-07820747c72a", "address": "fa:16:3e:33:d4:8b", "network": {"id": "5c987393-4f0a-48b7-b803-6f79b39c86bc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1151823085", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494d3517-0a", "ovs_interfaceid": "494d3517-0a41-4b25-894c-07820747c72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.207784] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.110s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.216201] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.914s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.217989] env[63248]: INFO nova.compute.claims [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1552.298438] env[63248]: DEBUG nova.compute.manager [req-952a609d-33c5-4cc8-9a99-8981a725a5db req-3f5c7ca5-7d08-4be2-95ea-389f159871a2 service nova] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Received event network-vif-plugged-114acde9-4a6a-4f41-812c-837526fe863a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1552.298678] env[63248]: DEBUG oslo_concurrency.lockutils [req-952a609d-33c5-4cc8-9a99-8981a725a5db req-3f5c7ca5-7d08-4be2-95ea-389f159871a2 service nova] Acquiring lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.298935] env[63248]: DEBUG oslo_concurrency.lockutils [req-952a609d-33c5-4cc8-9a99-8981a725a5db req-3f5c7ca5-7d08-4be2-95ea-389f159871a2 service nova] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.299087] env[63248]: DEBUG oslo_concurrency.lockutils [req-952a609d-33c5-4cc8-9a99-8981a725a5db req-3f5c7ca5-7d08-4be2-95ea-389f159871a2 service nova] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.299284] env[63248]: DEBUG nova.compute.manager [req-952a609d-33c5-4cc8-9a99-8981a725a5db req-3f5c7ca5-7d08-4be2-95ea-389f159871a2 service nova] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] No waiting events found dispatching network-vif-plugged-114acde9-4a6a-4f41-812c-837526fe863a {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1552.299417] env[63248]: WARNING nova.compute.manager [req-952a609d-33c5-4cc8-9a99-8981a725a5db req-3f5c7ca5-7d08-4be2-95ea-389f159871a2 service nova] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Received unexpected event network-vif-plugged-114acde9-4a6a-4f41-812c-837526fe863a for instance with vm_state building and task_state spawning. [ 1552.299577] env[63248]: DEBUG nova.compute.manager [req-952a609d-33c5-4cc8-9a99-8981a725a5db req-3f5c7ca5-7d08-4be2-95ea-389f159871a2 service nova] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Received event network-changed-114acde9-4a6a-4f41-812c-837526fe863a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1552.299729] env[63248]: DEBUG nova.compute.manager [req-952a609d-33c5-4cc8-9a99-8981a725a5db req-3f5c7ca5-7d08-4be2-95ea-389f159871a2 service nova] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Refreshing instance network info cache due to event network-changed-114acde9-4a6a-4f41-812c-837526fe863a. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1552.300035] env[63248]: DEBUG oslo_concurrency.lockutils [req-952a609d-33c5-4cc8-9a99-8981a725a5db req-3f5c7ca5-7d08-4be2-95ea-389f159871a2 service nova] Acquiring lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.300277] env[63248]: DEBUG oslo_concurrency.lockutils [req-952a609d-33c5-4cc8-9a99-8981a725a5db req-3f5c7ca5-7d08-4be2-95ea-389f159871a2 service nova] Acquired lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.300538] env[63248]: DEBUG nova.network.neutron [req-952a609d-33c5-4cc8-9a99-8981a725a5db req-3f5c7ca5-7d08-4be2-95ea-389f159871a2 service nova] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Refreshing network info cache for port 114acde9-4a6a-4f41-812c-837526fe863a {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.313724] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800817, 'name': CreateVM_Task, 'duration_secs': 0.526794} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.314632] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1552.318501] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.318501] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.318501] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1552.320450] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6430ab95-2430-44f3-9a93-1d1cf9216943 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.326757] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1552.326757] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e64469-407f-b9e3-5a39-d2b40fbc1645" [ 1552.326757] env[63248]: _type = "Task" [ 1552.326757] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.330978] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800814, 'name': CloneVM_Task, 'duration_secs': 2.109039} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.336521] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Created linked-clone VM from snapshot [ 1552.336717] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d17d74c-e7bb-4b82-ab48-9333b4c45155 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.346351] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e64469-407f-b9e3-5a39-d2b40fbc1645, 'name': SearchDatastore_Task, 'duration_secs': 0.012963} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.350749] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.351099] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1552.351280] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.352085] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.352351] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1552.352693] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Uploading image 704f2788-2fc1-4ab7-894b-0e1c1f2e6d56 {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1552.356703] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebb9588d-e2ea-4c6c-88e7-37072e1388cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.365090] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1552.365379] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1552.366513] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd2f23c-8d50-47f9-8d50-4d2c34c07330 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.372736] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1552.372736] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c656e6-8bf1-cc4b-902a-30adab49cd1e" [ 1552.372736] env[63248]: _type = "Task" [ 1552.372736] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.386228] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c656e6-8bf1-cc4b-902a-30adab49cd1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.391673] env[63248]: DEBUG oslo_vmware.rw_handles [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1552.391673] env[63248]: value = "vm-373409" [ 1552.391673] env[63248]: _type = "VirtualMachine" [ 1552.391673] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1552.394631] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bebe58e2-e74a-473c-8b80-775a796a37c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.400935] env[63248]: DEBUG oslo_vmware.rw_handles [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lease: (returnval){ [ 1552.400935] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52845513-225c-54bf-be42-fcd8db8c3529" [ 1552.400935] env[63248]: _type = "HttpNfcLease" [ 1552.400935] env[63248]: } obtained for exporting VM: (result){ [ 1552.400935] env[63248]: value = "vm-373409" [ 1552.400935] env[63248]: _type = "VirtualMachine" [ 1552.400935] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1552.401305] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the lease: (returnval){ [ 1552.401305] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52845513-225c-54bf-be42-fcd8db8c3529" [ 1552.401305] env[63248]: _type = "HttpNfcLease" [ 1552.401305] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1552.408541] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1552.408541] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52845513-225c-54bf-be42-fcd8db8c3529" [ 1552.408541] env[63248]: _type = "HttpNfcLease" [ 1552.408541] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1552.415788] env[63248]: DEBUG nova.compute.manager [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1552.506454] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800818, 'name': PowerOffVM_Task, 'duration_secs': 0.327799} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.510020] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1552.510020] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.510020] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7103d92-f069-4418-b6d3-f162f8769432 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.517178] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1552.517178] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a869f336-67da-494e-8796-227333552fc0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.624536] env[63248]: DEBUG oslo_vmware.api [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': task-1800819, 'name': PowerOffVM_Task, 'duration_secs': 0.149081} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.624929] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1552.625211] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1552.625552] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be989bd7-1f5e-4839-8616-ac5047678041 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.638022] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Releasing lock "refresh_cache-700a8142-20a9-48bd-847c-acf303405b35" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.638022] env[63248]: DEBUG nova.compute.manager [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Instance network_info: |[{"id": "6a4eb2ee-d64c-4669-a772-36fc69051e50", "address": "fa:16:3e:30:f9:7d", "network": {"id": "7e78c938-a925-47cf-a0e2-6527ed5cf458", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-915815424", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4eb2ee-d6", "ovs_interfaceid": "6a4eb2ee-d64c-4669-a772-36fc69051e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "494d3517-0a41-4b25-894c-07820747c72a", "address": "fa:16:3e:33:d4:8b", "network": {"id": "5c987393-4f0a-48b7-b803-6f79b39c86bc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1151823085", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494d3517-0a", "ovs_interfaceid": "494d3517-0a41-4b25-894c-07820747c72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1552.639975] env[63248]: DEBUG oslo_concurrency.lockutils [req-6299ba41-6f00-46d3-934f-7ad5be2ec4ec req-c6590685-344a-4893-b2de-98797a1b3489 service nova] Acquired lock "refresh_cache-700a8142-20a9-48bd-847c-acf303405b35" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.640341] env[63248]: DEBUG nova.network.neutron [req-6299ba41-6f00-46d3-934f-7ad5be2ec4ec req-c6590685-344a-4893-b2de-98797a1b3489 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Refreshing network info cache for port 494d3517-0a41-4b25-894c-07820747c72a {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.641765] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:f9:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a4eb2ee-d64c-4669-a772-36fc69051e50', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:d4:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '494d3517-0a41-4b25-894c-07820747c72a', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1552.651821] env[63248]: DEBUG oslo.service.loopingcall [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.652242] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1552.652524] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1552.652813] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleting the datastore file [datastore1] 2662ff23-cc49-444e-8f62-b226c02f04df {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1552.654520] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1552.654835] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7115c036-aefc-42ed-bf93-f9990699a682 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.657256] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1552.657571] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1552.657831] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Deleting the datastore file [datastore1] ec256baa-f85f-42f0-8b79-3ed06b1d56f3 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1552.658758] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f7c6a4b-df04-4113-a8a3-4e68a45e9df0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.683870] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-910c3724-6b85-459d-b748-1c8f25147524 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.693973] env[63248]: DEBUG oslo_vmware.api [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Waiting for the task: (returnval){ [ 1552.693973] env[63248]: value = "task-1800825" [ 1552.693973] env[63248]: _type = "Task" [ 1552.693973] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.694298] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1552.694298] env[63248]: value = "task-1800823" [ 1552.694298] env[63248]: _type = "Task" [ 1552.694298] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.695584] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1552.695584] env[63248]: value = "task-1800824" [ 1552.695584] env[63248]: _type = "Task" [ 1552.695584] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.711217] env[63248]: DEBUG oslo_vmware.api [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': task-1800825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.717210] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800824, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.717464] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.883611] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c656e6-8bf1-cc4b-902a-30adab49cd1e, 'name': SearchDatastore_Task, 'duration_secs': 0.011581} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.884407] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be0d652-3edd-4ccf-96c6-9fb27c4c179e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.890821] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1552.890821] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528657cb-45a1-4e33-fad6-cfd8f0288933" [ 1552.890821] env[63248]: _type = "Task" [ 1552.890821] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.902175] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528657cb-45a1-4e33-fad6-cfd8f0288933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.909536] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1552.909536] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52845513-225c-54bf-be42-fcd8db8c3529" [ 1552.909536] env[63248]: _type = "HttpNfcLease" [ 1552.909536] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1552.909899] env[63248]: DEBUG oslo_vmware.rw_handles [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1552.909899] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52845513-225c-54bf-be42-fcd8db8c3529" [ 1552.909899] env[63248]: _type = "HttpNfcLease" [ 1552.909899] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1552.911041] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339e4067-fae4-448d-ab3a-613510ada98b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.922974] env[63248]: DEBUG oslo_vmware.rw_handles [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d401d-1073-02bc-7dfa-37b9eff0d378/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1552.923241] env[63248]: DEBUG oslo_vmware.rw_handles [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d401d-1073-02bc-7dfa-37b9eff0d378/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1552.993527] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.040814] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-162c64c1-718e-46dc-a448-2192864bd5c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.223791] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150882} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.224065] env[63248]: DEBUG oslo_vmware.api [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Task: {'id': task-1800825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098321} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.224684] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1553.224871] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1553.225083] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1553.229955] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1553.229955] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1553.229955] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1553.230108] env[63248]: INFO nova.compute.manager [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1553.230303] env[63248]: DEBUG oslo.service.loopingcall [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1553.234493] env[63248]: DEBUG nova.compute.manager [-] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1553.234595] env[63248]: DEBUG nova.network.neutron [-] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1553.238472] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800824, 'name': CreateVM_Task, 'duration_secs': 0.44627} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.240862] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1553.244336] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.244531] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.245645] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1553.248466] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad62866-8ef8-4383-80ea-66e3c93a351b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.253696] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1553.253696] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bf6d9a-2c0a-5eb8-966b-f03521949fbb" [ 1553.253696] env[63248]: _type = "Task" [ 1553.253696] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.265036] env[63248]: DEBUG nova.network.neutron [-] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1553.277017] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bf6d9a-2c0a-5eb8-966b-f03521949fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.014925} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.277017] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.277017] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1553.277017] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.403061] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528657cb-45a1-4e33-fad6-cfd8f0288933, 'name': SearchDatastore_Task, 'duration_secs': 0.009727} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.405425] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.405690] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 7e243799-c3cf-48d4-bb2a-c956b23f22a1/7e243799-c3cf-48d4-bb2a-c956b23f22a1.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1553.406686] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.406686] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1553.406686] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1320f845-66fe-46c0-8bc4-a26ae14aa602 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.408671] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9b24b4b-48c0-4e53-ae12-b2f2cd9fbcb8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.423733] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1553.423733] env[63248]: value = "task-1800826" [ 1553.423733] env[63248]: _type = "Task" [ 1553.423733] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.431508] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1553.431769] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1553.435381] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30299198-2a74-40a7-adcd-997ef163d6a9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.441409] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1800826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.444843] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1553.444843] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d49abe-9818-292e-7f48-970d1d40990f" [ 1553.444843] env[63248]: _type = "Task" [ 1553.444843] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.449269] env[63248]: DEBUG nova.network.neutron [req-6299ba41-6f00-46d3-934f-7ad5be2ec4ec req-c6590685-344a-4893-b2de-98797a1b3489 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Updated VIF entry in instance network info cache for port 494d3517-0a41-4b25-894c-07820747c72a. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1553.449491] env[63248]: DEBUG nova.network.neutron [req-6299ba41-6f00-46d3-934f-7ad5be2ec4ec req-c6590685-344a-4893-b2de-98797a1b3489 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Updating instance_info_cache with network_info: [{"id": "6a4eb2ee-d64c-4669-a772-36fc69051e50", "address": "fa:16:3e:30:f9:7d", "network": {"id": "7e78c938-a925-47cf-a0e2-6527ed5cf458", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-915815424", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4eb2ee-d6", "ovs_interfaceid": "6a4eb2ee-d64c-4669-a772-36fc69051e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "494d3517-0a41-4b25-894c-07820747c72a", "address": "fa:16:3e:33:d4:8b", "network": {"id": "5c987393-4f0a-48b7-b803-6f79b39c86bc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1151823085", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494d3517-0a", "ovs_interfaceid": "494d3517-0a41-4b25-894c-07820747c72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.460488] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d49abe-9818-292e-7f48-970d1d40990f, 'name': SearchDatastore_Task, 'duration_secs': 0.011591} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.461415] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0487b30-35d2-4cb0-b7b0-a0858c20378a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.471832] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1553.471832] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a80f68-e9bb-4ab2-7767-cdd2a94f0092" [ 1553.471832] env[63248]: _type = "Task" [ 1553.471832] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.481147] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a80f68-e9bb-4ab2-7767-cdd2a94f0092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.535711] env[63248]: DEBUG nova.network.neutron [req-952a609d-33c5-4cc8-9a99-8981a725a5db req-3f5c7ca5-7d08-4be2-95ea-389f159871a2 service nova] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Updated VIF entry in instance network info cache for port 114acde9-4a6a-4f41-812c-837526fe863a. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1553.536335] env[63248]: DEBUG nova.network.neutron [req-952a609d-33c5-4cc8-9a99-8981a725a5db req-3f5c7ca5-7d08-4be2-95ea-389f159871a2 service nova] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Updating instance_info_cache with network_info: [{"id": "114acde9-4a6a-4f41-812c-837526fe863a", "address": "fa:16:3e:a7:ea:78", "network": {"id": "20e93985-1a78-4f32-824f-8a448254e8bc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-688313599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1a802e85fc642a4bdb3fb5b5afa33ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114acde9-4a", "ovs_interfaceid": "114acde9-4a6a-4f41-812c-837526fe863a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.770803] env[63248]: DEBUG nova.network.neutron [-] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.772814] env[63248]: INFO nova.compute.manager [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Swapping old allocation on dict_keys(['1638ab4e-cea9-4ee4-8810-cd0c789d1eec']) held by migration 6d76cd76-88eb-4bfb-bd80-896077f17a31 for instance [ 1553.800955] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8267fb74-4b92-47f2-89c3-e2fc579cd871 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.816224] env[63248]: DEBUG nova.scheduler.client.report [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Overwriting current allocation {'allocations': {'1638ab4e-cea9-4ee4-8810-cd0c789d1eec': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 86}}, 'project_id': '0cfc4c6ff5074284a493ba95cc42ece2', 'user_id': 'fc379de288db4e67b205978e2fe683f4', 'consumer_generation': 1} on consumer d235314d-7080-409b-9be1-3fcb6c0884b4 {{(pid=63248) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1553.819578] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1bbd1c-cb44-45f8-a693-a438938df7d7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.861920] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d0230d-603a-4b54-8ece-97242b56495f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.873375] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecbe311-5d07-4fc8-85ee-9ccb8f36e72c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.887454] env[63248]: DEBUG nova.compute.provider_tree [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.936044] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1800826, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.958467] env[63248]: DEBUG oslo_concurrency.lockutils [req-6299ba41-6f00-46d3-934f-7ad5be2ec4ec req-c6590685-344a-4893-b2de-98797a1b3489 service nova] Releasing lock "refresh_cache-700a8142-20a9-48bd-847c-acf303405b35" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.974190] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.974550] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquired lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.974550] env[63248]: DEBUG nova.network.neutron [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.993099] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a80f68-e9bb-4ab2-7767-cdd2a94f0092, 'name': SearchDatastore_Task, 'duration_secs': 0.01362} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.995950] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.997057] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 700a8142-20a9-48bd-847c-acf303405b35/700a8142-20a9-48bd-847c-acf303405b35.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1553.997279] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeeb352b-4bcd-43df-aa25-a754fd8294af {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.007293] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1554.007293] env[63248]: value = "task-1800827" [ 1554.007293] env[63248]: _type = "Task" [ 1554.007293] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.023328] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.039136] env[63248]: DEBUG oslo_concurrency.lockutils [req-952a609d-33c5-4cc8-9a99-8981a725a5db req-3f5c7ca5-7d08-4be2-95ea-389f159871a2 service nova] Releasing lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.157607] env[63248]: DEBUG oslo_concurrency.lockutils [None req-835c5520-b0b9-4f0d-8dc2-ee33a7280a4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "8e040787-5b5e-4d2f-b23d-270b198a9642" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.157758] env[63248]: DEBUG oslo_concurrency.lockutils [None req-835c5520-b0b9-4f0d-8dc2-ee33a7280a4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "8e040787-5b5e-4d2f-b23d-270b198a9642" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.158165] env[63248]: DEBUG nova.compute.manager [None req-835c5520-b0b9-4f0d-8dc2-ee33a7280a4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1554.159770] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb42fd8-d0d2-4942-b140-a692f06ddaad {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.167173] env[63248]: DEBUG nova.compute.manager [None req-835c5520-b0b9-4f0d-8dc2-ee33a7280a4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63248) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1554.167974] env[63248]: DEBUG nova.objects.instance [None req-835c5520-b0b9-4f0d-8dc2-ee33a7280a4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lazy-loading 'flavor' on Instance uuid 8e040787-5b5e-4d2f-b23d-270b198a9642 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.268475] env[63248]: DEBUG nova.virt.hardware [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1554.268610] env[63248]: DEBUG nova.virt.hardware [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1554.268789] env[63248]: DEBUG nova.virt.hardware [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1554.269382] env[63248]: DEBUG nova.virt.hardware [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1554.269382] env[63248]: DEBUG nova.virt.hardware [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1554.270298] env[63248]: DEBUG nova.virt.hardware [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1554.270563] env[63248]: DEBUG nova.virt.hardware [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1554.270761] env[63248]: DEBUG nova.virt.hardware [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1554.270948] env[63248]: DEBUG nova.virt.hardware [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1554.271266] env[63248]: DEBUG nova.virt.hardware [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1554.271455] env[63248]: DEBUG nova.virt.hardware [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1554.272500] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd805a0-2c3d-427d-b06f-1f9afa9dc3c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.280593] env[63248]: INFO nova.compute.manager [-] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Took 1.05 seconds to deallocate network for instance. [ 1554.283657] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c50704-611b-4f85-b4b3-ba81581a66b2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.303388] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:3a:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eb011c2-cc08-4a15-b74b-268e73e12b6d', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1554.311567] env[63248]: DEBUG oslo.service.loopingcall [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.312432] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1554.312740] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24f00f81-6907-48c8-8f07-17c75e0706f9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.340218] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1554.340218] env[63248]: value = "task-1800828" [ 1554.340218] env[63248]: _type = "Task" [ 1554.340218] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.358024] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800828, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.392185] env[63248]: DEBUG nova.scheduler.client.report [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1554.440042] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1800826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663252} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.440417] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 7e243799-c3cf-48d4-bb2a-c956b23f22a1/7e243799-c3cf-48d4-bb2a-c956b23f22a1.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1554.441027] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1554.441701] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c6757c0-4b0c-424f-bdae-fa021cc63832 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.450641] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1554.450641] env[63248]: value = "task-1800829" [ 1554.450641] env[63248]: _type = "Task" [ 1554.450641] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.460983] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1800829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.518617] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800827, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.816191] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.852077] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800828, 'name': CreateVM_Task, 'duration_secs': 0.453729} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.852380] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1554.853229] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.853566] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.853983] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1554.856610] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d75d3f81-a949-45e2-8c3d-bc71d26dc2cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.860291] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1554.860291] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d2a9a7-f05c-eadc-d0d1-40cefa3d249b" [ 1554.860291] env[63248]: _type = "Task" [ 1554.860291] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.873677] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d2a9a7-f05c-eadc-d0d1-40cefa3d249b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.900527] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.901512] env[63248]: DEBUG nova.compute.manager [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1554.904922] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.768s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.911410] env[63248]: DEBUG nova.objects.instance [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63248) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1554.940655] env[63248]: DEBUG nova.network.neutron [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating instance_info_cache with network_info: [{"id": "48708b4c-2bc4-4f9e-8e27-039fc3c1c691", "address": "fa:16:3e:a5:8e:e6", "network": {"id": "05763af6-b851-4548-bb17-edea71a80309", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeb0c989705f453baa6fb1f23653aa58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48708b4c-2b", "ovs_interfaceid": "48708b4c-2bc4-4f9e-8e27-039fc3c1c691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.965805] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1800829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123058} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.966118] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1554.966979] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3772d3-cb72-4b62-b950-05cc3538d077 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.994879] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 7e243799-c3cf-48d4-bb2a-c956b23f22a1/7e243799-c3cf-48d4-bb2a-c956b23f22a1.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1554.995903] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-764b5a94-6a79-492c-9459-5e38581b3e19 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.023381] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530356} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.024619] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 700a8142-20a9-48bd-847c-acf303405b35/700a8142-20a9-48bd-847c-acf303405b35.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1555.025496] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1555.026245] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1555.026245] env[63248]: value = "task-1800830" [ 1555.026245] env[63248]: _type = "Task" [ 1555.026245] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.026704] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6f349f6-9fff-4739-8798-aa214f814ce0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.039303] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1800830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.041078] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1555.041078] env[63248]: value = "task-1800831" [ 1555.041078] env[63248]: _type = "Task" [ 1555.041078] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.050129] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.179046] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-835c5520-b0b9-4f0d-8dc2-ee33a7280a4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.179046] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17af0552-e78f-43d8-967d-040f785cb855 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.187142] env[63248]: DEBUG oslo_vmware.api [None req-835c5520-b0b9-4f0d-8dc2-ee33a7280a4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1555.187142] env[63248]: value = "task-1800832" [ 1555.187142] env[63248]: _type = "Task" [ 1555.187142] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.196943] env[63248]: DEBUG oslo_vmware.api [None req-835c5520-b0b9-4f0d-8dc2-ee33a7280a4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.380278] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d2a9a7-f05c-eadc-d0d1-40cefa3d249b, 'name': SearchDatastore_Task, 'duration_secs': 0.012876} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.381156] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.381156] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1555.381536] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.381800] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.381964] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1555.382275] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6525a43-d68b-4e47-a21b-1ddc1794ade5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.392603] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1555.393936] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1555.393936] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32bd4210-67a5-4ee8-9c01-d98a233b09c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.401936] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1555.401936] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a2dd90-2908-8207-9978-d0c0ee066c14" [ 1555.401936] env[63248]: _type = "Task" [ 1555.401936] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.411496] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a2dd90-2908-8207-9978-d0c0ee066c14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.421046] env[63248]: DEBUG nova.compute.utils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1555.422534] env[63248]: DEBUG nova.compute.manager [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1555.422773] env[63248]: DEBUG nova.network.neutron [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1555.446173] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Releasing lock "refresh_cache-d235314d-7080-409b-9be1-3fcb6c0884b4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.446173] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.446173] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1de1c22e-cbfa-4904-b7dd-d9ce1e1d3f1b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.454101] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1555.454101] env[63248]: value = "task-1800833" [ 1555.454101] env[63248]: _type = "Task" [ 1555.454101] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.466905] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.516740] env[63248]: DEBUG nova.policy [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d90cfeac4e3477098ade68cefffb5a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7f3c19db5c2456f8ceeeca3ff489b4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1555.540775] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1800830, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.557672] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07797} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.557985] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1555.558845] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b56fef3-3b5a-4871-a45b-9c07cd32e873 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.597238] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 700a8142-20a9-48bd-847c-acf303405b35/700a8142-20a9-48bd-847c-acf303405b35.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.599680] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33bc6e43-3baa-4e90-bebe-12aca3d63717 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.621708] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1555.621708] env[63248]: value = "task-1800834" [ 1555.621708] env[63248]: _type = "Task" [ 1555.621708] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.630703] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.698008] env[63248]: DEBUG oslo_vmware.api [None req-835c5520-b0b9-4f0d-8dc2-ee33a7280a4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800832, 'name': PowerOffVM_Task, 'duration_secs': 0.206345} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.698312] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-835c5520-b0b9-4f0d-8dc2-ee33a7280a4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.698628] env[63248]: DEBUG nova.compute.manager [None req-835c5520-b0b9-4f0d-8dc2-ee33a7280a4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1555.699382] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47608783-7b1c-4d93-aa16-432edf5d2f0c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.914122] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a2dd90-2908-8207-9978-d0c0ee066c14, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.918054] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3433e1e9-ea9a-4ec9-964c-469019013bfa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.919171] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4d48b1f4-d6a2-45aa-bdea-9514d77ffc83 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.921339] env[63248]: DEBUG oslo_concurrency.lockutils [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.326s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.921632] env[63248]: DEBUG nova.objects.instance [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63248) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1555.926917] env[63248]: DEBUG nova.compute.manager [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1555.933349] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1555.933349] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bc5acd-1c70-07a3-fa19-8eeb74969c4a" [ 1555.933349] env[63248]: _type = "Task" [ 1555.933349] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.943759] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bc5acd-1c70-07a3-fa19-8eeb74969c4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.944366] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.944557] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 2662ff23-cc49-444e-8f62-b226c02f04df/2662ff23-cc49-444e-8f62-b226c02f04df.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1555.947748] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ba0154c-ae35-49a9-b2fc-9c93066b8f94 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.951768] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1555.951768] env[63248]: value = "task-1800835" [ 1555.951768] env[63248]: _type = "Task" [ 1555.951768] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.967718] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.974682] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800833, 'name': PowerOffVM_Task, 'duration_secs': 0.190128} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.975045] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.976594] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='671e71f4-9dc7-4740-95b7-e23e629757fc',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-288801987',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1555.976594] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1555.976594] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1555.976594] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1555.976824] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1555.976824] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1555.977249] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1555.977332] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1555.977816] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1555.977816] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1555.977905] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1555.984646] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e89cd5e-3e18-467c-9df8-0634addf66a7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.003265] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1556.003265] env[63248]: value = "task-1800836" [ 1556.003265] env[63248]: _type = "Task" [ 1556.003265] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.014107] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.042924] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1800830, 'name': ReconfigVM_Task, 'duration_secs': 0.530609} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.043264] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 7e243799-c3cf-48d4-bb2a-c956b23f22a1/7e243799-c3cf-48d4-bb2a-c956b23f22a1.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1556.044469] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3c33e9f-dd7a-495c-a5bd-7e82652f17a9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.054795] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1556.054795] env[63248]: value = "task-1800837" [ 1556.054795] env[63248]: _type = "Task" [ 1556.054795] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.069626] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1800837, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.123467] env[63248]: DEBUG nova.network.neutron [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Successfully created port: 3cd0cab3-e07e-457b-bd2b-69a42f9cd771 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1556.141233] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800834, 'name': ReconfigVM_Task, 'duration_secs': 0.278633} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.141233] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 700a8142-20a9-48bd-847c-acf303405b35/700a8142-20a9-48bd-847c-acf303405b35.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1556.141233] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37a3fc3e-6da9-4ea1-a88a-769f19a519c6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.149766] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1556.149766] env[63248]: value = "task-1800838" [ 1556.149766] env[63248]: _type = "Task" [ 1556.149766] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.161320] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800838, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.182387] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Acquiring lock "cece03ba-a780-4240-abbf-37da4ee292cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.182863] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Lock "cece03ba-a780-4240-abbf-37da4ee292cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.215017] env[63248]: DEBUG oslo_concurrency.lockutils [None req-835c5520-b0b9-4f0d-8dc2-ee33a7280a4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "8e040787-5b5e-4d2f-b23d-270b198a9642" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.467817] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800835, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.518598] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800836, 'name': ReconfigVM_Task, 'duration_secs': 0.152241} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.520138] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b959e0-2f9c-4620-b3e6-250d7f459f3d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.544542] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='671e71f4-9dc7-4740-95b7-e23e629757fc',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-288801987',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1556.545025] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.545537] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1556.546052] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.546225] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1556.546441] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1556.547090] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1556.547361] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1556.547527] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1556.547797] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1556.548232] env[63248]: DEBUG nova.virt.hardware [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1556.549483] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb292d1-caad-4eff-a55f-a68ae37bfd82 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.559572] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1556.559572] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f77d46-ad4b-abec-955e-0f404c22eeb5" [ 1556.559572] env[63248]: _type = "Task" [ 1556.559572] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.567584] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1800837, 'name': Rename_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.575283] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f77d46-ad4b-abec-955e-0f404c22eeb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010494} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.584189] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1556.585255] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c2cd6a-c4e3-4b36-906d-931329e66634 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.606368] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1556.606368] env[63248]: value = "task-1800839" [ 1556.606368] env[63248]: _type = "Task" [ 1556.606368] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.615497] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.661612] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800838, 'name': Rename_Task, 'duration_secs': 0.227062} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.661943] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.662219] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9feee87e-f6de-4dd3-8dcd-56a5855ed23b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.668957] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1556.668957] env[63248]: value = "task-1800840" [ 1556.668957] env[63248]: _type = "Task" [ 1556.668957] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.677345] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.685971] env[63248]: DEBUG nova.compute.manager [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1556.933499] env[63248]: DEBUG oslo_concurrency.lockutils [None req-15a9652c-ee4c-4750-ac59-a5731cbf4a15 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.934696] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.342s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.940350] env[63248]: INFO nova.compute.claims [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1556.946469] env[63248]: DEBUG nova.compute.manager [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1556.969233] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563527} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.969522] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 2662ff23-cc49-444e-8f62-b226c02f04df/2662ff23-cc49-444e-8f62-b226c02f04df.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1556.969751] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1556.972541] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fe203df-90a0-4fab-b81b-d667fdef74bd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.981329] env[63248]: DEBUG nova.virt.hardware [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1556.981449] env[63248]: DEBUG nova.virt.hardware [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.981647] env[63248]: DEBUG nova.virt.hardware [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1556.981896] env[63248]: DEBUG nova.virt.hardware [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.982470] env[63248]: DEBUG nova.virt.hardware [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1556.982470] env[63248]: DEBUG nova.virt.hardware [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1556.982880] env[63248]: DEBUG nova.virt.hardware [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1556.982880] env[63248]: DEBUG nova.virt.hardware [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1556.983585] env[63248]: DEBUG nova.virt.hardware [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1556.984351] env[63248]: DEBUG nova.virt.hardware [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1556.984351] env[63248]: DEBUG nova.virt.hardware [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1556.984968] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96686227-6618-4f12-ba34-4a0324222153 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.990013] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1556.990013] env[63248]: value = "task-1800841" [ 1556.990013] env[63248]: _type = "Task" [ 1556.990013] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.998508] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584a834c-b975-44b1-b54a-5f5bc7db5cdb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.006751] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.065190] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1800837, 'name': Rename_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.119725] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800839, 'name': ReconfigVM_Task, 'duration_secs': 0.25264} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.120031] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1557.120852] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4b2cb3-8524-4569-8834-94f41a84eee0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.143975] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] d235314d-7080-409b-9be1-3fcb6c0884b4/d235314d-7080-409b-9be1-3fcb6c0884b4.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.144367] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-290dbf7a-eddf-48c6-bfce-d0429e156382 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.174749] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1557.174749] env[63248]: value = "task-1800842" [ 1557.174749] env[63248]: _type = "Task" [ 1557.174749] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.191989] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800840, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.195185] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800842, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.212658] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.500803] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.395901} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.501115] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1557.501936] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c767034-3d0b-407c-a778-54414452ee6a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.525911] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 2662ff23-cc49-444e-8f62-b226c02f04df/2662ff23-cc49-444e-8f62-b226c02f04df.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.526605] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f813a09-0529-49cc-a6d1-821a36c4727a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.550041] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1557.550041] env[63248]: value = "task-1800843" [ 1557.550041] env[63248]: _type = "Task" [ 1557.550041] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.561486] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.568361] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1800837, 'name': Rename_Task, 'duration_secs': 1.255074} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.568649] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1557.568918] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68167185-8d72-4d4e-bafb-1cfeb2141809 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.575100] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1557.575100] env[63248]: value = "task-1800844" [ 1557.575100] env[63248]: _type = "Task" [ 1557.575100] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.588052] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1800844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.684765] env[63248]: DEBUG oslo_vmware.api [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800840, 'name': PowerOnVM_Task, 'duration_secs': 0.634061} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.685574] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.685851] env[63248]: INFO nova.compute.manager [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Took 13.10 seconds to spawn the instance on the hypervisor. [ 1557.686108] env[63248]: DEBUG nova.compute.manager [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1557.686913] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0509a984-8721-4ee2-b2cf-30dd71b95726 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.696164] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800842, 'name': ReconfigVM_Task, 'duration_secs': 0.471739} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.696861] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Reconfigured VM instance instance-0000002c to attach disk [datastore1] d235314d-7080-409b-9be1-3fcb6c0884b4/d235314d-7080-409b-9be1-3fcb6c0884b4.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.697751] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3df1b1-b574-4dd8-8287-927aa7200173 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.724053] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9f679d-f3b7-4edc-b910-edef083a4101 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.747068] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1c5414-be8a-4a58-9798-78c28629d461 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.769342] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8976d1-8a8d-461b-b381-547295a0a11d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.778468] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1557.778804] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4174394-594d-4aa6-959a-d382c38d9e00 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.785797] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1557.785797] env[63248]: value = "task-1800845" [ 1557.785797] env[63248]: _type = "Task" [ 1557.785797] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.795976] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.056096] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Acquiring lock "c9de3b5c-2984-4d47-b44c-640bcaf51967" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.056395] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Lock "c9de3b5c-2984-4d47-b44c-640bcaf51967" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.068748] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800843, 'name': ReconfigVM_Task, 'duration_secs': 0.493652} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.069018] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 2662ff23-cc49-444e-8f62-b226c02f04df/2662ff23-cc49-444e-8f62-b226c02f04df.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1558.069788] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5480991-8704-4c3d-9bfe-b7e1cf3b3ca2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.084982] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1558.084982] env[63248]: value = "task-1800846" [ 1558.084982] env[63248]: _type = "Task" [ 1558.084982] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.092810] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1800844, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.101223] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800846, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.235134] env[63248]: INFO nova.compute.manager [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Took 28.46 seconds to build instance. [ 1558.241354] env[63248]: DEBUG nova.network.neutron [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Successfully updated port: 3cd0cab3-e07e-457b-bd2b-69a42f9cd771 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1558.297830] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.314048] env[63248]: DEBUG nova.compute.manager [req-80069c36-bb7c-4b8c-ba90-85c15be045b1 req-ba9356d2-38ae-45fe-b98e-104436af3f39 service nova] [instance: 68314427-e347-406a-88ed-362a894aee88] Received event network-vif-plugged-3cd0cab3-e07e-457b-bd2b-69a42f9cd771 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1558.314389] env[63248]: DEBUG oslo_concurrency.lockutils [req-80069c36-bb7c-4b8c-ba90-85c15be045b1 req-ba9356d2-38ae-45fe-b98e-104436af3f39 service nova] Acquiring lock "68314427-e347-406a-88ed-362a894aee88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.314506] env[63248]: DEBUG oslo_concurrency.lockutils [req-80069c36-bb7c-4b8c-ba90-85c15be045b1 req-ba9356d2-38ae-45fe-b98e-104436af3f39 service nova] Lock "68314427-e347-406a-88ed-362a894aee88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.314697] env[63248]: DEBUG oslo_concurrency.lockutils [req-80069c36-bb7c-4b8c-ba90-85c15be045b1 req-ba9356d2-38ae-45fe-b98e-104436af3f39 service nova] Lock "68314427-e347-406a-88ed-362a894aee88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.314912] env[63248]: DEBUG nova.compute.manager [req-80069c36-bb7c-4b8c-ba90-85c15be045b1 req-ba9356d2-38ae-45fe-b98e-104436af3f39 service nova] [instance: 68314427-e347-406a-88ed-362a894aee88] No waiting events found dispatching network-vif-plugged-3cd0cab3-e07e-457b-bd2b-69a42f9cd771 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1558.315505] env[63248]: WARNING nova.compute.manager [req-80069c36-bb7c-4b8c-ba90-85c15be045b1 req-ba9356d2-38ae-45fe-b98e-104436af3f39 service nova] [instance: 68314427-e347-406a-88ed-362a894aee88] Received unexpected event network-vif-plugged-3cd0cab3-e07e-457b-bd2b-69a42f9cd771 for instance with vm_state building and task_state spawning. [ 1558.415331] env[63248]: DEBUG nova.compute.manager [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Stashing vm_state: stopped {{(pid=63248) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1558.484316] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dbb128-10de-40df-aa60-a4fe16f8a75f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.492852] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2c10dc-5047-405f-aa4e-9f818b21db13 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.525343] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ae3954-baa6-4c9a-a509-90d870c04653 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.533789] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293509ba-2170-4a74-be32-9cbf9965eb21 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.547963] env[63248]: DEBUG nova.compute.provider_tree [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.563015] env[63248]: DEBUG nova.compute.manager [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1558.587660] env[63248]: DEBUG oslo_vmware.api [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1800844, 'name': PowerOnVM_Task, 'duration_secs': 0.599387} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.591246] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.591951] env[63248]: INFO nova.compute.manager [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1558.591951] env[63248]: DEBUG nova.compute.manager [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1558.592657] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452594c6-36e2-47a9-8acf-3003c83bfb10 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.601498] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800846, 'name': Rename_Task, 'duration_secs': 0.241849} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.603108] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1558.606060] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ebe8622-664d-468b-9a57-676f077d09ca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.617681] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1558.617681] env[63248]: value = "task-1800847" [ 1558.617681] env[63248]: _type = "Task" [ 1558.617681] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.626257] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.737463] env[63248]: DEBUG oslo_concurrency.lockutils [None req-570fa082-6363-4fa7-b0ca-ade1fdc66be1 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "700a8142-20a9-48bd-847c-acf303405b35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.974s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.745506] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "refresh_cache-68314427-e347-406a-88ed-362a894aee88" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.745506] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired lock "refresh_cache-68314427-e347-406a-88ed-362a894aee88" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.745506] env[63248]: DEBUG nova.network.neutron [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.797738] env[63248]: DEBUG oslo_vmware.api [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800845, 'name': PowerOnVM_Task, 'duration_secs': 0.577662} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.798015] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.931760] env[63248]: DEBUG oslo_concurrency.lockutils [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.050479] env[63248]: DEBUG nova.scheduler.client.report [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.084531] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.122324] env[63248]: INFO nova.compute.manager [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Took 28.24 seconds to build instance. [ 1559.132412] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.285299] env[63248]: DEBUG nova.network.neutron [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1559.433239] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "700a8142-20a9-48bd-847c-acf303405b35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.433560] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "700a8142-20a9-48bd-847c-acf303405b35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.433835] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "700a8142-20a9-48bd-847c-acf303405b35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.434096] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "700a8142-20a9-48bd-847c-acf303405b35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.434280] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "700a8142-20a9-48bd-847c-acf303405b35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.437081] env[63248]: INFO nova.compute.manager [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Terminating instance [ 1559.556910] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.557547] env[63248]: DEBUG nova.compute.manager [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1559.560661] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.951s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.564027] env[63248]: INFO nova.compute.claims [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1559.627891] env[63248]: DEBUG oslo_concurrency.lockutils [None req-51f4d793-0c9e-4d65-a925-6ffaaef0d1b5 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.756s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.628531] env[63248]: DEBUG oslo_vmware.api [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800847, 'name': PowerOnVM_Task, 'duration_secs': 0.811762} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.628890] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1559.629175] env[63248]: DEBUG nova.compute.manager [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1559.630052] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a582a8-7520-44c5-8593-440a74002047 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.773571] env[63248]: DEBUG nova.network.neutron [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Updating instance_info_cache with network_info: [{"id": "3cd0cab3-e07e-457b-bd2b-69a42f9cd771", "address": "fa:16:3e:fd:3c:72", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd0cab3-e0", "ovs_interfaceid": "3cd0cab3-e07e-457b-bd2b-69a42f9cd771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.820283] env[63248]: INFO nova.compute.manager [None req-9f642684-496e-43c5-b684-eeb1f3056d63 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating instance to original state: 'active' [ 1559.941552] env[63248]: DEBUG nova.compute.manager [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1559.941838] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1559.942856] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6da2c0a-f088-4137-b37a-529d6265b140 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.951764] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1559.952218] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0435296c-cc9c-48fd-a8d0-5e7a18b2d8a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.959527] env[63248]: DEBUG oslo_vmware.api [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1559.959527] env[63248]: value = "task-1800848" [ 1559.959527] env[63248]: _type = "Task" [ 1559.959527] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.968936] env[63248]: DEBUG oslo_vmware.api [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.067535] env[63248]: DEBUG nova.compute.utils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1560.071445] env[63248]: DEBUG nova.compute.manager [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1560.071663] env[63248]: DEBUG nova.network.neutron [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1560.150378] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.179402] env[63248]: DEBUG nova.policy [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1963a79bde844d3fa395acbde451a36b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cd31a9b24ec45fa9c8abcb3ec96c9e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1560.290452] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Releasing lock "refresh_cache-68314427-e347-406a-88ed-362a894aee88" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.290452] env[63248]: DEBUG nova.compute.manager [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Instance network_info: |[{"id": "3cd0cab3-e07e-457b-bd2b-69a42f9cd771", "address": "fa:16:3e:fd:3c:72", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd0cab3-e0", "ovs_interfaceid": "3cd0cab3-e07e-457b-bd2b-69a42f9cd771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1560.290452] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:3c:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cd0cab3-e07e-457b-bd2b-69a42f9cd771', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1560.290452] env[63248]: DEBUG oslo.service.loopingcall [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.290452] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68314427-e347-406a-88ed-362a894aee88] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1560.290452] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dc6f6cb-0dc3-4ce8-b42f-6058f217f119 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.304452] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1560.304452] env[63248]: value = "task-1800849" [ 1560.304452] env[63248]: _type = "Task" [ 1560.304452] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.313402] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800849, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.470110] env[63248]: DEBUG oslo_vmware.api [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800848, 'name': PowerOffVM_Task, 'duration_secs': 0.257355} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.470783] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1560.471166] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1560.471626] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b246283-acc0-444d-8101-ed621d6359a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.579095] env[63248]: DEBUG nova.compute.manager [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1560.766538] env[63248]: DEBUG nova.compute.manager [req-0a70fdd9-1f77-48a1-821f-8201c4ae0e1b req-d34f70ff-ebf5-4393-8c2a-ce32200c1be1 service nova] [instance: 68314427-e347-406a-88ed-362a894aee88] Received event network-changed-3cd0cab3-e07e-457b-bd2b-69a42f9cd771 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1560.766714] env[63248]: DEBUG nova.compute.manager [req-0a70fdd9-1f77-48a1-821f-8201c4ae0e1b req-d34f70ff-ebf5-4393-8c2a-ce32200c1be1 service nova] [instance: 68314427-e347-406a-88ed-362a894aee88] Refreshing instance network info cache due to event network-changed-3cd0cab3-e07e-457b-bd2b-69a42f9cd771. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1560.766946] env[63248]: DEBUG oslo_concurrency.lockutils [req-0a70fdd9-1f77-48a1-821f-8201c4ae0e1b req-d34f70ff-ebf5-4393-8c2a-ce32200c1be1 service nova] Acquiring lock "refresh_cache-68314427-e347-406a-88ed-362a894aee88" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.767114] env[63248]: DEBUG oslo_concurrency.lockutils [req-0a70fdd9-1f77-48a1-821f-8201c4ae0e1b req-d34f70ff-ebf5-4393-8c2a-ce32200c1be1 service nova] Acquired lock "refresh_cache-68314427-e347-406a-88ed-362a894aee88" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.767280] env[63248]: DEBUG nova.network.neutron [req-0a70fdd9-1f77-48a1-821f-8201c4ae0e1b req-d34f70ff-ebf5-4393-8c2a-ce32200c1be1 service nova] [instance: 68314427-e347-406a-88ed-362a894aee88] Refreshing network info cache for port 3cd0cab3-e07e-457b-bd2b-69a42f9cd771 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.819294] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800849, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.937245] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1560.937458] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1560.937677] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Deleting the datastore file [datastore1] 700a8142-20a9-48bd-847c-acf303405b35 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1560.937975] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31970ea6-895a-493e-af92-4c107204238c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.947959] env[63248]: DEBUG oslo_vmware.api [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for the task: (returnval){ [ 1560.947959] env[63248]: value = "task-1800851" [ 1560.947959] env[63248]: _type = "Task" [ 1560.947959] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.956586] env[63248]: DEBUG oslo_vmware.api [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.126117] env[63248]: DEBUG nova.network.neutron [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Successfully created port: 77485180-b33d-4639-9a02-c27e75985599 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1561.143770] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51c5085-02f5-4300-858f-fb766ef738c7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.152656] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c087a001-eb83-43e7-b9b2-a748233a9f89 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.188974] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bf91f9-cac3-48de-8057-b2b6ee823d6e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.197400] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b861a66d-cd12-4979-9eed-56554cfa44d5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.213554] env[63248]: DEBUG nova.compute.provider_tree [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1561.317992] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800849, 'name': CreateVM_Task, 'duration_secs': 0.729452} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.318962] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68314427-e347-406a-88ed-362a894aee88] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1561.325051] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.325051] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.325051] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1561.325051] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8814c893-1ca9-4ba5-ba4e-925f9ba88499 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.330304] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1561.330304] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524abf0f-793a-826e-c562-55c493b56c5e" [ 1561.330304] env[63248]: _type = "Task" [ 1561.330304] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.344153] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524abf0f-793a-826e-c562-55c493b56c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.463024] env[63248]: DEBUG oslo_vmware.api [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Task: {'id': task-1800851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195013} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.463024] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.463024] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1561.463024] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1561.463024] env[63248]: INFO nova.compute.manager [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Took 1.52 seconds to destroy the instance on the hypervisor. [ 1561.463024] env[63248]: DEBUG oslo.service.loopingcall [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.463024] env[63248]: DEBUG nova.compute.manager [-] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1561.463024] env[63248]: DEBUG nova.network.neutron [-] [instance: 700a8142-20a9-48bd-847c-acf303405b35] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1561.569199] env[63248]: DEBUG nova.network.neutron [req-0a70fdd9-1f77-48a1-821f-8201c4ae0e1b req-d34f70ff-ebf5-4393-8c2a-ce32200c1be1 service nova] [instance: 68314427-e347-406a-88ed-362a894aee88] Updated VIF entry in instance network info cache for port 3cd0cab3-e07e-457b-bd2b-69a42f9cd771. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1561.569199] env[63248]: DEBUG nova.network.neutron [req-0a70fdd9-1f77-48a1-821f-8201c4ae0e1b req-d34f70ff-ebf5-4393-8c2a-ce32200c1be1 service nova] [instance: 68314427-e347-406a-88ed-362a894aee88] Updating instance_info_cache with network_info: [{"id": "3cd0cab3-e07e-457b-bd2b-69a42f9cd771", "address": "fa:16:3e:fd:3c:72", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd0cab3-e0", "ovs_interfaceid": "3cd0cab3-e07e-457b-bd2b-69a42f9cd771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.586785] env[63248]: DEBUG nova.compute.manager [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1561.609188] env[63248]: DEBUG nova.virt.hardware [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1561.609464] env[63248]: DEBUG nova.virt.hardware [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1561.609625] env[63248]: DEBUG nova.virt.hardware [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1561.610050] env[63248]: DEBUG nova.virt.hardware [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1561.610050] env[63248]: DEBUG nova.virt.hardware [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1561.610610] env[63248]: DEBUG nova.virt.hardware [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1561.611598] env[63248]: DEBUG nova.virt.hardware [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1561.611598] env[63248]: DEBUG nova.virt.hardware [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1561.611598] env[63248]: DEBUG nova.virt.hardware [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1561.611598] env[63248]: DEBUG nova.virt.hardware [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1561.611598] env[63248]: DEBUG nova.virt.hardware [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1561.612492] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2ec469-d2d3-4963-9ad2-2579c36017b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.620526] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7108dd52-db0c-41f3-8374-9891b1fd2b70 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.736065] env[63248]: ERROR nova.scheduler.client.report [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [req-0d029910-aa8b-46a3-a3e3-a42f6876fdff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d029910-aa8b-46a3-a3e3-a42f6876fdff"}]} [ 1561.754842] env[63248]: DEBUG nova.scheduler.client.report [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1561.776840] env[63248]: DEBUG nova.scheduler.client.report [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1561.777112] env[63248]: DEBUG nova.compute.provider_tree [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1561.792427] env[63248]: DEBUG nova.scheduler.client.report [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1561.816643] env[63248]: DEBUG nova.scheduler.client.report [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1561.844127] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524abf0f-793a-826e-c562-55c493b56c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.0236} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.845722] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.845957] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1561.846199] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.846341] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.846516] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1561.854019] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e47537e9-890d-48e7-a023-e3d40872c9e5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.862334] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1561.862520] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1561.863311] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a727e78a-2ade-4d08-ab34-bc7a6f6f1348 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.869697] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1561.869697] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b26d5f-669b-b71f-8c1a-3f3f932e6995" [ 1561.869697] env[63248]: _type = "Task" [ 1561.869697] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.889142] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b26d5f-669b-b71f-8c1a-3f3f932e6995, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.889142] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e6df7e4-de44-486c-ba09-d58245033b02 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.892872] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1561.892872] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5246e38e-045f-d25a-fd24-ea4ea764c001" [ 1561.892872] env[63248]: _type = "Task" [ 1561.892872] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.910918] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5246e38e-045f-d25a-fd24-ea4ea764c001, 'name': SearchDatastore_Task, 'duration_secs': 0.011091} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.911218] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.911476] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 68314427-e347-406a-88ed-362a894aee88/68314427-e347-406a-88ed-362a894aee88.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1561.911978] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ca50c95-5db3-45a5-bf08-a05d705f1a08 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.921731] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1561.921731] env[63248]: value = "task-1800852" [ 1561.921731] env[63248]: _type = "Task" [ 1561.921731] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.930790] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.048107] env[63248]: DEBUG nova.compute.manager [req-7d2b1faf-a849-4bab-b42e-f254d3dac09a req-bea6880e-a871-4aaf-ac8f-eff9e07cc728 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Received event network-vif-deleted-494d3517-0a41-4b25-894c-07820747c72a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1562.048343] env[63248]: INFO nova.compute.manager [req-7d2b1faf-a849-4bab-b42e-f254d3dac09a req-bea6880e-a871-4aaf-ac8f-eff9e07cc728 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Neutron deleted interface 494d3517-0a41-4b25-894c-07820747c72a; detaching it from the instance and deleting it from the info cache [ 1562.048488] env[63248]: DEBUG nova.network.neutron [req-7d2b1faf-a849-4bab-b42e-f254d3dac09a req-bea6880e-a871-4aaf-ac8f-eff9e07cc728 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Updating instance_info_cache with network_info: [{"id": "6a4eb2ee-d64c-4669-a772-36fc69051e50", "address": "fa:16:3e:30:f9:7d", "network": {"id": "7e78c938-a925-47cf-a0e2-6527ed5cf458", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-915815424", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801c48baad164d6d802a3b6489dcae5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4eb2ee-d6", "ovs_interfaceid": "6a4eb2ee-d64c-4669-a772-36fc69051e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.070600] env[63248]: DEBUG oslo_concurrency.lockutils [req-0a70fdd9-1f77-48a1-821f-8201c4ae0e1b req-d34f70ff-ebf5-4393-8c2a-ce32200c1be1 service nova] Releasing lock "refresh_cache-68314427-e347-406a-88ed-362a894aee88" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.355824] env[63248]: INFO nova.compute.manager [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Rebuilding instance [ 1562.364280] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f8b1d4-c785-4205-b8b1-a548e2a62a27 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.372837] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ad0b78-841f-4fe2-9c4b-f62896966199 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.408279] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "d235314d-7080-409b-9be1-3fcb6c0884b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.408537] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "d235314d-7080-409b-9be1-3fcb6c0884b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.408789] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "d235314d-7080-409b-9be1-3fcb6c0884b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.409031] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "d235314d-7080-409b-9be1-3fcb6c0884b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.409241] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "d235314d-7080-409b-9be1-3fcb6c0884b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.413801] env[63248]: INFO nova.compute.manager [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Terminating instance [ 1562.415971] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff071b0-d97b-4c59-a91c-2ae73e7283ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.429828] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e89dcea-c6e5-4eb5-a513-e25f1f77eb43 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.446568] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800852, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.461397] env[63248]: DEBUG nova.compute.provider_tree [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1562.469916] env[63248]: DEBUG nova.compute.manager [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1562.471265] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4023419a-465b-4238-a18e-cd9aa87cd96d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.500794] env[63248]: DEBUG nova.network.neutron [-] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.555590] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d99090d4-8b23-4ff6-8726-918b6257e264 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.565616] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7065cf59-884a-4cb1-aaae-556cf10cf3f0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.602302] env[63248]: DEBUG nova.compute.manager [req-7d2b1faf-a849-4bab-b42e-f254d3dac09a req-bea6880e-a871-4aaf-ac8f-eff9e07cc728 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Detach interface failed, port_id=494d3517-0a41-4b25-894c-07820747c72a, reason: Instance 700a8142-20a9-48bd-847c-acf303405b35 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1562.815509] env[63248]: DEBUG nova.compute.manager [req-8ab75553-1bff-41f3-9ee0-b44980d192bc req-9db44cfa-c745-4e16-8cb4-61c19efb95a8 service nova] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Received event network-changed-114acde9-4a6a-4f41-812c-837526fe863a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1562.815818] env[63248]: DEBUG nova.compute.manager [req-8ab75553-1bff-41f3-9ee0-b44980d192bc req-9db44cfa-c745-4e16-8cb4-61c19efb95a8 service nova] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Refreshing instance network info cache due to event network-changed-114acde9-4a6a-4f41-812c-837526fe863a. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1562.816016] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ab75553-1bff-41f3-9ee0-b44980d192bc req-9db44cfa-c745-4e16-8cb4-61c19efb95a8 service nova] Acquiring lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.817162] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ab75553-1bff-41f3-9ee0-b44980d192bc req-9db44cfa-c745-4e16-8cb4-61c19efb95a8 service nova] Acquired lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.817436] env[63248]: DEBUG nova.network.neutron [req-8ab75553-1bff-41f3-9ee0-b44980d192bc req-9db44cfa-c745-4e16-8cb4-61c19efb95a8 service nova] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Refreshing network info cache for port 114acde9-4a6a-4f41-812c-837526fe863a {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1562.921684] env[63248]: DEBUG nova.compute.manager [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1562.922205] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1562.923278] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bd4b43-62b3-4a71-a7ca-e409fd210fae {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.936645] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593441} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.939127] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 68314427-e347-406a-88ed-362a894aee88/68314427-e347-406a-88ed-362a894aee88.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1562.939339] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1562.940029] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1562.940315] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f59128d1-ba88-423e-af81-901f45517d8a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.942544] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b61fdd58-cfba-4076-95ef-c507b701d947 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.948442] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1562.948442] env[63248]: value = "task-1800853" [ 1562.948442] env[63248]: _type = "Task" [ 1562.948442] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.950307] env[63248]: DEBUG oslo_vmware.api [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1562.950307] env[63248]: value = "task-1800854" [ 1562.950307] env[63248]: _type = "Task" [ 1562.950307] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.963902] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.970352] env[63248]: DEBUG oslo_vmware.api [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.004273] env[63248]: DEBUG nova.scheduler.client.report [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1563.004542] env[63248]: DEBUG nova.compute.provider_tree [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 91 to 92 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1563.004725] env[63248]: DEBUG nova.compute.provider_tree [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1563.008215] env[63248]: INFO nova.compute.manager [-] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Took 1.55 seconds to deallocate network for instance. [ 1563.057208] env[63248]: DEBUG nova.network.neutron [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Successfully updated port: 77485180-b33d-4639-9a02-c27e75985599 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1563.465779] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109203} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.469212] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1563.469722] env[63248]: DEBUG oslo_vmware.api [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800854, 'name': PowerOffVM_Task, 'duration_secs': 0.267651} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.470734] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136cf49e-f237-4971-98eb-9bfbdad1a8bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.473320] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1563.473636] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1563.473981] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4376380-7283-4641-96fa-7a435cb85e40 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.496206] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 68314427-e347-406a-88ed-362a894aee88/68314427-e347-406a-88ed-362a894aee88.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1563.497051] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.498016] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f459e611-064c-45b1-b2df-3ef827326faa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.513476] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3cc64a2-26ec-438f-a3b4-9f68b708b610 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.515747] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.955s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.516619] env[63248]: DEBUG nova.compute.manager [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1563.519974] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.524172] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.789s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.530897] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1563.530897] env[63248]: value = "task-1800856" [ 1563.530897] env[63248]: _type = "Task" [ 1563.530897] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.532731] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1563.532731] env[63248]: value = "task-1800857" [ 1563.532731] env[63248]: _type = "Task" [ 1563.532731] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.547973] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.550602] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.561349] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquiring lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.561520] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquired lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.561677] env[63248]: DEBUG nova.network.neutron [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1563.610966] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1563.611287] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1563.611543] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Deleting the datastore file [datastore1] d235314d-7080-409b-9be1-3fcb6c0884b4 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1563.611902] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aa61d34-2084-43d6-b5c1-81b66f4631d2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.619933] env[63248]: DEBUG oslo_vmware.api [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1563.619933] env[63248]: value = "task-1800858" [ 1563.619933] env[63248]: _type = "Task" [ 1563.619933] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.629274] env[63248]: DEBUG oslo_vmware.api [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.710145] env[63248]: DEBUG oslo_vmware.rw_handles [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d401d-1073-02bc-7dfa-37b9eff0d378/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1563.711500] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6147fec3-5c99-4664-8254-a62b1105f34c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.719067] env[63248]: DEBUG oslo_vmware.rw_handles [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d401d-1073-02bc-7dfa-37b9eff0d378/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1563.719376] env[63248]: ERROR oslo_vmware.rw_handles [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d401d-1073-02bc-7dfa-37b9eff0d378/disk-0.vmdk due to incomplete transfer. [ 1563.719733] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9a989e6a-4dbf-478c-bd30-a6b5b495d78e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.727749] env[63248]: DEBUG oslo_vmware.rw_handles [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d401d-1073-02bc-7dfa-37b9eff0d378/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1563.727967] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Uploaded image 704f2788-2fc1-4ab7-894b-0e1c1f2e6d56 to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1563.730131] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1563.730389] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b2f60382-e802-42e3-b633-a276bf0827ea {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.736299] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1563.736299] env[63248]: value = "task-1800859" [ 1563.736299] env[63248]: _type = "Task" [ 1563.736299] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.745551] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800859, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.989979] env[63248]: DEBUG nova.network.neutron [req-8ab75553-1bff-41f3-9ee0-b44980d192bc req-9db44cfa-c745-4e16-8cb4-61c19efb95a8 service nova] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Updated VIF entry in instance network info cache for port 114acde9-4a6a-4f41-812c-837526fe863a. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1563.990393] env[63248]: DEBUG nova.network.neutron [req-8ab75553-1bff-41f3-9ee0-b44980d192bc req-9db44cfa-c745-4e16-8cb4-61c19efb95a8 service nova] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Updating instance_info_cache with network_info: [{"id": "114acde9-4a6a-4f41-812c-837526fe863a", "address": "fa:16:3e:a7:ea:78", "network": {"id": "20e93985-1a78-4f32-824f-8a448254e8bc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-688313599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1a802e85fc642a4bdb3fb5b5afa33ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114acde9-4a", "ovs_interfaceid": "114acde9-4a6a-4f41-812c-837526fe863a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.022468] env[63248]: DEBUG nova.compute.utils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1564.024047] env[63248]: DEBUG nova.compute.manager [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1564.024221] env[63248]: DEBUG nova.network.neutron [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1564.053068] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.056288] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800856, 'name': PowerOffVM_Task, 'duration_secs': 0.272797} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.057130] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1564.057375] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1564.058170] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20244d57-9ad8-4400-b638-d4fb73b03639 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.067238] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1564.067491] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21ae2d3b-6e09-4112-99a1-6ea694b7c16a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.099629] env[63248]: DEBUG nova.policy [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '751a2321e2cc49aea877a3af2f6682b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae8e28dbc19e486f93084cad4879104a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1564.101690] env[63248]: DEBUG nova.network.neutron [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1564.130387] env[63248]: DEBUG oslo_vmware.api [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158026} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.130674] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1564.130902] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1564.131111] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1564.131290] env[63248]: INFO nova.compute.manager [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1564.131527] env[63248]: DEBUG oslo.service.loopingcall [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.131715] env[63248]: DEBUG nova.compute.manager [-] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1564.131808] env[63248]: DEBUG nova.network.neutron [-] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1564.246895] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1564.247516] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1564.248247] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleting the datastore file [datastore1] 2662ff23-cc49-444e-8f62-b226c02f04df {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1564.248487] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df462646-1c17-4e35-acb9-cca2a7472d51 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.258294] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800859, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.259816] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1564.259816] env[63248]: value = "task-1800861" [ 1564.259816] env[63248]: _type = "Task" [ 1564.259816] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.276768] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.326424] env[63248]: DEBUG nova.network.neutron [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Updating instance_info_cache with network_info: [{"id": "77485180-b33d-4639-9a02-c27e75985599", "address": "fa:16:3e:b3:9a:64", "network": {"id": "e1c37988-37dd-46fc-a640-a4503bbf6a9c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-742774491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6cd31a9b24ec45fa9c8abcb3ec96c9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77485180-b3", "ovs_interfaceid": "77485180-b33d-4639-9a02-c27e75985599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.370721] env[63248]: DEBUG nova.compute.manager [req-4a050612-dd68-46bd-bef6-d6ba0375a670 req-d434e45a-46c2-4359-81e1-d9c0bf46b848 service nova] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Received event network-vif-deleted-6a4eb2ee-d64c-4669-a772-36fc69051e50 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1564.493453] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ab75553-1bff-41f3-9ee0-b44980d192bc req-9db44cfa-c745-4e16-8cb4-61c19efb95a8 service nova] Releasing lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.527314] env[63248]: DEBUG nova.compute.manager [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1564.539535] env[63248]: DEBUG nova.network.neutron [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Successfully created port: 14ca764f-41e7-4166-a005-a9554c7fa04b {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1564.547571] env[63248]: INFO nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating resource usage from migration cd26e049-9ae9-4c1e-9375-db90e395fc28 [ 1564.547744] env[63248]: INFO nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating resource usage from migration 0ccaa3f2-bccf-4fd8-8ed2-4ed9a9b24303 [ 1564.563499] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800857, 'name': ReconfigVM_Task, 'duration_secs': 0.746212} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.563693] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 68314427-e347-406a-88ed-362a894aee88/68314427-e347-406a-88ed-362a894aee88.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1564.565170] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7471e27-bbdc-4fa0-bb4d-7d4cc45b40fe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.573644] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1564.573644] env[63248]: value = "task-1800862" [ 1564.573644] env[63248]: _type = "Task" [ 1564.573644] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.577579] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 2662ff23-cc49-444e-8f62-b226c02f04df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1564.577722] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 8fd93901-39dd-4358-93eb-9c0d1a087a78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1564.577892] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ee50b60c-62d7-48cf-b568-769e6c0dcd64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1564.577998] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ca6f659e-a9b0-437e-a968-2bcf02983683 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1564.578384] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 48363a3d-e5c1-41b9-ac55-caea067f1a75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1564.578508] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 5fdf705a-f860-40c2-a82b-6de6b61dd7a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1564.581167] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance e305b5ec-8988-4adf-9c48-772f6b904ff1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1564.581167] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 7f7dd101-3089-48e5-8a56-521ae4992f0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1564.581167] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance b97d2539-bee1-47c9-a0db-1aef7f767bc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1564.581167] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 51b4be73-7e46-453d-a325-7b7c6c0c25bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1564.581167] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ecba535e-bc9f-40cd-adff-49a226f38b8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1564.581167] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance a6930c24-8d83-44fc-b3d4-515d422d6179 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1564.581167] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1564.581167] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 1098fca5-bc94-4a9c-9012-30a75cee1b0f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1564.581167] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 417a3664-2b58-4bef-96fb-3b3a017790da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1564.581167] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance d235314d-7080-409b-9be1-3fcb6c0884b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1564.581167] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ec256baa-f85f-42f0-8b79-3ed06b1d56f3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1564.581458] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 6f345564-534e-436c-813e-7f2d954756c6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1564.581458] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 700a8142-20a9-48bd-847c-acf303405b35 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1564.581458] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 7e243799-c3cf-48d4-bb2a-c956b23f22a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1564.589274] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800862, 'name': Rename_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.747572] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800859, 'name': Destroy_Task, 'duration_secs': 0.703212} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.747845] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Destroyed the VM [ 1564.748102] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1564.748485] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f2f879bf-71cd-4840-a6fd-2d6dd932345f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.755700] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1564.755700] env[63248]: value = "task-1800863" [ 1564.755700] env[63248]: _type = "Task" [ 1564.755700] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.765052] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800863, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.771478] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173871} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.771723] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1564.771916] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1564.772110] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1564.831958] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Releasing lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.832364] env[63248]: DEBUG nova.compute.manager [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Instance network_info: |[{"id": "77485180-b33d-4639-9a02-c27e75985599", "address": "fa:16:3e:b3:9a:64", "network": {"id": "e1c37988-37dd-46fc-a640-a4503bbf6a9c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-742774491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6cd31a9b24ec45fa9c8abcb3ec96c9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77485180-b3", "ovs_interfaceid": "77485180-b33d-4639-9a02-c27e75985599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1564.832768] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:9a:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77485180-b33d-4639-9a02-c27e75985599', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1564.846532] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Creating folder: Project (6cd31a9b24ec45fa9c8abcb3ec96c9e3). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.848488] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-488dd4a8-4fb0-4fc8-8455-16cf8df2753e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.860256] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Created folder: Project (6cd31a9b24ec45fa9c8abcb3ec96c9e3) in parent group-v373228. [ 1564.862118] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Creating folder: Instances. Parent ref: group-v373416. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.863634] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcd5b17d-9dc1-43e6-bab2-099801eba1e0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.874142] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Created folder: Instances in parent group-v373416. [ 1564.874394] env[63248]: DEBUG oslo.service.loopingcall [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.874594] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1564.874801] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7f8de60-08d7-40cd-8233-a9afaff0d83a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.904311] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1564.904311] env[63248]: value = "task-1800866" [ 1564.904311] env[63248]: _type = "Task" [ 1564.904311] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.912426] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800866, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.046194] env[63248]: DEBUG nova.compute.manager [req-c052b292-0461-49d8-92bb-8d3a4653c510 req-4d41b720-7b9f-4c3c-8c5c-152455d139ff service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Received event network-vif-plugged-77485180-b33d-4639-9a02-c27e75985599 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1565.046488] env[63248]: DEBUG oslo_concurrency.lockutils [req-c052b292-0461-49d8-92bb-8d3a4653c510 req-4d41b720-7b9f-4c3c-8c5c-152455d139ff service nova] Acquiring lock "12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.046711] env[63248]: DEBUG oslo_concurrency.lockutils [req-c052b292-0461-49d8-92bb-8d3a4653c510 req-4d41b720-7b9f-4c3c-8c5c-152455d139ff service nova] Lock "12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.046881] env[63248]: DEBUG oslo_concurrency.lockutils [req-c052b292-0461-49d8-92bb-8d3a4653c510 req-4d41b720-7b9f-4c3c-8c5c-152455d139ff service nova] Lock "12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.047208] env[63248]: DEBUG nova.compute.manager [req-c052b292-0461-49d8-92bb-8d3a4653c510 req-4d41b720-7b9f-4c3c-8c5c-152455d139ff service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] No waiting events found dispatching network-vif-plugged-77485180-b33d-4639-9a02-c27e75985599 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1565.047416] env[63248]: WARNING nova.compute.manager [req-c052b292-0461-49d8-92bb-8d3a4653c510 req-4d41b720-7b9f-4c3c-8c5c-152455d139ff service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Received unexpected event network-vif-plugged-77485180-b33d-4639-9a02-c27e75985599 for instance with vm_state building and task_state spawning. [ 1565.047583] env[63248]: DEBUG nova.compute.manager [req-c052b292-0461-49d8-92bb-8d3a4653c510 req-4d41b720-7b9f-4c3c-8c5c-152455d139ff service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Received event network-changed-77485180-b33d-4639-9a02-c27e75985599 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1565.047741] env[63248]: DEBUG nova.compute.manager [req-c052b292-0461-49d8-92bb-8d3a4653c510 req-4d41b720-7b9f-4c3c-8c5c-152455d139ff service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Refreshing instance network info cache due to event network-changed-77485180-b33d-4639-9a02-c27e75985599. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1565.047927] env[63248]: DEBUG oslo_concurrency.lockutils [req-c052b292-0461-49d8-92bb-8d3a4653c510 req-4d41b720-7b9f-4c3c-8c5c-152455d139ff service nova] Acquiring lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.048087] env[63248]: DEBUG oslo_concurrency.lockutils [req-c052b292-0461-49d8-92bb-8d3a4653c510 req-4d41b720-7b9f-4c3c-8c5c-152455d139ff service nova] Acquired lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.048250] env[63248]: DEBUG nova.network.neutron [req-c052b292-0461-49d8-92bb-8d3a4653c510 req-4d41b720-7b9f-4c3c-8c5c-152455d139ff service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Refreshing network info cache for port 77485180-b33d-4639-9a02-c27e75985599 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1565.082922] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800862, 'name': Rename_Task, 'duration_secs': 0.324339} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.084022] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1565.084022] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83b45154-783c-4af9-9237-66b0695c2dab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.085453] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 5d3de880-3eba-43b2-808b-343c9a7012ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1565.085601] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 68314427-e347-406a-88ed-362a894aee88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1565.085720] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance f3bfbaae-b3fc-4af3-9479-0028a691a934 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1565.085837] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1565.092387] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1565.092387] env[63248]: value = "task-1800867" [ 1565.092387] env[63248]: _type = "Task" [ 1565.092387] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.100926] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.153389] env[63248]: DEBUG nova.network.neutron [-] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.267641] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800863, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.414563] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800866, 'name': CreateVM_Task, 'duration_secs': 0.422922} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.414563] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1565.414563] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.414563] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.414766] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1565.415055] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-135f54c2-9410-4fd2-923d-1fc2a224584c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.419687] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1565.419687] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a102fd-9fb1-f1e0-dc81-a3c07eccfb74" [ 1565.419687] env[63248]: _type = "Task" [ 1565.419687] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.427655] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a102fd-9fb1-f1e0-dc81-a3c07eccfb74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.538831] env[63248]: DEBUG nova.compute.manager [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1565.565303] env[63248]: DEBUG nova.virt.hardware [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d705e577fe5883dad27839efffe7d08f',container_format='bare',created_at=2024-12-12T07:31:57Z,direct_url=,disk_format='vmdk',id=3a1c1c34-e43b-4223-a897-7e6e9e54092a,min_disk=1,min_ram=0,name='tempest-test-snap-251600102',owner='ae8e28dbc19e486f93084cad4879104a',properties=ImageMetaProps,protected=,size=31571456,status='active',tags=,updated_at=2024-12-12T07:32:13Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1565.565573] env[63248]: DEBUG nova.virt.hardware [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1565.565731] env[63248]: DEBUG nova.virt.hardware [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1565.565913] env[63248]: DEBUG nova.virt.hardware [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1565.566075] env[63248]: DEBUG nova.virt.hardware [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1565.566227] env[63248]: DEBUG nova.virt.hardware [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1565.566436] env[63248]: DEBUG nova.virt.hardware [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1565.566595] env[63248]: DEBUG nova.virt.hardware [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1565.566762] env[63248]: DEBUG nova.virt.hardware [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1565.566925] env[63248]: DEBUG nova.virt.hardware [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1565.567119] env[63248]: DEBUG nova.virt.hardware [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1565.568294] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc866e5-15f5-4b8a-b983-776bc39a96e3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.576918] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc82505b-846b-4c64-b47e-c6149a3d75dc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.592499] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1565.602190] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.655950] env[63248]: INFO nova.compute.manager [-] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Took 1.52 seconds to deallocate network for instance. [ 1565.736920] env[63248]: DEBUG nova.network.neutron [req-c052b292-0461-49d8-92bb-8d3a4653c510 req-4d41b720-7b9f-4c3c-8c5c-152455d139ff service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Updated VIF entry in instance network info cache for port 77485180-b33d-4639-9a02-c27e75985599. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1565.737317] env[63248]: DEBUG nova.network.neutron [req-c052b292-0461-49d8-92bb-8d3a4653c510 req-4d41b720-7b9f-4c3c-8c5c-152455d139ff service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Updating instance_info_cache with network_info: [{"id": "77485180-b33d-4639-9a02-c27e75985599", "address": "fa:16:3e:b3:9a:64", "network": {"id": "e1c37988-37dd-46fc-a640-a4503bbf6a9c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-742774491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6cd31a9b24ec45fa9c8abcb3ec96c9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77485180-b3", "ovs_interfaceid": "77485180-b33d-4639-9a02-c27e75985599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.769540] env[63248]: DEBUG oslo_vmware.api [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800863, 'name': RemoveSnapshot_Task, 'duration_secs': 0.940772} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.769993] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1565.770377] env[63248]: INFO nova.compute.manager [None req-36de3b9a-2d4d-471a-b456-bea75ff91296 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Took 18.56 seconds to snapshot the instance on the hypervisor. [ 1565.804263] env[63248]: DEBUG nova.virt.hardware [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1565.804515] env[63248]: DEBUG nova.virt.hardware [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1565.804673] env[63248]: DEBUG nova.virt.hardware [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1565.804872] env[63248]: DEBUG nova.virt.hardware [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1565.805049] env[63248]: DEBUG nova.virt.hardware [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1565.805204] env[63248]: DEBUG nova.virt.hardware [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1565.805415] env[63248]: DEBUG nova.virt.hardware [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1565.805576] env[63248]: DEBUG nova.virt.hardware [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1565.805743] env[63248]: DEBUG nova.virt.hardware [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1565.805901] env[63248]: DEBUG nova.virt.hardware [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1565.806088] env[63248]: DEBUG nova.virt.hardware [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1565.807193] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d42824-2c4b-4a86-a2a2-e14d8d842324 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.816103] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5394a4-ec64-4439-be06-4d8f52adb365 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.831848] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:3a:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eb011c2-cc08-4a15-b74b-268e73e12b6d', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1565.839231] env[63248]: DEBUG oslo.service.loopingcall [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.839486] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1565.839779] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-776e6705-fb85-45ad-80ae-da73944ee282 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.859271] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1565.859271] env[63248]: value = "task-1800868" [ 1565.859271] env[63248]: _type = "Task" [ 1565.859271] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.866690] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800868, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.932184] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a102fd-9fb1-f1e0-dc81-a3c07eccfb74, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.932540] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.932797] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.933076] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.933230] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.933425] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.933705] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-415e5898-f86f-4c01-9fda-4a820019fce0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.942621] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.942811] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1565.943643] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98edc72e-d6bd-48f5-8282-356635a8a4a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.949425] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1565.949425] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521e33ef-fc99-bc56-09d4-3799ebca45c3" [ 1565.949425] env[63248]: _type = "Task" [ 1565.949425] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.957772] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521e33ef-fc99-bc56-09d4-3799ebca45c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.098854] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 90a07146-41a6-49f0-97f4-e2d8eece47a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1566.099140] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Migration cd26e049-9ae9-4c1e-9375-db90e395fc28 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1566.099240] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 290fad69-b5d9-418d-acd4-c731428c02aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.106236] env[63248]: DEBUG oslo_vmware.api [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1800867, 'name': PowerOnVM_Task, 'duration_secs': 0.687137} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.106523] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1566.106728] env[63248]: INFO nova.compute.manager [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1566.106933] env[63248]: DEBUG nova.compute.manager [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1566.107731] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff5a7ad-39b1-4a2c-a42d-48306c788127 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.162459] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.239703] env[63248]: DEBUG oslo_concurrency.lockutils [req-c052b292-0461-49d8-92bb-8d3a4653c510 req-4d41b720-7b9f-4c3c-8c5c-152455d139ff service nova] Releasing lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.370636] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800868, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.466117] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521e33ef-fc99-bc56-09d4-3799ebca45c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.466117] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e7a575-84fb-4b38-b25d-948192a58f19 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.476065] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1566.476065] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52757cbe-051b-53f3-b995-97309c0958d9" [ 1566.476065] env[63248]: _type = "Task" [ 1566.476065] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.483193] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52757cbe-051b-53f3-b995-97309c0958d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.576066] env[63248]: DEBUG nova.network.neutron [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Successfully updated port: 14ca764f-41e7-4166-a005-a9554c7fa04b {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1566.580108] env[63248]: DEBUG nova.compute.manager [req-631778d2-8401-468f-81cd-968dbb44951f req-8be715a2-e79d-4415-a4b0-09c5aac5e2c8 service nova] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Received event network-vif-deleted-48708b4c-2bc4-4f9e-8e27-039fc3c1c691 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1566.602715] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 64f82339-2d72-475d-bc31-068e5b6d50a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1566.625231] env[63248]: INFO nova.compute.manager [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Took 30.35 seconds to build instance. [ 1566.870932] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800868, 'name': CreateVM_Task, 'duration_secs': 0.540646} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.870932] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1566.871261] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.871434] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.872577] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1566.872881] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8eae81-cfa7-4967-8efc-c32592b8b355 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.879287] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1566.879287] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52150cec-bb5e-ae6b-8ee1-b7d60a981160" [ 1566.879287] env[63248]: _type = "Task" [ 1566.879287] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.888307] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52150cec-bb5e-ae6b-8ee1-b7d60a981160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.986057] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52757cbe-051b-53f3-b995-97309c0958d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009245} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.986356] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.986621] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18/12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1566.986879] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-059033e4-8028-4ca0-8dc2-25d0655006f6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.993449] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1566.993449] env[63248]: value = "task-1800869" [ 1566.993449] env[63248]: _type = "Task" [ 1566.993449] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.002667] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.080656] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "refresh_cache-f3bfbaae-b3fc-4af3-9479-0028a691a934" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.080892] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired lock "refresh_cache-f3bfbaae-b3fc-4af3-9479-0028a691a934" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.081125] env[63248]: DEBUG nova.network.neutron [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.106782] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance cece03ba-a780-4240-abbf-37da4ee292cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1567.106782] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Migration 0ccaa3f2-bccf-4fd8-8ed2-4ed9a9b24303 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1567.130548] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17e086f2-249f-445d-b673-89ddabb7d237 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "68314427-e347-406a-88ed-362a894aee88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.868s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.394884] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52150cec-bb5e-ae6b-8ee1-b7d60a981160, 'name': SearchDatastore_Task, 'duration_secs': 0.009563} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.394884] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.394884] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.394884] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.394884] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.394884] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1567.394884] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4d6c2d5-e4f5-4b94-8806-8ec0acd25dbb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.410208] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1567.410208] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1567.410208] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf9b8b4-7541-4044-8327-5898b6477e66 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.419146] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1567.419146] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5232908d-976e-6f93-01ef-61caa23b236f" [ 1567.419146] env[63248]: _type = "Task" [ 1567.419146] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.429360] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5232908d-976e-6f93-01ef-61caa23b236f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.508403] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473714} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.508403] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18/12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1567.510160] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1567.510716] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ea59fac-aa63-452a-aeaa-7e1164324687 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.517394] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1567.517394] env[63248]: value = "task-1800870" [ 1567.517394] env[63248]: _type = "Task" [ 1567.517394] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.530217] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.565116] env[63248]: DEBUG nova.compute.manager [req-813e3b1f-e08a-4deb-84c2-666036c04e45 req-025acb72-8fda-4212-a1e4-7fe43c164342 service nova] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Received event network-vif-plugged-14ca764f-41e7-4166-a005-a9554c7fa04b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1567.565373] env[63248]: DEBUG oslo_concurrency.lockutils [req-813e3b1f-e08a-4deb-84c2-666036c04e45 req-025acb72-8fda-4212-a1e4-7fe43c164342 service nova] Acquiring lock "f3bfbaae-b3fc-4af3-9479-0028a691a934-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.565765] env[63248]: DEBUG oslo_concurrency.lockutils [req-813e3b1f-e08a-4deb-84c2-666036c04e45 req-025acb72-8fda-4212-a1e4-7fe43c164342 service nova] Lock "f3bfbaae-b3fc-4af3-9479-0028a691a934-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.565877] env[63248]: DEBUG oslo_concurrency.lockutils [req-813e3b1f-e08a-4deb-84c2-666036c04e45 req-025acb72-8fda-4212-a1e4-7fe43c164342 service nova] Lock "f3bfbaae-b3fc-4af3-9479-0028a691a934-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.566015] env[63248]: DEBUG nova.compute.manager [req-813e3b1f-e08a-4deb-84c2-666036c04e45 req-025acb72-8fda-4212-a1e4-7fe43c164342 service nova] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] No waiting events found dispatching network-vif-plugged-14ca764f-41e7-4166-a005-a9554c7fa04b {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1567.566187] env[63248]: WARNING nova.compute.manager [req-813e3b1f-e08a-4deb-84c2-666036c04e45 req-025acb72-8fda-4212-a1e4-7fe43c164342 service nova] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Received unexpected event network-vif-plugged-14ca764f-41e7-4166-a005-a9554c7fa04b for instance with vm_state building and task_state spawning. [ 1567.566527] env[63248]: DEBUG nova.compute.manager [req-813e3b1f-e08a-4deb-84c2-666036c04e45 req-025acb72-8fda-4212-a1e4-7fe43c164342 service nova] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Received event network-changed-14ca764f-41e7-4166-a005-a9554c7fa04b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1567.566591] env[63248]: DEBUG nova.compute.manager [req-813e3b1f-e08a-4deb-84c2-666036c04e45 req-025acb72-8fda-4212-a1e4-7fe43c164342 service nova] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Refreshing instance network info cache due to event network-changed-14ca764f-41e7-4166-a005-a9554c7fa04b. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1567.566775] env[63248]: DEBUG oslo_concurrency.lockutils [req-813e3b1f-e08a-4deb-84c2-666036c04e45 req-025acb72-8fda-4212-a1e4-7fe43c164342 service nova] Acquiring lock "refresh_cache-f3bfbaae-b3fc-4af3-9479-0028a691a934" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.608987] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance c9de3b5c-2984-4d47-b44c-640bcaf51967 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1567.609316] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 8e040787-5b5e-4d2f-b23d-270b198a9642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1567.609443] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1567.609586] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1567.628147] env[63248]: DEBUG nova.network.neutron [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1567.861111] env[63248]: DEBUG nova.network.neutron [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Updating instance_info_cache with network_info: [{"id": "14ca764f-41e7-4166-a005-a9554c7fa04b", "address": "fa:16:3e:34:c4:82", "network": {"id": "49e9a8dd-8322-4a12-924f-b705209b1b85", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1983382143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8e28dbc19e486f93084cad4879104a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ca764f-41", "ovs_interfaceid": "14ca764f-41e7-4166-a005-a9554c7fa04b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.929502] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5232908d-976e-6f93-01ef-61caa23b236f, 'name': SearchDatastore_Task, 'duration_secs': 0.038435} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.937018] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98cdb998-cdea-48fe-955a-87eb5e80b5c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.941831] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1567.941831] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525facd0-c843-d2a0-1784-7ea6d60ac879" [ 1567.941831] env[63248]: _type = "Task" [ 1567.941831] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.954028] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525facd0-c843-d2a0-1784-7ea6d60ac879, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.954384] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.954678] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 2662ff23-cc49-444e-8f62-b226c02f04df/2662ff23-cc49-444e-8f62-b226c02f04df.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.954972] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8b9d212-1bed-4f97-a2e9-7c2baebb6309 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.963187] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1567.963187] env[63248]: value = "task-1800871" [ 1567.963187] env[63248]: _type = "Task" [ 1567.963187] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.972718] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.027528] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067934} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.027809] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1568.028688] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f039c3-91aa-4199-b34b-25084c29ca01 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.053445] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18/12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.057060] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ec7981-7e07-45bd-8cf1-fd1b423ef9b8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.071847] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21276698-224b-44a9-b80a-d9733a4a770c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.081366] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17261c5f-ebfa-4614-b06b-034da87ab407 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.086584] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1568.086584] env[63248]: value = "task-1800872" [ 1568.086584] env[63248]: _type = "Task" [ 1568.086584] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.118205] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70df01c7-d7e8-4eb5-b8f1-91c6a079bb0b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.123723] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.130118] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985e804b-afd2-43e7-aa63-116fdff9bec1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.145202] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.363027] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lock "refresh_cache-f3bfbaae-b3fc-4af3-9479-0028a691a934" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.364153] env[63248]: DEBUG nova.compute.manager [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Instance network_info: |[{"id": "14ca764f-41e7-4166-a005-a9554c7fa04b", "address": "fa:16:3e:34:c4:82", "network": {"id": "49e9a8dd-8322-4a12-924f-b705209b1b85", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1983382143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8e28dbc19e486f93084cad4879104a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ca764f-41", "ovs_interfaceid": "14ca764f-41e7-4166-a005-a9554c7fa04b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1568.364153] env[63248]: DEBUG oslo_concurrency.lockutils [req-813e3b1f-e08a-4deb-84c2-666036c04e45 req-025acb72-8fda-4212-a1e4-7fe43c164342 service nova] Acquired lock "refresh_cache-f3bfbaae-b3fc-4af3-9479-0028a691a934" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.364153] env[63248]: DEBUG nova.network.neutron [req-813e3b1f-e08a-4deb-84c2-666036c04e45 req-025acb72-8fda-4212-a1e4-7fe43c164342 service nova] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Refreshing network info cache for port 14ca764f-41e7-4166-a005-a9554c7fa04b {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.369122] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:c4:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14ca764f-41e7-4166-a005-a9554c7fa04b', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1568.377676] env[63248]: DEBUG oslo.service.loopingcall [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.378994] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1568.379669] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bf3bfbd-4d78-4bc4-8327-0d2d438df7bf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.401218] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1568.401218] env[63248]: value = "task-1800873" [ 1568.401218] env[63248]: _type = "Task" [ 1568.401218] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.410205] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800873, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.474014] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800871, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.597015] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800872, 'name': ReconfigVM_Task, 'duration_secs': 0.345468} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.597172] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18/12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1568.598109] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08a04083-964f-41ed-8a34-6fb529fb608d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.604104] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1568.604104] env[63248]: value = "task-1800874" [ 1568.604104] env[63248]: _type = "Task" [ 1568.604104] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.613464] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800874, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.679324] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1568.679696] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 92 to 93 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1568.679911] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.913877] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800873, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.974241] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518209} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.974518] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 2662ff23-cc49-444e-8f62-b226c02f04df/2662ff23-cc49-444e-8f62-b226c02f04df.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.974732] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.975008] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d48c00b-1aed-467d-988d-1d891c1b920f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.981647] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1568.981647] env[63248]: value = "task-1800875" [ 1568.981647] env[63248]: _type = "Task" [ 1568.981647] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.992380] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.114416] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800874, 'name': Rename_Task, 'duration_secs': 0.140873} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.114705] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1569.114937] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-677ebb24-8b84-470b-87dd-b29a7da13bfd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.121626] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1569.121626] env[63248]: value = "task-1800876" [ 1569.121626] env[63248]: _type = "Task" [ 1569.121626] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.128717] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.185524] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1569.185797] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.663s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.186213] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.059s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.187726] env[63248]: INFO nova.compute.claims [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1569.227641] env[63248]: DEBUG nova.network.neutron [req-813e3b1f-e08a-4deb-84c2-666036c04e45 req-025acb72-8fda-4212-a1e4-7fe43c164342 service nova] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Updated VIF entry in instance network info cache for port 14ca764f-41e7-4166-a005-a9554c7fa04b. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1569.228019] env[63248]: DEBUG nova.network.neutron [req-813e3b1f-e08a-4deb-84c2-666036c04e45 req-025acb72-8fda-4212-a1e4-7fe43c164342 service nova] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Updating instance_info_cache with network_info: [{"id": "14ca764f-41e7-4166-a005-a9554c7fa04b", "address": "fa:16:3e:34:c4:82", "network": {"id": "49e9a8dd-8322-4a12-924f-b705209b1b85", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1983382143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8e28dbc19e486f93084cad4879104a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ca764f-41", "ovs_interfaceid": "14ca764f-41e7-4166-a005-a9554c7fa04b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.414069] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800873, 'name': CreateVM_Task, 'duration_secs': 0.700232} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.414289] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1569.415106] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a1c1c34-e43b-4223-a897-7e6e9e54092a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.415322] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a1c1c34-e43b-4223-a897-7e6e9e54092a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.415753] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a1c1c34-e43b-4223-a897-7e6e9e54092a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1569.416059] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5aa55e9-2377-4480-97a1-72a6ddbc8f5a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.420905] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1569.420905] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52165165-350c-a0f0-1ced-6a7ade185f99" [ 1569.420905] env[63248]: _type = "Task" [ 1569.420905] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.429450] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52165165-350c-a0f0-1ced-6a7ade185f99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.492436] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067257} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.492720] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.493710] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11867cd9-0fef-47ce-b2db-739e3473e6c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.516970] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 2662ff23-cc49-444e-8f62-b226c02f04df/2662ff23-cc49-444e-8f62-b226c02f04df.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.517299] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a54bdce-ed55-4656-ba5e-646ab6e90dc7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.539079] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1569.539079] env[63248]: value = "task-1800877" [ 1569.539079] env[63248]: _type = "Task" [ 1569.539079] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.546857] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.592115] env[63248]: DEBUG nova.compute.manager [req-ec49c446-cb12-4aa0-a7fa-bb9583ed531b req-ea5100f7-c8f7-4d35-9619-ab72213ebb2f service nova] [instance: 68314427-e347-406a-88ed-362a894aee88] Received event network-changed-3cd0cab3-e07e-457b-bd2b-69a42f9cd771 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1569.592307] env[63248]: DEBUG nova.compute.manager [req-ec49c446-cb12-4aa0-a7fa-bb9583ed531b req-ea5100f7-c8f7-4d35-9619-ab72213ebb2f service nova] [instance: 68314427-e347-406a-88ed-362a894aee88] Refreshing instance network info cache due to event network-changed-3cd0cab3-e07e-457b-bd2b-69a42f9cd771. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1569.592528] env[63248]: DEBUG oslo_concurrency.lockutils [req-ec49c446-cb12-4aa0-a7fa-bb9583ed531b req-ea5100f7-c8f7-4d35-9619-ab72213ebb2f service nova] Acquiring lock "refresh_cache-68314427-e347-406a-88ed-362a894aee88" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.592668] env[63248]: DEBUG oslo_concurrency.lockutils [req-ec49c446-cb12-4aa0-a7fa-bb9583ed531b req-ea5100f7-c8f7-4d35-9619-ab72213ebb2f service nova] Acquired lock "refresh_cache-68314427-e347-406a-88ed-362a894aee88" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.592836] env[63248]: DEBUG nova.network.neutron [req-ec49c446-cb12-4aa0-a7fa-bb9583ed531b req-ea5100f7-c8f7-4d35-9619-ab72213ebb2f service nova] [instance: 68314427-e347-406a-88ed-362a894aee88] Refreshing network info cache for port 3cd0cab3-e07e-457b-bd2b-69a42f9cd771 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1569.632131] env[63248]: DEBUG oslo_vmware.api [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800876, 'name': PowerOnVM_Task, 'duration_secs': 0.477804} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.632463] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1569.632583] env[63248]: INFO nova.compute.manager [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1569.632759] env[63248]: DEBUG nova.compute.manager [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1569.633538] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c33261-ecb6-4b29-a7e7-e025e34846fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.716683] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "b97d2539-bee1-47c9-a0db-1aef7f767bc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.716940] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "b97d2539-bee1-47c9-a0db-1aef7f767bc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.717171] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "b97d2539-bee1-47c9-a0db-1aef7f767bc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.717361] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "b97d2539-bee1-47c9-a0db-1aef7f767bc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.717528] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "b97d2539-bee1-47c9-a0db-1aef7f767bc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.719919] env[63248]: INFO nova.compute.manager [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Terminating instance [ 1569.732148] env[63248]: DEBUG oslo_concurrency.lockutils [req-813e3b1f-e08a-4deb-84c2-666036c04e45 req-025acb72-8fda-4212-a1e4-7fe43c164342 service nova] Releasing lock "refresh_cache-f3bfbaae-b3fc-4af3-9479-0028a691a934" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.932408] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a1c1c34-e43b-4223-a897-7e6e9e54092a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.932743] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Processing image 3a1c1c34-e43b-4223-a897-7e6e9e54092a {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1569.933327] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a1c1c34-e43b-4223-a897-7e6e9e54092a/3a1c1c34-e43b-4223-a897-7e6e9e54092a.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.933531] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a1c1c34-e43b-4223-a897-7e6e9e54092a/3a1c1c34-e43b-4223-a897-7e6e9e54092a.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.933778] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1569.934071] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dda0dc5-3449-4f6c-b393-0f8bd462f001 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.950974] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1569.951231] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1569.952027] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3efbc5f5-5599-4109-b867-8cc2e20709f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.957669] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1569.957669] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a6991d-28bd-24e6-1d9d-f08d355f0ffb" [ 1569.957669] env[63248]: _type = "Task" [ 1569.957669] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.965557] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a6991d-28bd-24e6-1d9d-f08d355f0ffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.048652] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.152748] env[63248]: INFO nova.compute.manager [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Took 26.59 seconds to build instance. [ 1570.224203] env[63248]: DEBUG nova.compute.manager [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1570.224626] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.225567] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7effad1-c0d7-4535-aa57-fb1fed154d94 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.235954] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.236217] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-340b033d-e82a-4074-9344-55b4b87a87db {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.241930] env[63248]: DEBUG oslo_vmware.api [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1570.241930] env[63248]: value = "task-1800878" [ 1570.241930] env[63248]: _type = "Task" [ 1570.241930] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.249459] env[63248]: DEBUG oslo_vmware.api [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.471625] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Preparing fetch location {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1570.471896] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Fetch image to [datastore1] OSTACK_IMG_3c904bc5-f0e3-4e66-8ecb-b99abafdb058/OSTACK_IMG_3c904bc5-f0e3-4e66-8ecb-b99abafdb058.vmdk {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1570.472094] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Downloading stream optimized image 3a1c1c34-e43b-4223-a897-7e6e9e54092a to [datastore1] OSTACK_IMG_3c904bc5-f0e3-4e66-8ecb-b99abafdb058/OSTACK_IMG_3c904bc5-f0e3-4e66-8ecb-b99abafdb058.vmdk on the data store datastore1 as vApp {{(pid=63248) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1570.472662] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Downloading image file data 3a1c1c34-e43b-4223-a897-7e6e9e54092a to the ESX as VM named 'OSTACK_IMG_3c904bc5-f0e3-4e66-8ecb-b99abafdb058' {{(pid=63248) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1570.554027] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800877, 'name': ReconfigVM_Task, 'duration_secs': 0.60554} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.554315] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 2662ff23-cc49-444e-8f62-b226c02f04df/2662ff23-cc49-444e-8f62-b226c02f04df.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.555330] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b90730d-8237-41f0-ad35-b71471eb88e0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.561512] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1570.561512] env[63248]: value = "task-1800879" [ 1570.561512] env[63248]: _type = "Task" [ 1570.561512] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.569721] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800879, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.573703] env[63248]: DEBUG oslo_vmware.rw_handles [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1570.573703] env[63248]: value = "resgroup-9" [ 1570.573703] env[63248]: _type = "ResourcePool" [ 1570.573703] env[63248]: }. {{(pid=63248) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1570.573921] env[63248]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3406b30e-3f8b-47ef-86f3-e4b82e23784f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.598571] env[63248]: DEBUG oslo_vmware.rw_handles [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lease: (returnval){ [ 1570.598571] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fec104-570f-f297-751e-4c53b8e7387d" [ 1570.598571] env[63248]: _type = "HttpNfcLease" [ 1570.598571] env[63248]: } obtained for vApp import into resource pool (val){ [ 1570.598571] env[63248]: value = "resgroup-9" [ 1570.598571] env[63248]: _type = "ResourcePool" [ 1570.598571] env[63248]: }. {{(pid=63248) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1570.598864] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the lease: (returnval){ [ 1570.598864] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fec104-570f-f297-751e-4c53b8e7387d" [ 1570.598864] env[63248]: _type = "HttpNfcLease" [ 1570.598864] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1570.607176] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1570.607176] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fec104-570f-f297-751e-4c53b8e7387d" [ 1570.607176] env[63248]: _type = "HttpNfcLease" [ 1570.607176] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1570.656634] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef0aa773-4465-4ea4-82b6-2671020fa7a9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Lock "12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.108s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.694361] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1ce664-2451-4ea6-a688-faa0b3f011f1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.703234] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cead1b-4bfa-4042-9ffe-4845130e749d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.734424] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0254194d-7f2f-48d0-a24a-95fc9daa7c49 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.741839] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825b72b4-0f22-4a39-bce6-f7cc4b64f7d6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.749131] env[63248]: DEBUG nova.network.neutron [req-ec49c446-cb12-4aa0-a7fa-bb9583ed531b req-ea5100f7-c8f7-4d35-9619-ab72213ebb2f service nova] [instance: 68314427-e347-406a-88ed-362a894aee88] Updated VIF entry in instance network info cache for port 3cd0cab3-e07e-457b-bd2b-69a42f9cd771. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.749495] env[63248]: DEBUG nova.network.neutron [req-ec49c446-cb12-4aa0-a7fa-bb9583ed531b req-ea5100f7-c8f7-4d35-9619-ab72213ebb2f service nova] [instance: 68314427-e347-406a-88ed-362a894aee88] Updating instance_info_cache with network_info: [{"id": "3cd0cab3-e07e-457b-bd2b-69a42f9cd771", "address": "fa:16:3e:fd:3c:72", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd0cab3-e0", "ovs_interfaceid": "3cd0cab3-e07e-457b-bd2b-69a42f9cd771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.759965] env[63248]: DEBUG nova.compute.provider_tree [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.765619] env[63248]: DEBUG oslo_vmware.api [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800878, 'name': PowerOffVM_Task, 'duration_secs': 0.243251} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.766122] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.766308] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.766554] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4558b6be-fd83-4965-b99f-d3a2fa5bf362 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.913810] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.914035] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.914231] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Deleting the datastore file [datastore1] b97d2539-bee1-47c9-a0db-1aef7f767bc6 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.914490] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3ec54c0-b662-4995-8996-e160950c831e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.921138] env[63248]: DEBUG oslo_vmware.api [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1570.921138] env[63248]: value = "task-1800882" [ 1570.921138] env[63248]: _type = "Task" [ 1570.921138] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.931054] env[63248]: DEBUG oslo_vmware.api [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.072516] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800879, 'name': Rename_Task, 'duration_secs': 0.171694} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.073810] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1571.076501] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd0a2935-4283-476f-b680-3a8c5a7856cc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.082810] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1571.082810] env[63248]: value = "task-1800883" [ 1571.082810] env[63248]: _type = "Task" [ 1571.082810] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.093057] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.106929] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1571.106929] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fec104-570f-f297-751e-4c53b8e7387d" [ 1571.106929] env[63248]: _type = "HttpNfcLease" [ 1571.106929] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1571.107268] env[63248]: DEBUG oslo_vmware.rw_handles [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1571.107268] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fec104-570f-f297-751e-4c53b8e7387d" [ 1571.107268] env[63248]: _type = "HttpNfcLease" [ 1571.107268] env[63248]: }. {{(pid=63248) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1571.108038] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6c8cad-37b2-4df4-8a84-93d3304bc0b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.115801] env[63248]: DEBUG oslo_vmware.rw_handles [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527e7018-40c2-a71c-b17e-43497b5a3ce0/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1571.115993] env[63248]: DEBUG oslo_vmware.rw_handles [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Creating HTTP connection to write to file with size = 31571456 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527e7018-40c2-a71c-b17e-43497b5a3ce0/disk-0.vmdk. {{(pid=63248) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1571.179333] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b1f0337-3948-460f-bed5-c34f3f9b0e55 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.251905] env[63248]: DEBUG oslo_concurrency.lockutils [req-ec49c446-cb12-4aa0-a7fa-bb9583ed531b req-ea5100f7-c8f7-4d35-9619-ab72213ebb2f service nova] Releasing lock "refresh_cache-68314427-e347-406a-88ed-362a894aee88" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.267235] env[63248]: DEBUG nova.scheduler.client.report [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1571.432517] env[63248]: DEBUG oslo_vmware.api [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172222} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.434329] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.434594] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.434822] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.435049] env[63248]: INFO nova.compute.manager [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1571.435353] env[63248]: DEBUG oslo.service.loopingcall [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.435597] env[63248]: DEBUG nova.compute.manager [-] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1571.435719] env[63248]: DEBUG nova.network.neutron [-] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1571.583345] env[63248]: INFO nova.compute.manager [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Rescuing [ 1571.583345] env[63248]: DEBUG oslo_concurrency.lockutils [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquiring lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.583345] env[63248]: DEBUG oslo_concurrency.lockutils [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquired lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.583345] env[63248]: DEBUG nova.network.neutron [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.611438] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800883, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.773843] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.773843] env[63248]: DEBUG nova.compute.manager [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1571.777512] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.949s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.777512] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.781116] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.911s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.781116] env[63248]: DEBUG nova.objects.instance [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lazy-loading 'pci_requests' on Instance uuid 5d3de880-3eba-43b2-808b-343c9a7012ff {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.828185] env[63248]: INFO nova.scheduler.client.report [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Deleted allocations for instance 1098fca5-bc94-4a9c-9012-30a75cee1b0f [ 1571.839712] env[63248]: DEBUG nova.compute.manager [req-984f228d-a4e0-431f-9552-0388a624e6e5 req-011fe599-ba81-4706-a8cd-26f2e9b8952e service nova] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Received event network-vif-deleted-0387ba41-b714-4ed3-8dc8-185501071fa8 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1571.840381] env[63248]: INFO nova.compute.manager [req-984f228d-a4e0-431f-9552-0388a624e6e5 req-011fe599-ba81-4706-a8cd-26f2e9b8952e service nova] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Neutron deleted interface 0387ba41-b714-4ed3-8dc8-185501071fa8; detaching it from the instance and deleting it from the info cache [ 1571.840381] env[63248]: DEBUG nova.network.neutron [req-984f228d-a4e0-431f-9552-0388a624e6e5 req-011fe599-ba81-4706-a8cd-26f2e9b8952e service nova] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.105293] env[63248]: DEBUG oslo_vmware.api [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800883, 'name': PowerOnVM_Task, 'duration_secs': 0.53349} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.107318] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1572.107404] env[63248]: DEBUG nova.compute.manager [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.108415] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e81d0c3-682a-4397-84de-13d568a9ed0a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.284852] env[63248]: DEBUG nova.compute.utils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1572.288795] env[63248]: DEBUG nova.compute.manager [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1572.288795] env[63248]: DEBUG nova.network.neutron [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1572.293625] env[63248]: DEBUG nova.objects.instance [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lazy-loading 'numa_topology' on Instance uuid 5d3de880-3eba-43b2-808b-343c9a7012ff {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1572.314026] env[63248]: DEBUG oslo_vmware.rw_handles [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Completed reading data from the image iterator. {{(pid=63248) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1572.316106] env[63248]: DEBUG oslo_vmware.rw_handles [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527e7018-40c2-a71c-b17e-43497b5a3ce0/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1572.316848] env[63248]: DEBUG nova.network.neutron [-] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.318897] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1e9576-42b4-41f8-a230-60c29da110ec {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.327047] env[63248]: DEBUG oslo_vmware.rw_handles [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527e7018-40c2-a71c-b17e-43497b5a3ce0/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1572.327390] env[63248]: DEBUG oslo_vmware.rw_handles [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527e7018-40c2-a71c-b17e-43497b5a3ce0/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1572.327725] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-46b145e3-dd6d-4032-944d-ad0df624c3ab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.345327] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-951f6509-6aec-4878-a078-5aa07d2069f3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.348089] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3faf56de-51d0-4d2d-a1f7-1e029b3a4785 tempest-ServerShowV257Test-1622177858 tempest-ServerShowV257Test-1622177858-project-member] Lock "1098fca5-bc94-4a9c-9012-30a75cee1b0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.615s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.357551] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e305ce-db8f-4339-a7d8-078753d916d3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.371958] env[63248]: DEBUG nova.policy [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff4ee0d971a3491d90a20f55d6dbd9f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c45bad65169d490cbbb770f254644d67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1572.403500] env[63248]: DEBUG nova.compute.manager [req-984f228d-a4e0-431f-9552-0388a624e6e5 req-011fe599-ba81-4706-a8cd-26f2e9b8952e service nova] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Detach interface failed, port_id=0387ba41-b714-4ed3-8dc8-185501071fa8, reason: Instance b97d2539-bee1-47c9-a0db-1aef7f767bc6 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1572.467525] env[63248]: DEBUG nova.network.neutron [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Updating instance_info_cache with network_info: [{"id": "77485180-b33d-4639-9a02-c27e75985599", "address": "fa:16:3e:b3:9a:64", "network": {"id": "e1c37988-37dd-46fc-a640-a4503bbf6a9c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-742774491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6cd31a9b24ec45fa9c8abcb3ec96c9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77485180-b3", "ovs_interfaceid": "77485180-b33d-4639-9a02-c27e75985599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.552757] env[63248]: DEBUG oslo_vmware.rw_handles [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527e7018-40c2-a71c-b17e-43497b5a3ce0/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1572.553091] env[63248]: INFO nova.virt.vmwareapi.images [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Downloaded image file data 3a1c1c34-e43b-4223-a897-7e6e9e54092a [ 1572.554338] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0e2b89-e8f6-4114-9935-91382ad109a6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.574233] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49bba760-bf02-4fcc-ae05-4aaf4120e2bd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.609051] env[63248]: INFO nova.virt.vmwareapi.images [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] The imported VM was unregistered [ 1572.611277] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Caching image {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1572.611510] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3a1c1c34-e43b-4223-a897-7e6e9e54092a {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.611780] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-815f59c8-caf2-4f31-8f51-1f4bfc881048 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.623699] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Created directory with path [datastore1] devstack-image-cache_base/3a1c1c34-e43b-4223-a897-7e6e9e54092a {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.623877] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3c904bc5-f0e3-4e66-8ecb-b99abafdb058/OSTACK_IMG_3c904bc5-f0e3-4e66-8ecb-b99abafdb058.vmdk to [datastore1] devstack-image-cache_base/3a1c1c34-e43b-4223-a897-7e6e9e54092a/3a1c1c34-e43b-4223-a897-7e6e9e54092a.vmdk. {{(pid=63248) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1572.624136] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a8fe402d-fe65-4ddc-8e68-ef81539307d2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.628504] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.632866] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1572.632866] env[63248]: value = "task-1800885" [ 1572.632866] env[63248]: _type = "Task" [ 1572.632866] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.640354] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800885, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.689783] env[63248]: DEBUG nova.network.neutron [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Successfully created port: da21f81c-7f1c-4a51-9eea-297fce76c844 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1572.798128] env[63248]: DEBUG nova.compute.manager [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1572.801301] env[63248]: INFO nova.compute.claims [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1572.823236] env[63248]: INFO nova.compute.manager [-] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Took 1.39 seconds to deallocate network for instance. [ 1572.970485] env[63248]: DEBUG oslo_concurrency.lockutils [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Releasing lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.143880] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800885, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.334855] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.643179] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800885, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.812795] env[63248]: DEBUG nova.compute.manager [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1573.838616] env[63248]: DEBUG nova.virt.hardware [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1573.838938] env[63248]: DEBUG nova.virt.hardware [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1573.839228] env[63248]: DEBUG nova.virt.hardware [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1573.839469] env[63248]: DEBUG nova.virt.hardware [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1573.839626] env[63248]: DEBUG nova.virt.hardware [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1573.839774] env[63248]: DEBUG nova.virt.hardware [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1573.840062] env[63248]: DEBUG nova.virt.hardware [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1573.840304] env[63248]: DEBUG nova.virt.hardware [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1573.840539] env[63248]: DEBUG nova.virt.hardware [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1573.840721] env[63248]: DEBUG nova.virt.hardware [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1573.840948] env[63248]: DEBUG nova.virt.hardware [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1573.841907] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df18e2fc-8f4e-49d6-8eaf-30530ca034fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.853742] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608221e2-97e8-49ce-8d61-ce36c74d45d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.147159] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800885, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.196989] env[63248]: DEBUG nova.compute.manager [req-f3901338-1a90-4045-a593-a59892b8d638 req-1079162d-0054-4332-bc19-9eb37df41d5b service nova] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Received event network-vif-plugged-da21f81c-7f1c-4a51-9eea-297fce76c844 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1574.197248] env[63248]: DEBUG oslo_concurrency.lockutils [req-f3901338-1a90-4045-a593-a59892b8d638 req-1079162d-0054-4332-bc19-9eb37df41d5b service nova] Acquiring lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.197468] env[63248]: DEBUG oslo_concurrency.lockutils [req-f3901338-1a90-4045-a593-a59892b8d638 req-1079162d-0054-4332-bc19-9eb37df41d5b service nova] Lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.197653] env[63248]: DEBUG oslo_concurrency.lockutils [req-f3901338-1a90-4045-a593-a59892b8d638 req-1079162d-0054-4332-bc19-9eb37df41d5b service nova] Lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.197862] env[63248]: DEBUG nova.compute.manager [req-f3901338-1a90-4045-a593-a59892b8d638 req-1079162d-0054-4332-bc19-9eb37df41d5b service nova] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] No waiting events found dispatching network-vif-plugged-da21f81c-7f1c-4a51-9eea-297fce76c844 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1574.198071] env[63248]: WARNING nova.compute.manager [req-f3901338-1a90-4045-a593-a59892b8d638 req-1079162d-0054-4332-bc19-9eb37df41d5b service nova] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Received unexpected event network-vif-plugged-da21f81c-7f1c-4a51-9eea-297fce76c844 for instance with vm_state building and task_state spawning. [ 1574.318573] env[63248]: DEBUG nova.network.neutron [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Successfully updated port: da21f81c-7f1c-4a51-9eea-297fce76c844 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1574.336375] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8890a3b-feed-4bcb-859c-001dfae23ecf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.346597] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cc1265-8414-4bd8-af10-1926c39f59c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.379270] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe798c0-7664-46a2-931a-c96af94b4e0d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.387257] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace403ff-8558-4b42-a6f3-64c93685733e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.402057] env[63248]: DEBUG nova.compute.provider_tree [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.519467] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1574.519814] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edad215d-5ff9-4bd7-9abb-ef590454ea91 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.528886] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1574.528886] env[63248]: value = "task-1800886" [ 1574.528886] env[63248]: _type = "Task" [ 1574.528886] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.537861] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.602479] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "417a3664-2b58-4bef-96fb-3b3a017790da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.602968] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "417a3664-2b58-4bef-96fb-3b3a017790da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.603343] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "417a3664-2b58-4bef-96fb-3b3a017790da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.603621] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "417a3664-2b58-4bef-96fb-3b3a017790da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.603933] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "417a3664-2b58-4bef-96fb-3b3a017790da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.607346] env[63248]: INFO nova.compute.manager [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Terminating instance [ 1574.648301] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800885, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.822272] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "refresh_cache-8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.822602] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquired lock "refresh_cache-8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.822672] env[63248]: DEBUG nova.network.neutron [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.905892] env[63248]: DEBUG nova.scheduler.client.report [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.040113] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800886, 'name': PowerOffVM_Task, 'duration_secs': 0.253496} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.040113] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1575.040819] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6876ea-77bb-4a2a-9967-640c144c0681 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.061326] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7da76f1-838a-4625-b512-8cd5543d3d77 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.093772] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1575.094106] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9243d6a4-2e8f-44f4-8119-f9ec0c463b56 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.105470] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1575.105470] env[63248]: value = "task-1800887" [ 1575.105470] env[63248]: _type = "Task" [ 1575.105470] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.115390] env[63248]: DEBUG nova.compute.manager [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1575.115601] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1575.115906] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.116711] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73840fb5-290e-4cdf-b68c-1809261b4fb2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.124869] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1575.125162] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e2e2704-ca38-4ca2-8a3d-7d7cfa48c68c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.132530] env[63248]: DEBUG oslo_vmware.api [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1575.132530] env[63248]: value = "task-1800888" [ 1575.132530] env[63248]: _type = "Task" [ 1575.132530] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.146116] env[63248]: DEBUG oslo_vmware.api [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.152328] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800885, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.470945} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.152633] env[63248]: INFO nova.virt.vmwareapi.ds_util [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3c904bc5-f0e3-4e66-8ecb-b99abafdb058/OSTACK_IMG_3c904bc5-f0e3-4e66-8ecb-b99abafdb058.vmdk to [datastore1] devstack-image-cache_base/3a1c1c34-e43b-4223-a897-7e6e9e54092a/3a1c1c34-e43b-4223-a897-7e6e9e54092a.vmdk. [ 1575.152878] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Cleaning up location [datastore1] OSTACK_IMG_3c904bc5-f0e3-4e66-8ecb-b99abafdb058 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1575.153025] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3c904bc5-f0e3-4e66-8ecb-b99abafdb058 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1575.153360] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6a83af0-9197-429f-9293-aa9a0c12cba5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.160621] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1575.160621] env[63248]: value = "task-1800889" [ 1575.160621] env[63248]: _type = "Task" [ 1575.160621] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.169084] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.358594] env[63248]: DEBUG nova.network.neutron [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1575.412293] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.631s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.414531] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.225s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.414908] env[63248]: INFO nova.compute.claims [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1575.467590] env[63248]: INFO nova.network.neutron [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Updating port 95cedc88-c80a-44c1-87df-75b516db7f2e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1575.505485] env[63248]: DEBUG nova.network.neutron [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Updating instance_info_cache with network_info: [{"id": "da21f81c-7f1c-4a51-9eea-297fce76c844", "address": "fa:16:3e:f5:47:8e", "network": {"id": "b97ed448-308e-480c-997f-853118073263", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2071457263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45bad65169d490cbbb770f254644d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda21f81c-7f", "ovs_interfaceid": "da21f81c-7f1c-4a51-9eea-297fce76c844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.623610] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] VM already powered off {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1575.623849] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.624113] env[63248]: DEBUG oslo_concurrency.lockutils [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.624265] env[63248]: DEBUG oslo_concurrency.lockutils [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.624446] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.624708] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38dbbf4f-6f5f-4aee-aa8b-d1d629f56a96 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.638082] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.638276] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.639337] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4649fa0-898f-4d40-b403-86dd302fe6b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.644566] env[63248]: DEBUG oslo_vmware.api [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800888, 'name': PowerOffVM_Task, 'duration_secs': 0.202144} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.645162] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1575.645360] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1575.645618] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce916a4f-4a7a-4172-b770-7a9fb38bbfc6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.648222] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1575.648222] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f88159-96d5-b46a-22b5-d35326950fa3" [ 1575.648222] env[63248]: _type = "Task" [ 1575.648222] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.658582] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f88159-96d5-b46a-22b5-d35326950fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.669053] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.052075} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.669304] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1575.669822] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a1c1c34-e43b-4223-a897-7e6e9e54092a/3a1c1c34-e43b-4223-a897-7e6e9e54092a.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.670097] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a1c1c34-e43b-4223-a897-7e6e9e54092a/3a1c1c34-e43b-4223-a897-7e6e9e54092a.vmdk to [datastore1] f3bfbaae-b3fc-4af3-9479-0028a691a934/f3bfbaae-b3fc-4af3-9479-0028a691a934.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1575.670344] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f051f282-4985-4333-9768-94c9c0763aa4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.677655] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1575.677655] env[63248]: value = "task-1800891" [ 1575.677655] env[63248]: _type = "Task" [ 1575.677655] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.686155] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.845823] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1575.845823] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1575.845823] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleting the datastore file [datastore1] 417a3664-2b58-4bef-96fb-3b3a017790da {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1575.845823] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cda8cc9-0ebe-4ced-83bc-d0d2aafa0512 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.851592] env[63248]: DEBUG oslo_vmware.api [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1575.851592] env[63248]: value = "task-1800892" [ 1575.851592] env[63248]: _type = "Task" [ 1575.851592] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.860793] env[63248]: DEBUG oslo_vmware.api [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.007892] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Releasing lock "refresh_cache-8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.008277] env[63248]: DEBUG nova.compute.manager [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Instance network_info: |[{"id": "da21f81c-7f1c-4a51-9eea-297fce76c844", "address": "fa:16:3e:f5:47:8e", "network": {"id": "b97ed448-308e-480c-997f-853118073263", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2071457263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45bad65169d490cbbb770f254644d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda21f81c-7f", "ovs_interfaceid": "da21f81c-7f1c-4a51-9eea-297fce76c844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1576.008950] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:47:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da21f81c-7f1c-4a51-9eea-297fce76c844', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1576.018958] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Creating folder: Project (c45bad65169d490cbbb770f254644d67). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1576.019283] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8c927b6-d2dd-4103-8aad-9a2203fbd68e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.037874] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Created folder: Project (c45bad65169d490cbbb770f254644d67) in parent group-v373228. [ 1576.038056] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Creating folder: Instances. Parent ref: group-v373422. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1576.038309] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1351453-e8ac-4d6c-95ea-6a27e7ca6794 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.048698] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Created folder: Instances in parent group-v373422. [ 1576.048962] env[63248]: DEBUG oslo.service.loopingcall [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.049175] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1576.049394] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb8a7cde-4cc0-41d4-8799-7544417558af {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.070507] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1576.070507] env[63248]: value = "task-1800895" [ 1576.070507] env[63248]: _type = "Task" [ 1576.070507] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.078457] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800895, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.161035] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f88159-96d5-b46a-22b5-d35326950fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.0097} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.162036] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-672433b1-9fb1-43d1-a7a4-4e532ff07906 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.168997] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1576.168997] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52413520-e898-494e-3ba3-308192d52b6a" [ 1576.168997] env[63248]: _type = "Task" [ 1576.168997] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.178277] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52413520-e898-494e-3ba3-308192d52b6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.187088] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800891, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.225860] env[63248]: DEBUG nova.compute.manager [req-e46a17d4-0e4c-40e4-95de-c5ab745b8019 req-747f7dc3-2bee-47d8-be13-7171203f7475 service nova] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Received event network-changed-da21f81c-7f1c-4a51-9eea-297fce76c844 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1576.226122] env[63248]: DEBUG nova.compute.manager [req-e46a17d4-0e4c-40e4-95de-c5ab745b8019 req-747f7dc3-2bee-47d8-be13-7171203f7475 service nova] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Refreshing instance network info cache due to event network-changed-da21f81c-7f1c-4a51-9eea-297fce76c844. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1576.226400] env[63248]: DEBUG oslo_concurrency.lockutils [req-e46a17d4-0e4c-40e4-95de-c5ab745b8019 req-747f7dc3-2bee-47d8-be13-7171203f7475 service nova] Acquiring lock "refresh_cache-8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.226569] env[63248]: DEBUG oslo_concurrency.lockutils [req-e46a17d4-0e4c-40e4-95de-c5ab745b8019 req-747f7dc3-2bee-47d8-be13-7171203f7475 service nova] Acquired lock "refresh_cache-8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.226723] env[63248]: DEBUG nova.network.neutron [req-e46a17d4-0e4c-40e4-95de-c5ab745b8019 req-747f7dc3-2bee-47d8-be13-7171203f7475 service nova] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Refreshing network info cache for port da21f81c-7f1c-4a51-9eea-297fce76c844 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.363804] env[63248]: DEBUG oslo_vmware.api [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.583145] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800895, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.682692] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52413520-e898-494e-3ba3-308192d52b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.128467} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.685833] env[63248]: DEBUG oslo_concurrency.lockutils [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.686201] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk. {{(pid=63248) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1576.689116] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7125030-7d0f-4414-b62d-e85356f82791 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.700445] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800891, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.702306] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1576.702306] env[63248]: value = "task-1800896" [ 1576.702306] env[63248]: _type = "Task" [ 1576.702306] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.714573] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.864341] env[63248]: DEBUG oslo_vmware.api [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.729317} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.867072] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1576.867284] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1576.867466] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1576.867637] env[63248]: INFO nova.compute.manager [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1576.867991] env[63248]: DEBUG oslo.service.loopingcall [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.868301] env[63248]: DEBUG nova.compute.manager [-] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1576.868393] env[63248]: DEBUG nova.network.neutron [-] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1576.894717] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e810ebfa-d71d-48f0-85a7-7e1190aea5aa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.903270] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40c7462-51be-4548-8594-0dba2238824b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.935249] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedd10ad-0b73-43b6-8c9a-f97ba289b13d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.945640] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a765453-580f-49bd-a4ff-0a09ffb1960c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.965575] env[63248]: DEBUG nova.compute.provider_tree [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.047794] env[63248]: DEBUG nova.network.neutron [req-e46a17d4-0e4c-40e4-95de-c5ab745b8019 req-747f7dc3-2bee-47d8-be13-7171203f7475 service nova] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Updated VIF entry in instance network info cache for port da21f81c-7f1c-4a51-9eea-297fce76c844. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.047794] env[63248]: DEBUG nova.network.neutron [req-e46a17d4-0e4c-40e4-95de-c5ab745b8019 req-747f7dc3-2bee-47d8-be13-7171203f7475 service nova] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Updating instance_info_cache with network_info: [{"id": "da21f81c-7f1c-4a51-9eea-297fce76c844", "address": "fa:16:3e:f5:47:8e", "network": {"id": "b97ed448-308e-480c-997f-853118073263", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2071457263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45bad65169d490cbbb770f254644d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda21f81c-7f", "ovs_interfaceid": "da21f81c-7f1c-4a51-9eea-297fce76c844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.083861] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800895, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.195306] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800891, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.202506] env[63248]: DEBUG nova.compute.manager [req-e64775f2-bccf-4a3b-917c-88e93e0def41 req-9233c37d-a14e-4681-9353-6f022b06536f service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Received event network-vif-plugged-95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1577.202506] env[63248]: DEBUG oslo_concurrency.lockutils [req-e64775f2-bccf-4a3b-917c-88e93e0def41 req-9233c37d-a14e-4681-9353-6f022b06536f service nova] Acquiring lock "5d3de880-3eba-43b2-808b-343c9a7012ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.202506] env[63248]: DEBUG oslo_concurrency.lockutils [req-e64775f2-bccf-4a3b-917c-88e93e0def41 req-9233c37d-a14e-4681-9353-6f022b06536f service nova] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.202506] env[63248]: DEBUG oslo_concurrency.lockutils [req-e64775f2-bccf-4a3b-917c-88e93e0def41 req-9233c37d-a14e-4681-9353-6f022b06536f service nova] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.202644] env[63248]: DEBUG nova.compute.manager [req-e64775f2-bccf-4a3b-917c-88e93e0def41 req-9233c37d-a14e-4681-9353-6f022b06536f service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] No waiting events found dispatching network-vif-plugged-95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1577.202868] env[63248]: WARNING nova.compute.manager [req-e64775f2-bccf-4a3b-917c-88e93e0def41 req-9233c37d-a14e-4681-9353-6f022b06536f service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Received unexpected event network-vif-plugged-95cedc88-c80a-44c1-87df-75b516db7f2e for instance with vm_state shelved_offloaded and task_state spawning. [ 1577.217993] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.319142] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.319142] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.319142] env[63248]: DEBUG nova.network.neutron [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1577.473758] env[63248]: DEBUG nova.scheduler.client.report [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.549715] env[63248]: DEBUG oslo_concurrency.lockutils [req-e46a17d4-0e4c-40e4-95de-c5ab745b8019 req-747f7dc3-2bee-47d8-be13-7171203f7475 service nova] Releasing lock "refresh_cache-8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.582799] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800895, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.693086] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800891, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.714356] env[63248]: DEBUG nova.network.neutron [-] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.715159] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.979559] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.979999] env[63248]: DEBUG nova.compute.manager [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1577.983103] env[63248]: DEBUG oslo_concurrency.lockutils [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.658s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.983407] env[63248]: DEBUG oslo_concurrency.lockutils [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.987132] env[63248]: DEBUG oslo_concurrency.lockutils [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.396s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.987327] env[63248]: DEBUG oslo_concurrency.lockutils [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.989448] env[63248]: DEBUG oslo_concurrency.lockutils [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.293s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.989645] env[63248]: DEBUG oslo_concurrency.lockutils [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.991645] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.377s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.029447] env[63248]: INFO nova.scheduler.client.report [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Deleted allocations for instance ca6f659e-a9b0-437e-a968-2bcf02983683 [ 1578.032458] env[63248]: INFO nova.scheduler.client.report [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Deleted allocations for instance d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19 [ 1578.049042] env[63248]: INFO nova.scheduler.client.report [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Deleted allocations for instance a6930c24-8d83-44fc-b3d4-515d422d6179 [ 1578.084842] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800895, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.194582] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800891, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.215116] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800896, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.217679] env[63248]: INFO nova.compute.manager [-] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Took 1.35 seconds to deallocate network for instance. [ 1578.220330] env[63248]: DEBUG nova.network.neutron [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Updating instance_info_cache with network_info: [{"id": "95cedc88-c80a-44c1-87df-75b516db7f2e", "address": "fa:16:3e:72:b4:98", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cedc88-c8", "ovs_interfaceid": "95cedc88-c80a-44c1-87df-75b516db7f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.273155] env[63248]: DEBUG nova.compute.manager [req-05de0f4a-0883-4488-9d63-ce504b6f2865 req-1a91b4a7-a0ff-452f-9738-1b31fa19eee6 service nova] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Received event network-vif-deleted-9ab74870-4ab2-4f94-a4d6-38b9bdda2432 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1578.496113] env[63248]: DEBUG nova.compute.utils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1578.500417] env[63248]: INFO nova.compute.claims [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1578.504335] env[63248]: DEBUG nova.compute.manager [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1578.504525] env[63248]: DEBUG nova.network.neutron [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1578.543316] env[63248]: DEBUG oslo_concurrency.lockutils [None req-11944d7b-d496-44b3-bfb7-1a0e25da49f6 tempest-ServerShowV254Test-2020701774 tempest-ServerShowV254Test-2020701774-project-member] Lock "d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.292s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.544838] env[63248]: DEBUG oslo_concurrency.lockutils [None req-05465968-fac3-4dfd-ad48-1b19293720a9 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "ca6f659e-a9b0-437e-a968-2bcf02983683" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.019s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.560901] env[63248]: DEBUG oslo_concurrency.lockutils [None req-47bf6131-4e01-48d9-b29f-91eebed0dbc1 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "a6930c24-8d83-44fc-b3d4-515d422d6179" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.847s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.581887] env[63248]: DEBUG nova.policy [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ffef12d33954a74b82ea7366686fa55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92fbb845eb614c12a2ab3032d9a39f84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1578.587400] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800895, 'name': CreateVM_Task, 'duration_secs': 2.348086} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.587535] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1578.588248] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.588402] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.588721] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1578.588992] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2da144f-b344-432b-8b90-3c27ea44e515 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.595253] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1578.595253] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a37a31-8cff-7225-8a5d-e573f313df82" [ 1578.595253] env[63248]: _type = "Task" [ 1578.595253] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.604966] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a37a31-8cff-7225-8a5d-e573f313df82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.694811] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800891, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.758532} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.695132] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a1c1c34-e43b-4223-a897-7e6e9e54092a/3a1c1c34-e43b-4223-a897-7e6e9e54092a.vmdk to [datastore1] f3bfbaae-b3fc-4af3-9479-0028a691a934/f3bfbaae-b3fc-4af3-9479-0028a691a934.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1578.696070] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b49dc29-c1f5-4ba5-aa6b-85485d5eaa4b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.720218] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] f3bfbaae-b3fc-4af3-9479-0028a691a934/f3bfbaae-b3fc-4af3-9479-0028a691a934.vmdk or device None with type streamOptimized {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1578.723870] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6963e73-1213-40a8-8d41-428bff513170 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.739204] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.741685] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.748474] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800896, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.749929] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1578.749929] env[63248]: value = "task-1800897" [ 1578.749929] env[63248]: _type = "Task" [ 1578.749929] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.758459] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.786117] env[63248]: DEBUG nova.virt.hardware [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f1be5e861d420069cc595e783d15cf66',container_format='bare',created_at=2024-12-12T07:31:37Z,direct_url=,disk_format='vmdk',id=da9846dd-dfe9-4f6e-8fd7-0d070e70af5d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1321318955-shelved',owner='a3ea98e9ae164c4686f80fc475d85e0c',properties=ImageMetaProps,protected=,size=31672832,status='active',tags=,updated_at=2024-12-12T07:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1578.786117] env[63248]: DEBUG nova.virt.hardware [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1578.786117] env[63248]: DEBUG nova.virt.hardware [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1578.786315] env[63248]: DEBUG nova.virt.hardware [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1578.786494] env[63248]: DEBUG nova.virt.hardware [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1578.786578] env[63248]: DEBUG nova.virt.hardware [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1578.786781] env[63248]: DEBUG nova.virt.hardware [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1578.787030] env[63248]: DEBUG nova.virt.hardware [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1578.787127] env[63248]: DEBUG nova.virt.hardware [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1578.787328] env[63248]: DEBUG nova.virt.hardware [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1578.787562] env[63248]: DEBUG nova.virt.hardware [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1578.788693] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8001ab-9041-4c27-85b4-ef9b497b4b5d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.798445] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bab399-8a26-4e02-b397-0127f473d37d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.812672] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:b4:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95cedc88-c80a-44c1-87df-75b516db7f2e', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1578.820262] env[63248]: DEBUG oslo.service.loopingcall [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.820355] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1578.820523] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5139220-b9c1-454f-aff6-1f6e86dcff84 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.843614] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1578.843614] env[63248]: value = "task-1800898" [ 1578.843614] env[63248]: _type = "Task" [ 1578.843614] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.852020] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800898, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.008894] env[63248]: INFO nova.compute.resource_tracker [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating resource usage from migration cd26e049-9ae9-4c1e-9375-db90e395fc28 [ 1579.012174] env[63248]: DEBUG nova.compute.manager [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1579.112313] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a37a31-8cff-7225-8a5d-e573f313df82, 'name': SearchDatastore_Task, 'duration_secs': 0.050182} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.112313] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.112313] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1579.112534] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.112658] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.112832] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1579.113200] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-100251b6-1670-4873-8e1b-db8890754576 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.123132] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1579.123355] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1579.124092] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5dc159a-d0e7-4529-ac64-1b6dd75cb19f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.129866] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1579.129866] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d2c9b6-a4b3-e4db-5c7d-07a97d6a6d72" [ 1579.129866] env[63248]: _type = "Task" [ 1579.129866] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.139371] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d2c9b6-a4b3-e4db-5c7d-07a97d6a6d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.223736] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800896, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.053233} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.225316] env[63248]: INFO nova.virt.vmwareapi.ds_util [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk. [ 1579.230902] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfde0a3-912f-4dcb-8e95-71ac7ae29dc1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.259509] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1579.266027] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-947cdf98-67ba-40d8-b8f8-0c41f47f7e50 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.290178] env[63248]: DEBUG nova.network.neutron [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Successfully created port: ee42df98-a93c-4c52-a5eb-386d073da540 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1579.301430] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1579.301430] env[63248]: value = "task-1800899" [ 1579.301430] env[63248]: _type = "Task" [ 1579.301430] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.307715] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.357849] env[63248]: DEBUG nova.compute.manager [req-4be1bffd-30fa-42f8-87c2-258842cbfb2e req-b3c5b93c-f25c-4016-ad57-c992e3ee5f56 service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Received event network-changed-95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1579.358234] env[63248]: DEBUG nova.compute.manager [req-4be1bffd-30fa-42f8-87c2-258842cbfb2e req-b3c5b93c-f25c-4016-ad57-c992e3ee5f56 service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Refreshing instance network info cache due to event network-changed-95cedc88-c80a-44c1-87df-75b516db7f2e. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1579.358633] env[63248]: DEBUG oslo_concurrency.lockutils [req-4be1bffd-30fa-42f8-87c2-258842cbfb2e req-b3c5b93c-f25c-4016-ad57-c992e3ee5f56 service nova] Acquiring lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.358910] env[63248]: DEBUG oslo_concurrency.lockutils [req-4be1bffd-30fa-42f8-87c2-258842cbfb2e req-b3c5b93c-f25c-4016-ad57-c992e3ee5f56 service nova] Acquired lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.359158] env[63248]: DEBUG nova.network.neutron [req-4be1bffd-30fa-42f8-87c2-258842cbfb2e req-b3c5b93c-f25c-4016-ad57-c992e3ee5f56 service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Refreshing network info cache for port 95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.368137] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800898, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.563888] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7717adee-fcb0-45bc-bd63-7edc78af9eb6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.573045] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe33669-d587-48b2-b38e-1a14ca893411 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.609248] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b496ed5f-0c4a-4553-b4c6-6ecbcb4116f9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.617632] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfd81f8-3533-481b-a633-f12b4dff5cee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.632454] env[63248]: DEBUG nova.compute.provider_tree [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1579.642996] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d2c9b6-a4b3-e4db-5c7d-07a97d6a6d72, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.643675] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95bc9ab3-6908-4ffd-9d5a-d20035357c79 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.649910] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1579.649910] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c50f40-853a-670b-c932-ec9da98bf9bd" [ 1579.649910] env[63248]: _type = "Task" [ 1579.649910] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.658954] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c50f40-853a-670b-c932-ec9da98bf9bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.735036] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "48363a3d-e5c1-41b9-ac55-caea067f1a75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.735310] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "48363a3d-e5c1-41b9-ac55-caea067f1a75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.735537] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "48363a3d-e5c1-41b9-ac55-caea067f1a75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.735729] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "48363a3d-e5c1-41b9-ac55-caea067f1a75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.735905] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "48363a3d-e5c1-41b9-ac55-caea067f1a75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.738370] env[63248]: INFO nova.compute.manager [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Terminating instance [ 1579.763010] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800897, 'name': ReconfigVM_Task, 'duration_secs': 0.953202} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.763493] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Reconfigured VM instance instance-0000003f to attach disk [datastore1] f3bfbaae-b3fc-4af3-9479-0028a691a934/f3bfbaae-b3fc-4af3-9479-0028a691a934.vmdk or device None with type streamOptimized {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1579.764456] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deadfe81-1ef6-4be0-a8f2-e07dbc345345 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.771765] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1579.771765] env[63248]: value = "task-1800900" [ 1579.771765] env[63248]: _type = "Task" [ 1579.771765] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.781086] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800900, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.817565] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800899, 'name': ReconfigVM_Task, 'duration_secs': 0.310878} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.820814] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1579.820814] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8b13a3-4a60-4391-9964-b6ffa33ecc67 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.845493] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b866c4c9-1344-437e-905b-5637976c9c99 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.866466] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1579.866466] env[63248]: value = "task-1800901" [ 1579.866466] env[63248]: _type = "Task" [ 1579.866466] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.871415] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800898, 'name': CreateVM_Task, 'duration_secs': 0.814538} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.874856] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1579.875813] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.876072] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.876463] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1579.877165] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e381cd0-ba94-44a4-8f07-bdccb467dc52 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.883233] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800901, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.884730] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1579.884730] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527f16b2-748d-0856-20c4-e4571f874d23" [ 1579.884730] env[63248]: _type = "Task" [ 1579.884730] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.896237] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527f16b2-748d-0856-20c4-e4571f874d23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.024893] env[63248]: DEBUG nova.compute.manager [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1580.060736] env[63248]: DEBUG nova.virt.hardware [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1580.061088] env[63248]: DEBUG nova.virt.hardware [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1580.061257] env[63248]: DEBUG nova.virt.hardware [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1580.061442] env[63248]: DEBUG nova.virt.hardware [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1580.062456] env[63248]: DEBUG nova.virt.hardware [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1580.062456] env[63248]: DEBUG nova.virt.hardware [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1580.062456] env[63248]: DEBUG nova.virt.hardware [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1580.062456] env[63248]: DEBUG nova.virt.hardware [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1580.062456] env[63248]: DEBUG nova.virt.hardware [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1580.062745] env[63248]: DEBUG nova.virt.hardware [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1580.062745] env[63248]: DEBUG nova.virt.hardware [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1580.063688] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c99dd2c-1164-43bf-b94a-44a01f9e8983 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.073843] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab210c1-08b0-4f68-a901-77750a04ce99 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.162363] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c50f40-853a-670b-c932-ec9da98bf9bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01267} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.162804] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.163215] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7/8f49be4e-8616-45f6-b056-2e6a8dfe6bf7.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1580.163694] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e2d5842-efbc-426b-87d8-a18bf29aa687 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.174168] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1580.174168] env[63248]: value = "task-1800902" [ 1580.174168] env[63248]: _type = "Task" [ 1580.174168] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.185817] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1800902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.186901] env[63248]: DEBUG nova.scheduler.client.report [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1580.187186] env[63248]: DEBUG nova.compute.provider_tree [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 93 to 94 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1580.187406] env[63248]: DEBUG nova.compute.provider_tree [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1580.242124] env[63248]: DEBUG nova.compute.manager [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1580.242385] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1580.243330] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cd005f-4803-4d6b-89b4-4503a1539d2a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.253740] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1580.254029] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e11a2ef5-3f7f-43d7-8487-e0842243a2a2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.261598] env[63248]: DEBUG oslo_vmware.api [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1580.261598] env[63248]: value = "task-1800903" [ 1580.261598] env[63248]: _type = "Task" [ 1580.261598] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.272240] env[63248]: DEBUG oslo_vmware.api [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.283405] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800900, 'name': Rename_Task, 'duration_secs': 0.222009} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.283836] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1580.284195] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-761b4b86-92ad-40e2-a3ea-2f9b0b86f6b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.294265] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1580.294265] env[63248]: value = "task-1800904" [ 1580.294265] env[63248]: _type = "Task" [ 1580.294265] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.299022] env[63248]: DEBUG nova.network.neutron [req-4be1bffd-30fa-42f8-87c2-258842cbfb2e req-b3c5b93c-f25c-4016-ad57-c992e3ee5f56 service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Updated VIF entry in instance network info cache for port 95cedc88-c80a-44c1-87df-75b516db7f2e. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.299420] env[63248]: DEBUG nova.network.neutron [req-4be1bffd-30fa-42f8-87c2-258842cbfb2e req-b3c5b93c-f25c-4016-ad57-c992e3ee5f56 service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Updating instance_info_cache with network_info: [{"id": "95cedc88-c80a-44c1-87df-75b516db7f2e", "address": "fa:16:3e:72:b4:98", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95cedc88-c8", "ovs_interfaceid": "95cedc88-c80a-44c1-87df-75b516db7f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.307007] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.380858] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800901, 'name': ReconfigVM_Task, 'duration_secs': 0.176749} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.381217] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1580.381502] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-736083f7-6ace-43c9-8da2-cc97f8e01092 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.389561] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1580.389561] env[63248]: value = "task-1800905" [ 1580.389561] env[63248]: _type = "Task" [ 1580.389561] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.398218] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.398550] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Processing image da9846dd-dfe9-4f6e-8fd7-0d070e70af5d {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1580.398724] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.398874] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.399109] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1580.399424] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-634bdca5-95ef-4419-84b2-743d5465331d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.404717] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.413780] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1580.414119] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1580.414963] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b882e4-269f-4f32-b83e-153ef7abfd15 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.423821] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1580.423821] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529a5f40-de56-88e3-9584-d4d74ecc2fd9" [ 1580.423821] env[63248]: _type = "Task" [ 1580.423821] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.435935] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529a5f40-de56-88e3-9584-d4d74ecc2fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.685870] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1800902, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.694026] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.702s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.694192] env[63248]: INFO nova.compute.manager [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Migrating [ 1580.702032] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.708s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.703190] env[63248]: INFO nova.compute.claims [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.774477] env[63248]: DEBUG oslo_vmware.api [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800903, 'name': PowerOffVM_Task, 'duration_secs': 0.224906} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.774807] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1580.775083] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1580.775305] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb49870f-89be-4cdf-b282-4a1bac1d417f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.804781] env[63248]: DEBUG oslo_concurrency.lockutils [req-4be1bffd-30fa-42f8-87c2-258842cbfb2e req-b3c5b93c-f25c-4016-ad57-c992e3ee5f56 service nova] Releasing lock "refresh_cache-5d3de880-3eba-43b2-808b-343c9a7012ff" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.805734] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.903030] env[63248]: DEBUG oslo_vmware.api [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800905, 'name': PowerOnVM_Task, 'duration_secs': 0.482468} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.903443] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.907286] env[63248]: DEBUG nova.compute.manager [None req-203762e9-7c0a-4c5f-92a0-b1bb1d93a2f9 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.908455] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d40aa21-e5d5-4639-b172-b0a7720f4ca8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.937057] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Preparing fetch location {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1580.937458] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Fetch image to [datastore1] OSTACK_IMG_877047dc-fd2e-4254-a446-5a05b5b231f9/OSTACK_IMG_877047dc-fd2e-4254-a446-5a05b5b231f9.vmdk {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1580.937759] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Downloading stream optimized image da9846dd-dfe9-4f6e-8fd7-0d070e70af5d to [datastore1] OSTACK_IMG_877047dc-fd2e-4254-a446-5a05b5b231f9/OSTACK_IMG_877047dc-fd2e-4254-a446-5a05b5b231f9.vmdk on the data store datastore1 as vApp {{(pid=63248) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1580.941524] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Downloading image file data da9846dd-dfe9-4f6e-8fd7-0d070e70af5d to the ESX as VM named 'OSTACK_IMG_877047dc-fd2e-4254-a446-5a05b5b231f9' {{(pid=63248) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1581.039459] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1581.039740] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1581.039837] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Deleting the datastore file [datastore1] 48363a3d-e5c1-41b9-ac55-caea067f1a75 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.040143] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0793f404-bf54-4fbf-a910-b48c3ce4fa4b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.051457] env[63248]: DEBUG oslo_vmware.api [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for the task: (returnval){ [ 1581.051457] env[63248]: value = "task-1800907" [ 1581.051457] env[63248]: _type = "Task" [ 1581.051457] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.058055] env[63248]: DEBUG oslo_vmware.rw_handles [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1581.058055] env[63248]: value = "resgroup-9" [ 1581.058055] env[63248]: _type = "ResourcePool" [ 1581.058055] env[63248]: }. {{(pid=63248) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1581.058592] env[63248]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1ee5052c-6ac1-4244-9746-5234c690e3da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.081057] env[63248]: DEBUG oslo_vmware.api [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.087107] env[63248]: DEBUG oslo_vmware.rw_handles [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lease: (returnval){ [ 1581.087107] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5243e085-93a4-fa0d-f6b5-c5546ad51310" [ 1581.087107] env[63248]: _type = "HttpNfcLease" [ 1581.087107] env[63248]: } obtained for vApp import into resource pool (val){ [ 1581.087107] env[63248]: value = "resgroup-9" [ 1581.087107] env[63248]: _type = "ResourcePool" [ 1581.087107] env[63248]: }. {{(pid=63248) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1581.087410] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the lease: (returnval){ [ 1581.087410] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5243e085-93a4-fa0d-f6b5-c5546ad51310" [ 1581.087410] env[63248]: _type = "HttpNfcLease" [ 1581.087410] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1581.096138] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1581.096138] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5243e085-93a4-fa0d-f6b5-c5546ad51310" [ 1581.096138] env[63248]: _type = "HttpNfcLease" [ 1581.096138] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1581.187787] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1800902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704833} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.188183] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7/8f49be4e-8616-45f6-b056-2e6a8dfe6bf7.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1581.188457] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1581.188840] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f97ba90e-71cc-4ca4-bd6d-31915604b498 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.196890] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1581.196890] env[63248]: value = "task-1800909" [ 1581.196890] env[63248]: _type = "Task" [ 1581.196890] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.216267] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "refresh_cache-290fad69-b5d9-418d-acd4-c731428c02aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.216468] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "refresh_cache-290fad69-b5d9-418d-acd4-c731428c02aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.217570] env[63248]: DEBUG nova.network.neutron [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1581.305487] env[63248]: DEBUG oslo_vmware.api [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800904, 'name': PowerOnVM_Task, 'duration_secs': 0.785191} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.305750] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1581.305943] env[63248]: INFO nova.compute.manager [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Took 15.77 seconds to spawn the instance on the hypervisor. [ 1581.306346] env[63248]: DEBUG nova.compute.manager [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1581.307146] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65545e95-90f4-4a0d-8a16-cf98c6f5a63c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.564190] env[63248]: DEBUG oslo_vmware.api [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Task: {'id': task-1800907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145522} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.564623] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.564913] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1581.565208] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1581.565480] env[63248]: INFO nova.compute.manager [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1581.565943] env[63248]: DEBUG oslo.service.loopingcall [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.568016] env[63248]: DEBUG nova.compute.manager [-] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1581.568016] env[63248]: DEBUG nova.network.neutron [-] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1581.572983] env[63248]: DEBUG nova.network.neutron [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Successfully updated port: ee42df98-a93c-4c52-a5eb-386d073da540 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1581.588385] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.588839] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.600343] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1581.600343] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5243e085-93a4-fa0d-f6b5-c5546ad51310" [ 1581.600343] env[63248]: _type = "HttpNfcLease" [ 1581.600343] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1581.696825] env[63248]: DEBUG nova.compute.manager [req-51b9167f-a550-47c0-a2da-87a80a1d5390 req-ce711387-517f-4c0c-818d-4f163c9c91f0 service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Received event network-vif-plugged-ee42df98-a93c-4c52-a5eb-386d073da540 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1581.697085] env[63248]: DEBUG oslo_concurrency.lockutils [req-51b9167f-a550-47c0-a2da-87a80a1d5390 req-ce711387-517f-4c0c-818d-4f163c9c91f0 service nova] Acquiring lock "90a07146-41a6-49f0-97f4-e2d8eece47a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.697328] env[63248]: DEBUG oslo_concurrency.lockutils [req-51b9167f-a550-47c0-a2da-87a80a1d5390 req-ce711387-517f-4c0c-818d-4f163c9c91f0 service nova] Lock "90a07146-41a6-49f0-97f4-e2d8eece47a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.697526] env[63248]: DEBUG oslo_concurrency.lockutils [req-51b9167f-a550-47c0-a2da-87a80a1d5390 req-ce711387-517f-4c0c-818d-4f163c9c91f0 service nova] Lock "90a07146-41a6-49f0-97f4-e2d8eece47a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.698679] env[63248]: DEBUG nova.compute.manager [req-51b9167f-a550-47c0-a2da-87a80a1d5390 req-ce711387-517f-4c0c-818d-4f163c9c91f0 service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] No waiting events found dispatching network-vif-plugged-ee42df98-a93c-4c52-a5eb-386d073da540 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1581.698679] env[63248]: WARNING nova.compute.manager [req-51b9167f-a550-47c0-a2da-87a80a1d5390 req-ce711387-517f-4c0c-818d-4f163c9c91f0 service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Received unexpected event network-vif-plugged-ee42df98-a93c-4c52-a5eb-386d073da540 for instance with vm_state building and task_state spawning. [ 1581.710660] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1800909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277567} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.710946] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1581.711769] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0c9c0b-3cb4-49d8-a80f-210b343a2ca8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.739981] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7/8f49be4e-8616-45f6-b056-2e6a8dfe6bf7.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1581.741901] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e15e3b-109a-4855-a94d-3ad0b0f8d848 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.767679] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1581.767679] env[63248]: value = "task-1800910" [ 1581.767679] env[63248]: _type = "Task" [ 1581.767679] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.776252] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1800910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.831907] env[63248]: INFO nova.compute.manager [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Took 38.25 seconds to build instance. [ 1582.075149] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "refresh_cache-90a07146-41a6-49f0-97f4-e2d8eece47a4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.075149] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "refresh_cache-90a07146-41a6-49f0-97f4-e2d8eece47a4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.075149] env[63248]: DEBUG nova.network.neutron [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1582.097443] env[63248]: DEBUG nova.compute.manager [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1582.110032] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1582.110032] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5243e085-93a4-fa0d-f6b5-c5546ad51310" [ 1582.110032] env[63248]: _type = "HttpNfcLease" [ 1582.110032] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1582.136772] env[63248]: DEBUG nova.compute.manager [req-fa3c7f73-5754-4bd4-9b1d-88d9712ec38d req-b0713188-e6ec-4524-bd67-ddc3efe8cf61 service nova] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Received event network-vif-deleted-dfbc6957-e46e-4c07-b5c3-e02a0ceb413f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1582.136922] env[63248]: INFO nova.compute.manager [req-fa3c7f73-5754-4bd4-9b1d-88d9712ec38d req-b0713188-e6ec-4524-bd67-ddc3efe8cf61 service nova] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Neutron deleted interface dfbc6957-e46e-4c07-b5c3-e02a0ceb413f; detaching it from the instance and deleting it from the info cache [ 1582.137323] env[63248]: DEBUG nova.network.neutron [req-fa3c7f73-5754-4bd4-9b1d-88d9712ec38d req-b0713188-e6ec-4524-bd67-ddc3efe8cf61 service nova] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.165022] env[63248]: DEBUG nova.network.neutron [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating instance_info_cache with network_info: [{"id": "f30fd20c-f8b3-4f2e-942d-f1b6c259a110", "address": "fa:16:3e:46:26:57", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30fd20c-f8", "ovs_interfaceid": "f30fd20c-f8b3-4f2e-942d-f1b6c259a110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.207106] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ff0729-1659-4e17-8958-291d37c7dc8e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.216360] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8111ce5-8db7-43d8-a591-a6c1afbd4f8c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.248054] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bffbb93-868e-4655-9052-35874c33ff33 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.256519] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d751be-d21b-4289-a38e-4afdf3460c58 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.273264] env[63248]: DEBUG nova.compute.provider_tree [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1582.282986] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1800910, 'name': ReconfigVM_Task, 'duration_secs': 0.304238} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.283962] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7/8f49be4e-8616-45f6-b056-2e6a8dfe6bf7.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1582.284787] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1de2807a-6e01-4078-b19c-b4c52aaafe1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.293977] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1582.293977] env[63248]: value = "task-1800911" [ 1582.293977] env[63248]: _type = "Task" [ 1582.293977] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.305207] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1800911, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.333123] env[63248]: DEBUG nova.network.neutron [-] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.333970] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5486944a-f694-4100-8b74-ce821b85c1e7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "f3bfbaae-b3fc-4af3-9479-0028a691a934" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.759s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.598756] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1582.598756] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5243e085-93a4-fa0d-f6b5-c5546ad51310" [ 1582.598756] env[63248]: _type = "HttpNfcLease" [ 1582.598756] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1582.598988] env[63248]: DEBUG oslo_vmware.rw_handles [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1582.598988] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5243e085-93a4-fa0d-f6b5-c5546ad51310" [ 1582.598988] env[63248]: _type = "HttpNfcLease" [ 1582.598988] env[63248]: }. {{(pid=63248) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1582.599591] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1801d8-9c50-49c3-87dd-5bd005ec051c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.609177] env[63248]: DEBUG oslo_vmware.rw_handles [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ab698-b7ed-f628-f418-3ed5deebbac0/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1582.609420] env[63248]: DEBUG oslo_vmware.rw_handles [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Creating HTTP connection to write to file with size = 31672832 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ab698-b7ed-f628-f418-3ed5deebbac0/disk-0.vmdk. {{(pid=63248) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1582.612492] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "f3bfbaae-b3fc-4af3-9479-0028a691a934" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.612707] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "f3bfbaae-b3fc-4af3-9479-0028a691a934" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.612896] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "f3bfbaae-b3fc-4af3-9479-0028a691a934-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.613091] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "f3bfbaae-b3fc-4af3-9479-0028a691a934-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.613280] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "f3bfbaae-b3fc-4af3-9479-0028a691a934-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.616480] env[63248]: INFO nova.compute.manager [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Terminating instance [ 1582.672237] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "refresh_cache-290fad69-b5d9-418d-acd4-c731428c02aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.674836] env[63248]: DEBUG nova.network.neutron [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1582.679131] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.679131] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e61f38d8-2c70-4700-92ea-a41c1ff6022f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.685443] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1239f6d8-c19a-475e-8287-435db4908d60 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.693288] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5875450-8007-4acb-8175-cc144303927a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.732159] env[63248]: DEBUG nova.compute.manager [req-fa3c7f73-5754-4bd4-9b1d-88d9712ec38d req-b0713188-e6ec-4524-bd67-ddc3efe8cf61 service nova] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Detach interface failed, port_id=dfbc6957-e46e-4c07-b5c3-e02a0ceb413f, reason: Instance 48363a3d-e5c1-41b9-ac55-caea067f1a75 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1582.796536] env[63248]: ERROR nova.scheduler.client.report [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [req-0494c5c1-21a0-41a6-a974-f1f719d15ece] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0494c5c1-21a0-41a6-a974-f1f719d15ece"}]} [ 1582.808258] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1800911, 'name': Rename_Task, 'duration_secs': 0.150963} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.808535] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1582.808788] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6f69809-cc24-48b9-93d1-1545cff2b52c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.814380] env[63248]: DEBUG nova.scheduler.client.report [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1582.822396] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1582.822396] env[63248]: value = "task-1800912" [ 1582.822396] env[63248]: _type = "Task" [ 1582.822396] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.828278] env[63248]: DEBUG nova.scheduler.client.report [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1582.828495] env[63248]: DEBUG nova.compute.provider_tree [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1582.834300] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1800912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.834844] env[63248]: INFO nova.compute.manager [-] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Took 1.27 seconds to deallocate network for instance. [ 1582.842134] env[63248]: DEBUG nova.scheduler.client.report [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1582.862707] env[63248]: DEBUG nova.scheduler.client.report [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1582.967019] env[63248]: DEBUG nova.network.neutron [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Updating instance_info_cache with network_info: [{"id": "ee42df98-a93c-4c52-a5eb-386d073da540", "address": "fa:16:3e:47:5f:ac", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee42df98-a9", "ovs_interfaceid": "ee42df98-a93c-4c52-a5eb-386d073da540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.192025] env[63248]: DEBUG nova.compute.manager [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1583.192025] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1583.194897] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdba5591-5b39-4786-a91e-92fd200221d3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.207742] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1583.210139] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b218315-ace1-4114-992b-97d3773c67ba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.219270] env[63248]: DEBUG oslo_vmware.api [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1583.219270] env[63248]: value = "task-1800913" [ 1583.219270] env[63248]: _type = "Task" [ 1583.219270] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.240982] env[63248]: DEBUG oslo_vmware.api [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.343848] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.344276] env[63248]: DEBUG oslo_vmware.api [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1800912, 'name': PowerOnVM_Task, 'duration_secs': 0.503826} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.346016] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1583.346377] env[63248]: INFO nova.compute.manager [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1583.346597] env[63248]: DEBUG nova.compute.manager [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1583.347514] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79016d29-73a8-4de3-9d26-9d0d5629ba28 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.375402] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765533c5-2f6f-4414-8479-bc04083aeae9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.387906] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd61be8d-af88-4249-833b-661cfbb1a9bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.430556] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe84b50-748d-42d1-935e-b4ab7ed28052 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.447356] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1969fa3-5f22-45b0-9217-763e608eed12 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.466154] env[63248]: DEBUG nova.compute.provider_tree [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1583.474517] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "refresh_cache-90a07146-41a6-49f0-97f4-e2d8eece47a4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.474517] env[63248]: DEBUG nova.compute.manager [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Instance network_info: |[{"id": "ee42df98-a93c-4c52-a5eb-386d073da540", "address": "fa:16:3e:47:5f:ac", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee42df98-a9", "ovs_interfaceid": "ee42df98-a93c-4c52-a5eb-386d073da540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1583.474517] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:5f:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee42df98-a93c-4c52-a5eb-386d073da540', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1583.479896] env[63248]: DEBUG oslo.service.loopingcall [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.483242] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1583.483797] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0a16da7-ead5-42be-8c2a-8f6b6a3391a0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.512467] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1583.512467] env[63248]: value = "task-1800914" [ 1583.512467] env[63248]: _type = "Task" [ 1583.512467] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.530193] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800914, 'name': CreateVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.729644] env[63248]: DEBUG oslo_vmware.api [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800913, 'name': PowerOffVM_Task, 'duration_secs': 0.25862} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.729924] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1583.730190] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1583.730401] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f47741f-8cdf-45e5-8501-4633b886aa17 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.872633] env[63248]: INFO nova.compute.manager [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Took 37.78 seconds to build instance. [ 1583.930141] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1583.930377] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1583.930580] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleting the datastore file [datastore1] f3bfbaae-b3fc-4af3-9479-0028a691a934 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1583.930935] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80fb6b86-e76c-4697-8c4e-6e59b9f77bef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.939522] env[63248]: DEBUG oslo_vmware.api [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1583.939522] env[63248]: value = "task-1800916" [ 1583.939522] env[63248]: _type = "Task" [ 1583.939522] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.942395] env[63248]: DEBUG nova.compute.manager [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Received event network-changed-ee42df98-a93c-4c52-a5eb-386d073da540 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1583.943101] env[63248]: DEBUG nova.compute.manager [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Refreshing instance network info cache due to event network-changed-ee42df98-a93c-4c52-a5eb-386d073da540. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1583.943409] env[63248]: DEBUG oslo_concurrency.lockutils [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] Acquiring lock "refresh_cache-90a07146-41a6-49f0-97f4-e2d8eece47a4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.943409] env[63248]: DEBUG oslo_concurrency.lockutils [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] Acquired lock "refresh_cache-90a07146-41a6-49f0-97f4-e2d8eece47a4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.943711] env[63248]: DEBUG nova.network.neutron [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Refreshing network info cache for port ee42df98-a93c-4c52-a5eb-386d073da540 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1583.957516] env[63248]: DEBUG oslo_vmware.api [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.011524] env[63248]: DEBUG nova.scheduler.client.report [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1584.011524] env[63248]: DEBUG nova.compute.provider_tree [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 95 to 96 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1584.011745] env[63248]: DEBUG nova.compute.provider_tree [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1584.030734] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800914, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.196811] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c4f7aa-7538-4c7d-82b1-25bc3946702f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.217826] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating instance '290fad69-b5d9-418d-acd4-c731428c02aa' progress to 0 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1584.230232] env[63248]: DEBUG oslo_vmware.rw_handles [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Completed reading data from the image iterator. {{(pid=63248) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1584.230409] env[63248]: DEBUG oslo_vmware.rw_handles [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ab698-b7ed-f628-f418-3ed5deebbac0/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1584.231343] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f71e0e8-5957-46d4-a699-8a818a9fbdfa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.240241] env[63248]: DEBUG oslo_vmware.rw_handles [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ab698-b7ed-f628-f418-3ed5deebbac0/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1584.240241] env[63248]: DEBUG oslo_vmware.rw_handles [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ab698-b7ed-f628-f418-3ed5deebbac0/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1584.240241] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9ffc64b8-1b9a-440d-9883-a561a0b2a86d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.375388] env[63248]: DEBUG oslo_concurrency.lockutils [None req-be6edbe9-2ccf-47c9-a6b7-f1b197861751 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.876s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.450657] env[63248]: DEBUG oslo_vmware.rw_handles [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ab698-b7ed-f628-f418-3ed5deebbac0/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1584.450808] env[63248]: INFO nova.virt.vmwareapi.images [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Downloaded image file data da9846dd-dfe9-4f6e-8fd7-0d070e70af5d [ 1584.452175] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240fad8e-ad7c-4175-b2a2-a06483292565 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.457833] env[63248]: DEBUG oslo_vmware.api [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237134} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.458392] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1584.458622] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1584.458842] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1584.459054] env[63248]: INFO nova.compute.manager [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1584.459303] env[63248]: DEBUG oslo.service.loopingcall [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.459491] env[63248]: DEBUG nova.compute.manager [-] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1584.459582] env[63248]: DEBUG nova.network.neutron [-] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1584.472067] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5207e2bc-26db-41e2-a7a5-4d55ab6b1792 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.520665] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.819s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.521238] env[63248]: DEBUG nova.compute.manager [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1584.524204] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.708s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.524399] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.526254] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.314s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.527725] env[63248]: INFO nova.compute.claims [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1584.536869] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800914, 'name': CreateVM_Task, 'duration_secs': 0.653799} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.536869] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1584.537440] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.537603] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.537911] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1584.538174] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ab003b1-837f-4e87-91cd-ffa216705f3f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.543395] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1584.543395] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52772bb0-e813-6635-4c79-872b51308943" [ 1584.543395] env[63248]: _type = "Task" [ 1584.543395] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.553017] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52772bb0-e813-6635-4c79-872b51308943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.569711] env[63248]: INFO nova.scheduler.client.report [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Deleted allocations for instance ec256baa-f85f-42f0-8b79-3ed06b1d56f3 [ 1584.613750] env[63248]: INFO nova.virt.vmwareapi.images [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] The imported VM was unregistered [ 1584.617114] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Caching image {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1584.617388] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Creating directory with path [datastore1] devstack-image-cache_base/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1584.617893] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2516414-5dd9-46bd-a558-9771de1d1c86 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.644798] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Created directory with path [datastore1] devstack-image-cache_base/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1584.645067] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_877047dc-fd2e-4254-a446-5a05b5b231f9/OSTACK_IMG_877047dc-fd2e-4254-a446-5a05b5b231f9.vmdk to [datastore1] devstack-image-cache_base/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d.vmdk. {{(pid=63248) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1584.645337] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2afa4b93-47b4-4707-8ce7-2dbdee023964 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.655951] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1584.655951] env[63248]: value = "task-1800918" [ 1584.655951] env[63248]: _type = "Task" [ 1584.655951] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.670341] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800918, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.726822] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.727167] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0678866-9ba3-4c72-9145-47890f4134e1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.737431] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1584.737431] env[63248]: value = "task-1800919" [ 1584.737431] env[63248]: _type = "Task" [ 1584.737431] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.754078] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.034626] env[63248]: DEBUG nova.network.neutron [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Updated VIF entry in instance network info cache for port ee42df98-a93c-4c52-a5eb-386d073da540. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.035421] env[63248]: DEBUG nova.network.neutron [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Updating instance_info_cache with network_info: [{"id": "ee42df98-a93c-4c52-a5eb-386d073da540", "address": "fa:16:3e:47:5f:ac", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee42df98-a9", "ovs_interfaceid": "ee42df98-a93c-4c52-a5eb-386d073da540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.040974] env[63248]: DEBUG nova.compute.utils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1585.043118] env[63248]: DEBUG nova.compute.manager [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1585.043355] env[63248]: DEBUG nova.network.neutron [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1585.060990] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52772bb0-e813-6635-4c79-872b51308943, 'name': SearchDatastore_Task, 'duration_secs': 0.021366} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.062111] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.062364] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.063136] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.063319] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.063520] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.064704] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2882c180-ce2f-448f-a01b-893218612eb6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.077895] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9d349150-f16a-4cb1-9186-8eb65924f589 tempest-ServersAaction247Test-1447503309 tempest-ServersAaction247Test-1447503309-project-member] Lock "ec256baa-f85f-42f0-8b79-3ed06b1d56f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.625s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.095491] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.095789] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.096798] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5fe0e1e-dd98-4075-8217-a0ca118428ca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.104600] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1585.104600] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5291d58e-b4d0-ed6d-2a51-812b362f6c6c" [ 1585.104600] env[63248]: _type = "Task" [ 1585.104600] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.117425] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5291d58e-b4d0-ed6d-2a51-812b362f6c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.157608] env[63248]: DEBUG nova.policy [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8c345f67c264a78946456312999ef56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f66bf36523e1408091dac0e0b71cf900', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1585.169875] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800918, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.251815] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800919, 'name': PowerOffVM_Task, 'duration_secs': 0.406592} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.252576] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.252576] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating instance '290fad69-b5d9-418d-acd4-c731428c02aa' progress to 17 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1585.255901] env[63248]: DEBUG nova.network.neutron [-] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.514821] env[63248]: DEBUG nova.compute.manager [req-254e79b3-30e0-4965-a539-29b38e1ad176 req-a6d1c14d-f26f-4151-adbe-3da642db33d7 service nova] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Received event network-vif-deleted-14ca764f-41e7-4166-a005-a9554c7fa04b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1585.547446] env[63248]: DEBUG oslo_concurrency.lockutils [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] Releasing lock "refresh_cache-90a07146-41a6-49f0-97f4-e2d8eece47a4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.548375] env[63248]: DEBUG nova.compute.manager [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Received event network-changed-77485180-b33d-4639-9a02-c27e75985599 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1585.548375] env[63248]: DEBUG nova.compute.manager [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Refreshing instance network info cache due to event network-changed-77485180-b33d-4639-9a02-c27e75985599. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1585.548375] env[63248]: DEBUG oslo_concurrency.lockutils [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] Acquiring lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.548375] env[63248]: DEBUG oslo_concurrency.lockutils [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] Acquired lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.548375] env[63248]: DEBUG nova.network.neutron [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Refreshing network info cache for port 77485180-b33d-4639-9a02-c27e75985599 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.550125] env[63248]: DEBUG nova.compute.manager [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1585.621833] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5291d58e-b4d0-ed6d-2a51-812b362f6c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.06138} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.623396] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb9203c5-3796-43e4-ac87-e5a8686ce4e2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.632891] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1585.632891] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52de7c1f-3829-e843-3859-3f60d38d32af" [ 1585.632891] env[63248]: _type = "Task" [ 1585.632891] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.644380] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52de7c1f-3829-e843-3859-3f60d38d32af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.674723] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800918, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.760167] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1585.760431] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1585.760585] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1585.761447] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1585.761447] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1585.763040] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1585.763330] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1585.763525] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1585.763724] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1585.763914] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1585.764326] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1585.770352] env[63248]: INFO nova.compute.manager [-] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Took 1.31 seconds to deallocate network for instance. [ 1585.773425] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea8ff97-fd38-4b90-b224-fd9999df1efb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.800146] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1585.800146] env[63248]: value = "task-1800920" [ 1585.800146] env[63248]: _type = "Task" [ 1585.800146] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.816920] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.004359] env[63248]: DEBUG nova.network.neutron [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Successfully created port: 569d2a7c-bc29-47d8-b40a-96d8cbcb7371 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1586.092962] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c340f54-0746-4f6e-b879-972e70ed7193 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.103282] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbafeb2-9d0d-4a94-a6ab-5d2c97145692 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.148096] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29506926-9c55-4091-9250-bf03a2b6aae7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.162387] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52de7c1f-3829-e843-3859-3f60d38d32af, 'name': SearchDatastore_Task, 'duration_secs': 0.095196} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.163692] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7365b6b9-b31c-4e8b-bc2b-034892efe65c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.173497] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.173497] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 90a07146-41a6-49f0-97f4-e2d8eece47a4/90a07146-41a6-49f0-97f4-e2d8eece47a4.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1586.173497] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1196e92d-d72f-4cd8-a019-125bda875a8b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.179991] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800918, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.189030] env[63248]: DEBUG nova.compute.provider_tree [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.191768] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1586.191768] env[63248]: value = "task-1800921" [ 1586.191768] env[63248]: _type = "Task" [ 1586.191768] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.204428] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.296586] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.317532] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.508025] env[63248]: DEBUG nova.network.neutron [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Updated VIF entry in instance network info cache for port 77485180-b33d-4639-9a02-c27e75985599. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.508025] env[63248]: DEBUG nova.network.neutron [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Updating instance_info_cache with network_info: [{"id": "77485180-b33d-4639-9a02-c27e75985599", "address": "fa:16:3e:b3:9a:64", "network": {"id": "e1c37988-37dd-46fc-a640-a4503bbf6a9c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-742774491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6cd31a9b24ec45fa9c8abcb3ec96c9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77485180-b3", "ovs_interfaceid": "77485180-b33d-4639-9a02-c27e75985599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.536628] env[63248]: DEBUG nova.compute.manager [req-aa3ae2d6-ac29-4470-8465-c3cbe0300866 req-39c2e99c-9e73-4626-835c-ea648f75934b service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Received event network-changed-77485180-b33d-4639-9a02-c27e75985599 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1586.536823] env[63248]: DEBUG nova.compute.manager [req-aa3ae2d6-ac29-4470-8465-c3cbe0300866 req-39c2e99c-9e73-4626-835c-ea648f75934b service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Refreshing instance network info cache due to event network-changed-77485180-b33d-4639-9a02-c27e75985599. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1586.537041] env[63248]: DEBUG oslo_concurrency.lockutils [req-aa3ae2d6-ac29-4470-8465-c3cbe0300866 req-39c2e99c-9e73-4626-835c-ea648f75934b service nova] Acquiring lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.562029] env[63248]: DEBUG nova.compute.manager [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1586.596267] env[63248]: DEBUG nova.virt.hardware [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1586.596543] env[63248]: DEBUG nova.virt.hardware [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1586.596701] env[63248]: DEBUG nova.virt.hardware [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1586.596884] env[63248]: DEBUG nova.virt.hardware [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1586.597035] env[63248]: DEBUG nova.virt.hardware [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1586.597190] env[63248]: DEBUG nova.virt.hardware [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1586.597400] env[63248]: DEBUG nova.virt.hardware [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1586.597557] env[63248]: DEBUG nova.virt.hardware [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1586.597726] env[63248]: DEBUG nova.virt.hardware [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1586.597969] env[63248]: DEBUG nova.virt.hardware [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1586.598118] env[63248]: DEBUG nova.virt.hardware [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1586.599349] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf027e2a-a9fa-4e7f-a284-7b1e7f0f6a80 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.611170] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d69c63-f751-41f0-9337-aad923e41bd0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.677046] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800918, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.696173] env[63248]: DEBUG nova.scheduler.client.report [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1586.712713] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.818147] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800920, 'name': ReconfigVM_Task, 'duration_secs': 0.98795} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.818147] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating instance '290fad69-b5d9-418d-acd4-c731428c02aa' progress to 33 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1587.011935] env[63248]: DEBUG oslo_concurrency.lockutils [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] Releasing lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.012333] env[63248]: DEBUG nova.compute.manager [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Received event network-changed-77485180-b33d-4639-9a02-c27e75985599 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1587.012561] env[63248]: DEBUG nova.compute.manager [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Refreshing instance network info cache due to event network-changed-77485180-b33d-4639-9a02-c27e75985599. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1587.012803] env[63248]: DEBUG oslo_concurrency.lockutils [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] Acquiring lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.013353] env[63248]: DEBUG oslo_concurrency.lockutils [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] Acquired lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.013953] env[63248]: DEBUG nova.network.neutron [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Refreshing network info cache for port 77485180-b33d-4639-9a02-c27e75985599 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1587.177556] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800918, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.202397] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.202973] env[63248]: DEBUG nova.compute.manager [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1587.211835] env[63248]: DEBUG oslo_concurrency.lockutils [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.280s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.222055] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.328803] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1587.328803] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1587.328803] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1587.328803] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1587.329650] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1587.329650] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1587.329650] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1587.329650] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1587.330048] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1587.330123] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1587.330281] env[63248]: DEBUG nova.virt.hardware [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1587.339984] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1587.340974] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3cd1f2e-dfb9-43ec-8d74-8b23f2ceff63 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.375542] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1587.375542] env[63248]: value = "task-1800922" [ 1587.375542] env[63248]: _type = "Task" [ 1587.375542] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.383953] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.462357] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "7fff613b-d86b-43c2-93f2-44d3a681131c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.462618] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "7fff613b-d86b-43c2-93f2-44d3a681131c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.676716] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800918, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.675894} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.677014] env[63248]: INFO nova.virt.vmwareapi.ds_util [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_877047dc-fd2e-4254-a446-5a05b5b231f9/OSTACK_IMG_877047dc-fd2e-4254-a446-5a05b5b231f9.vmdk to [datastore1] devstack-image-cache_base/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d.vmdk. [ 1587.677224] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Cleaning up location [datastore1] OSTACK_IMG_877047dc-fd2e-4254-a446-5a05b5b231f9 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1587.677390] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_877047dc-fd2e-4254-a446-5a05b5b231f9 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.677659] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d3600ee-2ae3-4568-a823-0c72efa06b1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.685442] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1587.685442] env[63248]: value = "task-1800923" [ 1587.685442] env[63248]: _type = "Task" [ 1587.685442] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.694274] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.711822] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800921, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.488075} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.712140] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 90a07146-41a6-49f0-97f4-e2d8eece47a4/90a07146-41a6-49f0-97f4-e2d8eece47a4.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1587.712362] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1587.712623] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99af6392-e8f2-4385-8819-9037a9a0ad85 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.715722] env[63248]: DEBUG nova.compute.utils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1587.719209] env[63248]: INFO nova.compute.claims [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1587.723348] env[63248]: DEBUG nova.compute.manager [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1587.723527] env[63248]: DEBUG nova.network.neutron [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1587.733602] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1587.733602] env[63248]: value = "task-1800924" [ 1587.733602] env[63248]: _type = "Task" [ 1587.733602] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.745106] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.746114] env[63248]: DEBUG nova.network.neutron [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Updated VIF entry in instance network info cache for port 77485180-b33d-4639-9a02-c27e75985599. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1587.746487] env[63248]: DEBUG nova.network.neutron [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Updating instance_info_cache with network_info: [{"id": "77485180-b33d-4639-9a02-c27e75985599", "address": "fa:16:3e:b3:9a:64", "network": {"id": "e1c37988-37dd-46fc-a640-a4503bbf6a9c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-742774491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6cd31a9b24ec45fa9c8abcb3ec96c9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77485180-b3", "ovs_interfaceid": "77485180-b33d-4639-9a02-c27e75985599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.772518] env[63248]: DEBUG nova.policy [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e22fdf3c7c5b45f3a87ef2748f89646b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbbc9aa5144b4440be2869997698ed1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1587.891049] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800922, 'name': ReconfigVM_Task, 'duration_secs': 0.409896} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.891049] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1587.891049] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ed4a96-4811-475f-b982-602cae5e0371 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.918584] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 290fad69-b5d9-418d-acd4-c731428c02aa/290fad69-b5d9-418d-acd4-c731428c02aa.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1587.919184] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-163940a2-8619-424f-9d5b-9a45bb2bace5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.943030] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1587.943030] env[63248]: value = "task-1800925" [ 1587.943030] env[63248]: _type = "Task" [ 1587.943030] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.952931] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.968225] env[63248]: DEBUG nova.compute.manager [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1587.986633] env[63248]: DEBUG nova.compute.manager [req-607bf15e-a0f9-451f-b787-010de583669b req-7e5a9fc0-03fd-4b67-960d-2c17eb0e328d service nova] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Received event network-changed-da21f81c-7f1c-4a51-9eea-297fce76c844 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1587.986810] env[63248]: DEBUG nova.compute.manager [req-607bf15e-a0f9-451f-b787-010de583669b req-7e5a9fc0-03fd-4b67-960d-2c17eb0e328d service nova] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Refreshing instance network info cache due to event network-changed-da21f81c-7f1c-4a51-9eea-297fce76c844. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1587.987192] env[63248]: DEBUG oslo_concurrency.lockutils [req-607bf15e-a0f9-451f-b787-010de583669b req-7e5a9fc0-03fd-4b67-960d-2c17eb0e328d service nova] Acquiring lock "refresh_cache-8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.987613] env[63248]: DEBUG oslo_concurrency.lockutils [req-607bf15e-a0f9-451f-b787-010de583669b req-7e5a9fc0-03fd-4b67-960d-2c17eb0e328d service nova] Acquired lock "refresh_cache-8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.987613] env[63248]: DEBUG nova.network.neutron [req-607bf15e-a0f9-451f-b787-010de583669b req-7e5a9fc0-03fd-4b67-960d-2c17eb0e328d service nova] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Refreshing network info cache for port da21f81c-7f1c-4a51-9eea-297fce76c844 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.090716] env[63248]: DEBUG nova.network.neutron [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Successfully created port: d4cb75a7-af50-4ae0-b11b-2400d7065c3a {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1588.107699] env[63248]: DEBUG nova.network.neutron [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Successfully updated port: 569d2a7c-bc29-47d8-b40a-96d8cbcb7371 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1588.199873] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.048686} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.203487] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1588.203487] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.203487] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d.vmdk to [datastore1] 5d3de880-3eba-43b2-808b-343c9a7012ff/5d3de880-3eba-43b2-808b-343c9a7012ff.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1588.203487] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97e97139-40cd-4bf6-b98d-d5b47ee9adac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.208870] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1588.208870] env[63248]: value = "task-1800926" [ 1588.208870] env[63248]: _type = "Task" [ 1588.208870] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.218943] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.226277] env[63248]: DEBUG nova.compute.manager [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1588.228570] env[63248]: INFO nova.compute.resource_tracker [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating resource usage from migration 0ccaa3f2-bccf-4fd8-8ed2-4ed9a9b24303 [ 1588.246319] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237624} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.246319] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1588.250016] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9feb1bb3-2b45-4ddb-bde0-a7b2f584bc67 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.253679] env[63248]: DEBUG oslo_concurrency.lockutils [req-408a9179-c68b-45ed-a4c9-3b783b4434c7 req-fd6df9cd-ee90-4fa2-a3e1-6525bab6037e service nova] Releasing lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.255172] env[63248]: DEBUG oslo_concurrency.lockutils [req-aa3ae2d6-ac29-4470-8465-c3cbe0300866 req-39c2e99c-9e73-4626-835c-ea648f75934b service nova] Acquired lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.255742] env[63248]: DEBUG nova.network.neutron [req-aa3ae2d6-ac29-4470-8465-c3cbe0300866 req-39c2e99c-9e73-4626-835c-ea648f75934b service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Refreshing network info cache for port 77485180-b33d-4639-9a02-c27e75985599 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.284918] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 90a07146-41a6-49f0-97f4-e2d8eece47a4/90a07146-41a6-49f0-97f4-e2d8eece47a4.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1588.289748] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e7f6292-5963-4004-ab3c-a47c6b1e0f62 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.315020] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1588.315020] env[63248]: value = "task-1800927" [ 1588.315020] env[63248]: _type = "Task" [ 1588.315020] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.326596] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.452232] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.485589] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.610041] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Acquiring lock "refresh_cache-64f82339-2d72-475d-bc31-068e5b6d50a7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.610206] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Acquired lock "refresh_cache-64f82339-2d72-475d-bc31-068e5b6d50a7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.610364] env[63248]: DEBUG nova.network.neutron [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1588.624398] env[63248]: DEBUG oslo_concurrency.lockutils [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "e560fd05-929f-4b45-bfba-c00772a846e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.624645] env[63248]: DEBUG oslo_concurrency.lockutils [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "e560fd05-929f-4b45-bfba-c00772a846e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.721577] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800926, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.754479] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036973e7-67f2-4b63-a7cb-7fc2d2866a1b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.764346] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392a3018-b3de-4837-91eb-5927967e434f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.803112] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a796b5a-f095-42ef-844e-ffe978b349ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.813084] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433e7e21-2dde-4424-813b-5fcbe444db62 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.827230] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.835932] env[63248]: DEBUG nova.compute.provider_tree [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.932023] env[63248]: DEBUG nova.network.neutron [req-607bf15e-a0f9-451f-b787-010de583669b req-7e5a9fc0-03fd-4b67-960d-2c17eb0e328d service nova] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Updated VIF entry in instance network info cache for port da21f81c-7f1c-4a51-9eea-297fce76c844. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1588.932362] env[63248]: DEBUG nova.network.neutron [req-607bf15e-a0f9-451f-b787-010de583669b req-7e5a9fc0-03fd-4b67-960d-2c17eb0e328d service nova] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Updating instance_info_cache with network_info: [{"id": "da21f81c-7f1c-4a51-9eea-297fce76c844", "address": "fa:16:3e:f5:47:8e", "network": {"id": "b97ed448-308e-480c-997f-853118073263", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2071457263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45bad65169d490cbbb770f254644d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda21f81c-7f", "ovs_interfaceid": "da21f81c-7f1c-4a51-9eea-297fce76c844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.945857] env[63248]: DEBUG nova.compute.manager [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Received event network-changed-77485180-b33d-4639-9a02-c27e75985599 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1588.946155] env[63248]: DEBUG nova.compute.manager [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Refreshing instance network info cache due to event network-changed-77485180-b33d-4639-9a02-c27e75985599. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1588.946372] env[63248]: DEBUG oslo_concurrency.lockutils [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] Acquiring lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.964603] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.017546] env[63248]: DEBUG nova.network.neutron [req-aa3ae2d6-ac29-4470-8465-c3cbe0300866 req-39c2e99c-9e73-4626-835c-ea648f75934b service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Updated VIF entry in instance network info cache for port 77485180-b33d-4639-9a02-c27e75985599. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1589.017989] env[63248]: DEBUG nova.network.neutron [req-aa3ae2d6-ac29-4470-8465-c3cbe0300866 req-39c2e99c-9e73-4626-835c-ea648f75934b service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Updating instance_info_cache with network_info: [{"id": "77485180-b33d-4639-9a02-c27e75985599", "address": "fa:16:3e:b3:9a:64", "network": {"id": "e1c37988-37dd-46fc-a640-a4503bbf6a9c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-742774491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6cd31a9b24ec45fa9c8abcb3ec96c9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77485180-b3", "ovs_interfaceid": "77485180-b33d-4639-9a02-c27e75985599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.129796] env[63248]: DEBUG nova.compute.manager [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1589.158581] env[63248]: DEBUG nova.network.neutron [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1589.224809] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800926, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.237517] env[63248]: DEBUG nova.compute.manager [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1589.270319] env[63248]: DEBUG nova.virt.hardware [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1589.270806] env[63248]: DEBUG nova.virt.hardware [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.271099] env[63248]: DEBUG nova.virt.hardware [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1589.271406] env[63248]: DEBUG nova.virt.hardware [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.271664] env[63248]: DEBUG nova.virt.hardware [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1589.271940] env[63248]: DEBUG nova.virt.hardware [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1589.272275] env[63248]: DEBUG nova.virt.hardware [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1589.272582] env[63248]: DEBUG nova.virt.hardware [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1589.272866] env[63248]: DEBUG nova.virt.hardware [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1589.273154] env[63248]: DEBUG nova.virt.hardware [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1589.273460] env[63248]: DEBUG nova.virt.hardware [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1589.276942] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c7d30b-8d25-4cbf-99e6-01b0757b4025 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.289612] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d077d9-7fc8-4782-91d9-420776cfcf88 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.313071] env[63248]: DEBUG nova.network.neutron [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Updating instance_info_cache with network_info: [{"id": "569d2a7c-bc29-47d8-b40a-96d8cbcb7371", "address": "fa:16:3e:35:33:08", "network": {"id": "0e633898-8d43-4a91-9c63-dc028d1fefb7", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-268752501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f66bf36523e1408091dac0e0b71cf900", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap569d2a7c-bc", "ovs_interfaceid": "569d2a7c-bc29-47d8-b40a-96d8cbcb7371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.332027] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800927, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.339653] env[63248]: DEBUG nova.scheduler.client.report [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1589.435202] env[63248]: DEBUG oslo_concurrency.lockutils [req-607bf15e-a0f9-451f-b787-010de583669b req-7e5a9fc0-03fd-4b67-960d-2c17eb0e328d service nova] Releasing lock "refresh_cache-8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.456236] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800925, 'name': ReconfigVM_Task, 'duration_secs': 1.097355} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.456569] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 290fad69-b5d9-418d-acd4-c731428c02aa/290fad69-b5d9-418d-acd4-c731428c02aa.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1589.456846] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating instance '290fad69-b5d9-418d-acd4-c731428c02aa' progress to 50 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1589.522334] env[63248]: DEBUG oslo_concurrency.lockutils [req-aa3ae2d6-ac29-4470-8465-c3cbe0300866 req-39c2e99c-9e73-4626-835c-ea648f75934b service nova] Releasing lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.522334] env[63248]: DEBUG oslo_concurrency.lockutils [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] Acquired lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.522334] env[63248]: DEBUG nova.network.neutron [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Refreshing network info cache for port 77485180-b33d-4639-9a02-c27e75985599 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1589.625049] env[63248]: DEBUG nova.network.neutron [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Successfully updated port: d4cb75a7-af50-4ae0-b11b-2400d7065c3a {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1589.659411] env[63248]: DEBUG oslo_concurrency.lockutils [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.725370] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800926, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.815620] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Releasing lock "refresh_cache-64f82339-2d72-475d-bc31-068e5b6d50a7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.815986] env[63248]: DEBUG nova.compute.manager [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Instance network_info: |[{"id": "569d2a7c-bc29-47d8-b40a-96d8cbcb7371", "address": "fa:16:3e:35:33:08", "network": {"id": "0e633898-8d43-4a91-9c63-dc028d1fefb7", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-268752501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f66bf36523e1408091dac0e0b71cf900", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap569d2a7c-bc", "ovs_interfaceid": "569d2a7c-bc29-47d8-b40a-96d8cbcb7371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1589.816463] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:33:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '569d2a7c-bc29-47d8-b40a-96d8cbcb7371', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1589.824671] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Creating folder: Project (f66bf36523e1408091dac0e0b71cf900). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1589.825070] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61b47bb2-89b9-483f-881e-2afebf03836b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.836783] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800927, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.843333] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Created folder: Project (f66bf36523e1408091dac0e0b71cf900) in parent group-v373228. [ 1589.843570] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Creating folder: Instances. Parent ref: group-v373428. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1589.844363] env[63248]: DEBUG oslo_concurrency.lockutils [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.633s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.844549] env[63248]: INFO nova.compute.manager [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Migrating [ 1589.851186] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22f2977e-9baa-4cb9-9d6a-c975464cc427 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.856067] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.772s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.857603] env[63248]: INFO nova.compute.claims [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1589.879275] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Created folder: Instances in parent group-v373428. [ 1589.879689] env[63248]: DEBUG oslo.service.loopingcall [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1589.879915] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1589.880179] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f267aca6-4701-45f9-85f5-4468022cafcb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.907709] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1589.907709] env[63248]: value = "task-1800930" [ 1589.907709] env[63248]: _type = "Task" [ 1589.907709] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.922374] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800930, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.964152] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfddf8ef-f994-413c-9638-a7ee8a38f59f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.988961] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238b71bd-a208-4dc8-95a4-6d32f7a5381d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.011698] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating instance '290fad69-b5d9-418d-acd4-c731428c02aa' progress to 67 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1590.017740] env[63248]: DEBUG nova.compute.manager [req-b2eeac17-8ace-4be3-bb29-022c1255dda9 req-fdb36d04-babb-417f-8030-843775e57cfa service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Received event network-vif-plugged-d4cb75a7-af50-4ae0-b11b-2400d7065c3a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1590.017995] env[63248]: DEBUG oslo_concurrency.lockutils [req-b2eeac17-8ace-4be3-bb29-022c1255dda9 req-fdb36d04-babb-417f-8030-843775e57cfa service nova] Acquiring lock "cece03ba-a780-4240-abbf-37da4ee292cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.018202] env[63248]: DEBUG oslo_concurrency.lockutils [req-b2eeac17-8ace-4be3-bb29-022c1255dda9 req-fdb36d04-babb-417f-8030-843775e57cfa service nova] Lock "cece03ba-a780-4240-abbf-37da4ee292cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.018473] env[63248]: DEBUG oslo_concurrency.lockutils [req-b2eeac17-8ace-4be3-bb29-022c1255dda9 req-fdb36d04-babb-417f-8030-843775e57cfa service nova] Lock "cece03ba-a780-4240-abbf-37da4ee292cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.018626] env[63248]: DEBUG nova.compute.manager [req-b2eeac17-8ace-4be3-bb29-022c1255dda9 req-fdb36d04-babb-417f-8030-843775e57cfa service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] No waiting events found dispatching network-vif-plugged-d4cb75a7-af50-4ae0-b11b-2400d7065c3a {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1590.018831] env[63248]: WARNING nova.compute.manager [req-b2eeac17-8ace-4be3-bb29-022c1255dda9 req-fdb36d04-babb-417f-8030-843775e57cfa service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Received unexpected event network-vif-plugged-d4cb75a7-af50-4ae0-b11b-2400d7065c3a for instance with vm_state building and task_state spawning. [ 1590.018934] env[63248]: DEBUG nova.compute.manager [req-b2eeac17-8ace-4be3-bb29-022c1255dda9 req-fdb36d04-babb-417f-8030-843775e57cfa service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Received event network-changed-d4cb75a7-af50-4ae0-b11b-2400d7065c3a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1590.019047] env[63248]: DEBUG nova.compute.manager [req-b2eeac17-8ace-4be3-bb29-022c1255dda9 req-fdb36d04-babb-417f-8030-843775e57cfa service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Refreshing instance network info cache due to event network-changed-d4cb75a7-af50-4ae0-b11b-2400d7065c3a. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1590.019246] env[63248]: DEBUG oslo_concurrency.lockutils [req-b2eeac17-8ace-4be3-bb29-022c1255dda9 req-fdb36d04-babb-417f-8030-843775e57cfa service nova] Acquiring lock "refresh_cache-cece03ba-a780-4240-abbf-37da4ee292cf" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.019369] env[63248]: DEBUG oslo_concurrency.lockutils [req-b2eeac17-8ace-4be3-bb29-022c1255dda9 req-fdb36d04-babb-417f-8030-843775e57cfa service nova] Acquired lock "refresh_cache-cece03ba-a780-4240-abbf-37da4ee292cf" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.019521] env[63248]: DEBUG nova.network.neutron [req-b2eeac17-8ace-4be3-bb29-022c1255dda9 req-fdb36d04-babb-417f-8030-843775e57cfa service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Refreshing network info cache for port d4cb75a7-af50-4ae0-b11b-2400d7065c3a {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1590.038376] env[63248]: DEBUG oslo_concurrency.lockutils [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquiring lock "12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.038376] env[63248]: DEBUG oslo_concurrency.lockutils [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Lock "12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.038376] env[63248]: DEBUG oslo_concurrency.lockutils [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquiring lock "12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.038376] env[63248]: DEBUG oslo_concurrency.lockutils [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Lock "12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.038376] env[63248]: DEBUG oslo_concurrency.lockutils [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Lock "12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.041410] env[63248]: INFO nova.compute.manager [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Terminating instance [ 1590.127085] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Acquiring lock "refresh_cache-cece03ba-a780-4240-abbf-37da4ee292cf" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.225688] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800926, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.245251] env[63248]: DEBUG nova.network.neutron [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Updated VIF entry in instance network info cache for port 77485180-b33d-4639-9a02-c27e75985599. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1590.245653] env[63248]: DEBUG nova.network.neutron [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Updating instance_info_cache with network_info: [{"id": "77485180-b33d-4639-9a02-c27e75985599", "address": "fa:16:3e:b3:9a:64", "network": {"id": "e1c37988-37dd-46fc-a640-a4503bbf6a9c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-742774491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6cd31a9b24ec45fa9c8abcb3ec96c9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77485180-b3", "ovs_interfaceid": "77485180-b33d-4639-9a02-c27e75985599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.336366] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800927, 'name': ReconfigVM_Task, 'duration_secs': 1.626513} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.336574] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 90a07146-41a6-49f0-97f4-e2d8eece47a4/90a07146-41a6-49f0-97f4-e2d8eece47a4.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1590.337334] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6a63662-c2bc-450e-ac0a-8f4d47ca84c1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.347882] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1590.347882] env[63248]: value = "task-1800931" [ 1590.347882] env[63248]: _type = "Task" [ 1590.347882] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.363031] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800931, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.368046] env[63248]: DEBUG oslo_concurrency.lockutils [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.368402] env[63248]: DEBUG oslo_concurrency.lockutils [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.368627] env[63248]: DEBUG nova.network.neutron [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.421390] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800930, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.544730] env[63248]: DEBUG nova.compute.manager [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1590.545416] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1590.545959] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74390769-811b-4f6a-8c9a-1bdb080d0e9f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.558405] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1590.558704] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16eebaf4-d6e4-4d21-a5d8-86e7090486f2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.565979] env[63248]: DEBUG nova.network.neutron [req-b2eeac17-8ace-4be3-bb29-022c1255dda9 req-fdb36d04-babb-417f-8030-843775e57cfa service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1590.569636] env[63248]: DEBUG oslo_vmware.api [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1590.569636] env[63248]: value = "task-1800932" [ 1590.569636] env[63248]: _type = "Task" [ 1590.569636] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.580761] env[63248]: DEBUG oslo_vmware.api [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.582109] env[63248]: DEBUG nova.network.neutron [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Port f30fd20c-f8b3-4f2e-942d-f1b6c259a110 binding to destination host cpu-1 is already ACTIVE {{(pid=63248) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1590.649112] env[63248]: DEBUG nova.network.neutron [req-b2eeac17-8ace-4be3-bb29-022c1255dda9 req-fdb36d04-babb-417f-8030-843775e57cfa service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.727578] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800926, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.750532] env[63248]: DEBUG oslo_concurrency.lockutils [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] Releasing lock "refresh_cache-12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.750897] env[63248]: DEBUG nova.compute.manager [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Received event network-vif-plugged-569d2a7c-bc29-47d8-b40a-96d8cbcb7371 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1590.751340] env[63248]: DEBUG oslo_concurrency.lockutils [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] Acquiring lock "64f82339-2d72-475d-bc31-068e5b6d50a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.751633] env[63248]: DEBUG oslo_concurrency.lockutils [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] Lock "64f82339-2d72-475d-bc31-068e5b6d50a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.751844] env[63248]: DEBUG oslo_concurrency.lockutils [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] Lock "64f82339-2d72-475d-bc31-068e5b6d50a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.752204] env[63248]: DEBUG nova.compute.manager [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] No waiting events found dispatching network-vif-plugged-569d2a7c-bc29-47d8-b40a-96d8cbcb7371 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1590.752447] env[63248]: WARNING nova.compute.manager [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Received unexpected event network-vif-plugged-569d2a7c-bc29-47d8-b40a-96d8cbcb7371 for instance with vm_state building and task_state spawning. [ 1590.752691] env[63248]: DEBUG nova.compute.manager [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Received event network-changed-569d2a7c-bc29-47d8-b40a-96d8cbcb7371 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1590.752800] env[63248]: DEBUG nova.compute.manager [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Refreshing instance network info cache due to event network-changed-569d2a7c-bc29-47d8-b40a-96d8cbcb7371. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1590.752996] env[63248]: DEBUG oslo_concurrency.lockutils [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] Acquiring lock "refresh_cache-64f82339-2d72-475d-bc31-068e5b6d50a7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.753157] env[63248]: DEBUG oslo_concurrency.lockutils [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] Acquired lock "refresh_cache-64f82339-2d72-475d-bc31-068e5b6d50a7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.753325] env[63248]: DEBUG nova.network.neutron [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Refreshing network info cache for port 569d2a7c-bc29-47d8-b40a-96d8cbcb7371 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1590.860225] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800931, 'name': Rename_Task, 'duration_secs': 0.171828} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.860541] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.860832] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d0a057f-3e86-43e1-b252-0ee957f96c42 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.882777] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1590.882777] env[63248]: value = "task-1800933" [ 1590.882777] env[63248]: _type = "Task" [ 1590.882777] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.891949] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.925551] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800930, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.080012] env[63248]: DEBUG oslo_vmware.api [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800932, 'name': PowerOffVM_Task, 'duration_secs': 0.339748} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.082564] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.082742] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.083185] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-423a93e2-8116-4878-8b9a-67ca5bf5b815 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.148115] env[63248]: DEBUG nova.network.neutron [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance_info_cache with network_info: [{"id": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "address": "fa:16:3e:23:90:58", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce8e558-66", "ovs_interfaceid": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.152608] env[63248]: DEBUG oslo_concurrency.lockutils [req-b2eeac17-8ace-4be3-bb29-022c1255dda9 req-fdb36d04-babb-417f-8030-843775e57cfa service nova] Releasing lock "refresh_cache-cece03ba-a780-4240-abbf-37da4ee292cf" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.153444] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Acquired lock "refresh_cache-cece03ba-a780-4240-abbf-37da4ee292cf" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.154349] env[63248]: DEBUG nova.network.neutron [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.227118] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800926, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.934053} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.227436] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d/da9846dd-dfe9-4f6e-8fd7-0d070e70af5d.vmdk to [datastore1] 5d3de880-3eba-43b2-808b-343c9a7012ff/5d3de880-3eba-43b2-808b-343c9a7012ff.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1591.228252] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45275e4-9129-4d15-9945-16d120caff5c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.252796] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 5d3de880-3eba-43b2-808b-343c9a7012ff/5d3de880-3eba-43b2-808b-343c9a7012ff.vmdk or device None with type streamOptimized {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1591.255294] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9e90436-9c89-4ad0-91b8-956d541cdb01 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.277209] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1591.277209] env[63248]: value = "task-1800935" [ 1591.277209] env[63248]: _type = "Task" [ 1591.277209] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.288215] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.343582] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d207ca-3d28-4111-9917-87f8c6467c63 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.351625] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ccc352-278b-4c7b-831f-9294995137d5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.388990] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ade5061-657d-4aec-af16-29b72f974db1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.397435] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800933, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.400498] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a771abf-9e5c-47c9-acb6-ea7ba013cd20 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.414542] env[63248]: DEBUG nova.compute.provider_tree [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1591.431652] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800930, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.560415] env[63248]: DEBUG nova.network.neutron [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Updated VIF entry in instance network info cache for port 569d2a7c-bc29-47d8-b40a-96d8cbcb7371. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1591.560773] env[63248]: DEBUG nova.network.neutron [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Updating instance_info_cache with network_info: [{"id": "569d2a7c-bc29-47d8-b40a-96d8cbcb7371", "address": "fa:16:3e:35:33:08", "network": {"id": "0e633898-8d43-4a91-9c63-dc028d1fefb7", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-268752501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f66bf36523e1408091dac0e0b71cf900", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap569d2a7c-bc", "ovs_interfaceid": "569d2a7c-bc29-47d8-b40a-96d8cbcb7371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.607687] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "290fad69-b5d9-418d-acd4-c731428c02aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.607949] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "290fad69-b5d9-418d-acd4-c731428c02aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.608099] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "290fad69-b5d9-418d-acd4-c731428c02aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.654369] env[63248]: DEBUG oslo_concurrency.lockutils [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.687814] env[63248]: DEBUG nova.network.neutron [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1591.790262] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800935, 'name': ReconfigVM_Task, 'duration_secs': 0.397031} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.790551] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 5d3de880-3eba-43b2-808b-343c9a7012ff/5d3de880-3eba-43b2-808b-343c9a7012ff.vmdk or device None with type streamOptimized {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1591.791990] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'encryption_format': None, 'size': 0, 'image_id': 'e2b56cce-89e7-4da7-be26-1c226d221e06'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373407', 'volume_id': 'f4620f94-fc68-408b-bbc1-3a7c65cfec51', 'name': 'volume-f4620f94-fc68-408b-bbc1-3a7c65cfec51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '5d3de880-3eba-43b2-808b-343c9a7012ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4620f94-fc68-408b-bbc1-3a7c65cfec51', 'serial': 'f4620f94-fc68-408b-bbc1-3a7c65cfec51'}, 'mount_device': '/dev/sdb', 'attachment_id': '1704da63-fdc4-4a09-a1f0-a605a0e29aa5', 'device_type': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=63248) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1591.792209] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1591.792437] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373407', 'volume_id': 'f4620f94-fc68-408b-bbc1-3a7c65cfec51', 'name': 'volume-f4620f94-fc68-408b-bbc1-3a7c65cfec51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '5d3de880-3eba-43b2-808b-343c9a7012ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4620f94-fc68-408b-bbc1-3a7c65cfec51', 'serial': 'f4620f94-fc68-408b-bbc1-3a7c65cfec51'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1591.793197] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af1b81e-02b5-4c78-bdd5-0cdb560a392f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.809989] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fefe708-3aa7-45c1-8bc1-79f5a7f684ab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.835202] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] volume-f4620f94-fc68-408b-bbc1-3a7c65cfec51/volume-f4620f94-fc68-408b-bbc1-3a7c65cfec51.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1591.835529] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-473060ac-479b-4445-8583-094de3be244c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.856038] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1591.856038] env[63248]: value = "task-1800936" [ 1591.856038] env[63248]: _type = "Task" [ 1591.856038] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.865459] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.873771] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.873990] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.874236] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Deleting the datastore file [datastore1] 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.874510] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04d63498-f5a9-4332-8576-f0fb525444e9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.882283] env[63248]: DEBUG oslo_vmware.api [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for the task: (returnval){ [ 1591.882283] env[63248]: value = "task-1800937" [ 1591.882283] env[63248]: _type = "Task" [ 1591.882283] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.896598] env[63248]: DEBUG oslo_vmware.api [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.896857] env[63248]: DEBUG oslo_vmware.api [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800933, 'name': PowerOnVM_Task, 'duration_secs': 0.620143} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.897110] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1591.897312] env[63248]: INFO nova.compute.manager [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Took 11.87 seconds to spawn the instance on the hypervisor. [ 1591.897486] env[63248]: DEBUG nova.compute.manager [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1591.898280] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d348f8-6d04-4d0c-83b9-1d2c69141b92 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.927626] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800930, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.955667] env[63248]: ERROR nova.scheduler.client.report [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [req-a36d62b4-c903-410b-9015-c3da80391954] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a36d62b4-c903-410b-9015-c3da80391954"}]} [ 1591.975691] env[63248]: DEBUG nova.scheduler.client.report [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1591.995756] env[63248]: DEBUG nova.scheduler.client.report [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1591.996063] env[63248]: DEBUG nova.compute.provider_tree [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1592.011243] env[63248]: DEBUG nova.scheduler.client.report [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1592.031342] env[63248]: DEBUG nova.network.neutron [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Updating instance_info_cache with network_info: [{"id": "d4cb75a7-af50-4ae0-b11b-2400d7065c3a", "address": "fa:16:3e:d7:31:6c", "network": {"id": "3e916648-5c37-4d31-8e4e-9e893df07b09", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-66066498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbbc9aa5144b4440be2869997698ed1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4cb75a7-af", "ovs_interfaceid": "d4cb75a7-af50-4ae0-b11b-2400d7065c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.035194] env[63248]: DEBUG nova.scheduler.client.report [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1592.063249] env[63248]: DEBUG oslo_concurrency.lockutils [req-e20bf812-5c44-4e77-9bee-9a8d63beb494 req-084c7907-ad6f-48d2-80f7-d46b5c69def3 service nova] Releasing lock "refresh_cache-64f82339-2d72-475d-bc31-068e5b6d50a7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.369423] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800936, 'name': ReconfigVM_Task, 'duration_secs': 0.340511} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.369707] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Reconfigured VM instance instance-0000001f to attach disk [datastore1] volume-f4620f94-fc68-408b-bbc1-3a7c65cfec51/volume-f4620f94-fc68-408b-bbc1-3a7c65cfec51.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1592.377454] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f8e380d-1723-423f-8cc5-52f757aa645d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.396708] env[63248]: DEBUG oslo_vmware.api [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.398012] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1592.398012] env[63248]: value = "task-1800938" [ 1592.398012] env[63248]: _type = "Task" [ 1592.398012] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.413219] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.420813] env[63248]: INFO nova.compute.manager [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Took 44.26 seconds to build instance. [ 1592.427862] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800930, 'name': CreateVM_Task, 'duration_secs': 2.124802} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.430736] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1592.431887] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.432088] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.432447] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1592.432726] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf32267-7032-455d-a4d7-98a4ec436be8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.439755] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Waiting for the task: (returnval){ [ 1592.439755] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5269e9c5-4ce2-5fb1-8464-407aaee99fcb" [ 1592.439755] env[63248]: _type = "Task" [ 1592.439755] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.445423] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70a875d-1ca7-4d8b-9c1d-ed537840d60a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.456415] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5269e9c5-4ce2-5fb1-8464-407aaee99fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.012757} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.457431] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6685b5d-6ef3-4e2b-88b4-b51afd7c4b3d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.460787] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.461319] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.461398] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.461501] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.461714] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.462179] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9a38f80-1227-4ab6-b371-b625cbf07bab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.495473] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f33e87-3376-4cb1-bc36-9ce4541096f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.498433] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.498638] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1592.499403] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c476e8-c067-490e-842d-aa48a9d29201 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.505781] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Waiting for the task: (returnval){ [ 1592.505781] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fa2ec1-b98d-ac82-daf1-78247dbe2b83" [ 1592.505781] env[63248]: _type = "Task" [ 1592.505781] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.511826] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfc8dcb-6fd1-4f4a-8a96-0ebf0ca2d5a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.521292] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fa2ec1-b98d-ac82-daf1-78247dbe2b83, 'name': SearchDatastore_Task, 'duration_secs': 0.011825} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.531960] env[63248]: DEBUG nova.compute.provider_tree [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.533330] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88fbdad9-69f1-46ff-ac2e-c8e09faddc3c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.537131] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Releasing lock "refresh_cache-cece03ba-a780-4240-abbf-37da4ee292cf" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.537131] env[63248]: DEBUG nova.compute.manager [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Instance network_info: |[{"id": "d4cb75a7-af50-4ae0-b11b-2400d7065c3a", "address": "fa:16:3e:d7:31:6c", "network": {"id": "3e916648-5c37-4d31-8e4e-9e893df07b09", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-66066498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbbc9aa5144b4440be2869997698ed1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4cb75a7-af", "ovs_interfaceid": "d4cb75a7-af50-4ae0-b11b-2400d7065c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1592.537131] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:31:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4cb75a7-af50-4ae0-b11b-2400d7065c3a', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1592.544576] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Creating folder: Project (cbbc9aa5144b4440be2869997698ed1c). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1592.545945] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ad24551-ed1a-4797-86dc-5f3065bc3aa5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.549489] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Waiting for the task: (returnval){ [ 1592.549489] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524edb7e-b36d-d86a-eed1-a10db11d1434" [ 1592.549489] env[63248]: _type = "Task" [ 1592.549489] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.561239] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524edb7e-b36d-d86a-eed1-a10db11d1434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.561543] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Created folder: Project (cbbc9aa5144b4440be2869997698ed1c) in parent group-v373228. [ 1592.561677] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Creating folder: Instances. Parent ref: group-v373431. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1592.561920] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-257d7bd9-6f09-43c5-bfd5-4952edca3bbd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.572729] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Created folder: Instances in parent group-v373431. [ 1592.572981] env[63248]: DEBUG oslo.service.loopingcall [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.573189] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1592.573426] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09a037e1-c9fe-4703-ab79-d29d1ba7db5c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.595058] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1592.595058] env[63248]: value = "task-1800941" [ 1592.595058] env[63248]: _type = "Task" [ 1592.595058] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.603674] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800941, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.644857] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "refresh_cache-290fad69-b5d9-418d-acd4-c731428c02aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.645081] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "refresh_cache-290fad69-b5d9-418d-acd4-c731428c02aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.645265] env[63248]: DEBUG nova.network.neutron [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1592.898253] env[63248]: DEBUG oslo_vmware.api [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Task: {'id': task-1800937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.639014} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.898525] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.898709] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.898886] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.899079] env[63248]: INFO nova.compute.manager [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1592.899322] env[63248]: DEBUG oslo.service.loopingcall [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.899510] env[63248]: DEBUG nova.compute.manager [-] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1592.899603] env[63248]: DEBUG nova.network.neutron [-] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.910170] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800938, 'name': ReconfigVM_Task, 'duration_secs': 0.171416} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.910586] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373407', 'volume_id': 'f4620f94-fc68-408b-bbc1-3a7c65cfec51', 'name': 'volume-f4620f94-fc68-408b-bbc1-3a7c65cfec51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '5d3de880-3eba-43b2-808b-343c9a7012ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4620f94-fc68-408b-bbc1-3a7c65cfec51', 'serial': 'f4620f94-fc68-408b-bbc1-3a7c65cfec51'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1592.912039] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9f342c6-c80b-40dc-acfb-2a9df60c1e44 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.919747] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1592.919747] env[63248]: value = "task-1800942" [ 1592.919747] env[63248]: _type = "Task" [ 1592.919747] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.923053] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22039864-e445-42f2-8ee4-42d7454260c5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "90a07146-41a6-49f0-97f4-e2d8eece47a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.777s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.928696] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800942, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.038127] env[63248]: DEBUG nova.scheduler.client.report [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.061777] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524edb7e-b36d-d86a-eed1-a10db11d1434, 'name': SearchDatastore_Task, 'duration_secs': 0.013785} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.062111] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.062315] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 64f82339-2d72-475d-bc31-068e5b6d50a7/64f82339-2d72-475d-bc31-068e5b6d50a7.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1593.062573] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12bca089-6b02-4664-ae6b-093141c09886 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.071474] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Waiting for the task: (returnval){ [ 1593.071474] env[63248]: value = "task-1800943" [ 1593.071474] env[63248]: _type = "Task" [ 1593.071474] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.081477] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1800943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.106856] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800941, 'name': CreateVM_Task, 'duration_secs': 0.427694} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.107028] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1593.107787] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.107956] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.108327] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1593.108602] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab53a1a9-eda5-4f10-9cdf-fe2dd644698c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.114548] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Waiting for the task: (returnval){ [ 1593.114548] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5247795b-c93e-5355-6d7e-89a707d50105" [ 1593.114548] env[63248]: _type = "Task" [ 1593.114548] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.123858] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5247795b-c93e-5355-6d7e-89a707d50105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.174263] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88b1d92-f36d-4791-bed2-4ef79b3bce96 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.199559] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance '8e040787-5b5e-4d2f-b23d-270b198a9642' progress to 0 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1593.398866] env[63248]: DEBUG nova.network.neutron [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating instance_info_cache with network_info: [{"id": "f30fd20c-f8b3-4f2e-942d-f1b6c259a110", "address": "fa:16:3e:46:26:57", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30fd20c-f8", "ovs_interfaceid": "f30fd20c-f8b3-4f2e-942d-f1b6c259a110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.432580] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800942, 'name': Rename_Task, 'duration_secs': 0.178562} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.432875] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1593.433142] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d2951ac-07c8-45f3-ae8c-dbda7f67bb22 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.443219] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1593.443219] env[63248]: value = "task-1800944" [ 1593.443219] env[63248]: _type = "Task" [ 1593.443219] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.452440] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.458483] env[63248]: DEBUG nova.compute.manager [req-fa76d343-87ac-4932-9272-9ce23d48da32 req-0904152c-4442-438c-8145-885b11d1678e service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Received event network-vif-deleted-77485180-b33d-4639-9a02-c27e75985599 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1593.458694] env[63248]: INFO nova.compute.manager [req-fa76d343-87ac-4932-9272-9ce23d48da32 req-0904152c-4442-438c-8145-885b11d1678e service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Neutron deleted interface 77485180-b33d-4639-9a02-c27e75985599; detaching it from the instance and deleting it from the info cache [ 1593.458873] env[63248]: DEBUG nova.network.neutron [req-fa76d343-87ac-4932-9272-9ce23d48da32 req-0904152c-4442-438c-8145-885b11d1678e service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.548025] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.689s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.548025] env[63248]: DEBUG nova.compute.manager [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1593.548337] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.398s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.548505] env[63248]: DEBUG nova.objects.instance [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63248) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1593.582859] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1800943, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.625702] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5247795b-c93e-5355-6d7e-89a707d50105, 'name': SearchDatastore_Task, 'duration_secs': 0.01299} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.626472] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.626472] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1593.626566] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.626681] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.626865] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1593.628162] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2bb1de5-5a2e-4a55-993e-5f93be356907 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.642375] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1593.642642] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1593.643455] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43cfa606-cf7b-4280-8ae6-41ea143d514d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.651805] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Waiting for the task: (returnval){ [ 1593.651805] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52105653-624d-c793-44b7-e4ffea3a0f76" [ 1593.651805] env[63248]: _type = "Task" [ 1593.651805] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.663871] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52105653-624d-c793-44b7-e4ffea3a0f76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.710585] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1593.710890] env[63248]: DEBUG nova.network.neutron [-] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.712127] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-936512d1-2b29-4d6c-a03e-65d976f35b3e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.723110] env[63248]: DEBUG oslo_vmware.api [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1593.723110] env[63248]: value = "task-1800945" [ 1593.723110] env[63248]: _type = "Task" [ 1593.723110] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.735922] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] VM already powered off {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1593.736153] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance '8e040787-5b5e-4d2f-b23d-270b198a9642' progress to 17 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1593.886822] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "90a07146-41a6-49f0-97f4-e2d8eece47a4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.886945] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "90a07146-41a6-49f0-97f4-e2d8eece47a4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.887064] env[63248]: INFO nova.compute.manager [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Shelving [ 1593.902573] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "refresh_cache-290fad69-b5d9-418d-acd4-c731428c02aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.955084] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.964532] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28543b0d-f4c2-47bd-adbe-2f410eba387d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.975810] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a385fb2b-d6f5-47d6-a310-b995f21711f2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.015306] env[63248]: DEBUG nova.compute.manager [req-fa76d343-87ac-4932-9272-9ce23d48da32 req-0904152c-4442-438c-8145-885b11d1678e service nova] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Detach interface failed, port_id=77485180-b33d-4639-9a02-c27e75985599, reason: Instance 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1594.054810] env[63248]: DEBUG nova.compute.utils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1594.059642] env[63248]: DEBUG nova.compute.manager [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1594.059642] env[63248]: DEBUG nova.network.neutron [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1594.083079] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1800943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702812} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.084576] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 64f82339-2d72-475d-bc31-068e5b6d50a7/64f82339-2d72-475d-bc31-068e5b6d50a7.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1594.084576] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1594.084576] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72692af3-811c-4e8d-aff3-3d9b9b6228b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.092158] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Waiting for the task: (returnval){ [ 1594.092158] env[63248]: value = "task-1800946" [ 1594.092158] env[63248]: _type = "Task" [ 1594.092158] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.103517] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1800946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.111709] env[63248]: DEBUG nova.policy [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f82f0fae0054db3a91e550bc59dd04b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d1203557b444078908a03da2065744d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1594.162883] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52105653-624d-c793-44b7-e4ffea3a0f76, 'name': SearchDatastore_Task, 'duration_secs': 0.057005} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.163749] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac25c5e-1930-452a-a7b6-3f528a84851a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.169979] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Waiting for the task: (returnval){ [ 1594.169979] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527311d8-efe6-9428-8f9b-5df5b6407f27" [ 1594.169979] env[63248]: _type = "Task" [ 1594.169979] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.178859] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527311d8-efe6-9428-8f9b-5df5b6407f27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.215077] env[63248]: INFO nova.compute.manager [-] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Took 1.32 seconds to deallocate network for instance. [ 1594.244527] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1594.244761] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1594.244914] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1594.245198] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1594.245303] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1594.245445] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1594.245697] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1594.245794] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1594.245955] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1594.246322] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1594.246604] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1594.253421] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cecd0af5-c8f2-47c0-bb16-41e7e3e2d2a2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.272029] env[63248]: DEBUG oslo_vmware.api [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1594.272029] env[63248]: value = "task-1800947" [ 1594.272029] env[63248]: _type = "Task" [ 1594.272029] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.281672] env[63248]: DEBUG oslo_vmware.api [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.376121] env[63248]: DEBUG nova.network.neutron [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Successfully created port: 8746a369-531a-4657-a45d-f91af3cb3c16 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1594.436123] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3417f505-4956-4485-91ef-be0584285621 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.465158] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd84363-0329-439d-a1ab-0e95bdf3de1f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.472920] env[63248]: DEBUG oslo_vmware.api [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1800944, 'name': PowerOnVM_Task, 'duration_secs': 0.718015} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.474028] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1594.476047] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating instance '290fad69-b5d9-418d-acd4-c731428c02aa' progress to 83 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1594.562266] env[63248]: DEBUG nova.compute.manager [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1594.564828] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ddb85def-70d6-4a28-bf4c-c8d5ff96b35d tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.566000] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.046s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.566211] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.568506] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.406s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.568727] env[63248]: DEBUG nova.objects.instance [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lazy-loading 'resources' on Instance uuid d235314d-7080-409b-9be1-3fcb6c0884b4 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1594.601060] env[63248]: INFO nova.scheduler.client.report [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Deleted allocations for instance 700a8142-20a9-48bd-847c-acf303405b35 [ 1594.604409] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1800946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09857} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.607235] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.608207] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa248b8c-2e4f-49ab-a96a-863eaf4e01f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.635767] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 64f82339-2d72-475d-bc31-068e5b6d50a7/64f82339-2d72-475d-bc31-068e5b6d50a7.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.635767] env[63248]: DEBUG nova.compute.manager [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1594.636107] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad401aa-e957-457d-b41e-bbaae3a66efe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.652401] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2dc06d-0568-4a33-b1fe-ac11aa18270e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.665739] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Waiting for the task: (returnval){ [ 1594.665739] env[63248]: value = "task-1800948" [ 1594.665739] env[63248]: _type = "Task" [ 1594.665739] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.675278] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1800948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.684600] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527311d8-efe6-9428-8f9b-5df5b6407f27, 'name': SearchDatastore_Task, 'duration_secs': 0.014311} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.684921] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.685296] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] cece03ba-a780-4240-abbf-37da4ee292cf/cece03ba-a780-4240-abbf-37da4ee292cf.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1594.685604] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d41a598e-4740-4141-a21f-eb6cf75fc267 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.693586] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Waiting for the task: (returnval){ [ 1594.693586] env[63248]: value = "task-1800949" [ 1594.693586] env[63248]: _type = "Task" [ 1594.693586] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.702547] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1800949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.722288] env[63248]: DEBUG oslo_concurrency.lockutils [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.785010] env[63248]: DEBUG oslo_vmware.api [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800947, 'name': ReconfigVM_Task, 'duration_secs': 0.398112} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.785359] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance '8e040787-5b5e-4d2f-b23d-270b198a9642' progress to 33 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1594.896953] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1594.898138] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77aec2b2-9d49-4bbd-8d4f-f434bbd1ff3b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.906340] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1594.906340] env[63248]: value = "task-1800950" [ 1594.906340] env[63248]: _type = "Task" [ 1594.906340] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.915842] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.982927] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1594.983246] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70067687-c9f0-46e9-bd78-58d8cbad7e24 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.992744] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1594.992744] env[63248]: value = "task-1800951" [ 1594.992744] env[63248]: _type = "Task" [ 1594.992744] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.005264] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.114225] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8f2fb5a8-4c24-40da-bcf5-6491e3bea8b6 tempest-ServersTestMultiNic-1865521304 tempest-ServersTestMultiNic-1865521304-project-member] Lock "700a8142-20a9-48bd-847c-acf303405b35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.680s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.181748] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a693047-69e6-4b29-9ff0-9f537a4aa8a4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 54.747s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.194388] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1800948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.208663] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1800949, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.293794] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1595.294066] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1595.294229] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1595.294418] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1595.294826] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1595.294826] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1595.294928] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1595.295050] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1595.295228] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1595.295389] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1595.295564] env[63248]: DEBUG nova.virt.hardware [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1595.301227] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1595.302034] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed3f06d3-ad31-41fd-bbca-c73af861cfa3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.326258] env[63248]: DEBUG oslo_vmware.api [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1595.326258] env[63248]: value = "task-1800952" [ 1595.326258] env[63248]: _type = "Task" [ 1595.326258] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.339036] env[63248]: DEBUG oslo_vmware.api [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.421470] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800950, 'name': PowerOffVM_Task, 'duration_secs': 0.322046} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.425588] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1595.426865] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f03dc7d-80dc-42da-9d19-dc5f137967ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.452024] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aeed94a-2868-4078-ba06-4388630f9e6e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.512606] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.577756] env[63248]: DEBUG nova.compute.manager [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1595.612764] env[63248]: DEBUG nova.virt.hardware [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1595.612764] env[63248]: DEBUG nova.virt.hardware [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1595.612764] env[63248]: DEBUG nova.virt.hardware [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1595.612764] env[63248]: DEBUG nova.virt.hardware [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1595.612764] env[63248]: DEBUG nova.virt.hardware [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1595.612764] env[63248]: DEBUG nova.virt.hardware [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1595.612764] env[63248]: DEBUG nova.virt.hardware [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1595.612764] env[63248]: DEBUG nova.virt.hardware [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1595.612764] env[63248]: DEBUG nova.virt.hardware [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1595.613530] env[63248]: DEBUG nova.virt.hardware [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1595.613530] env[63248]: DEBUG nova.virt.hardware [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1595.614962] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7ea2fe-6989-46a3-a279-cdcb01b58d27 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.621156] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832e4eb3-29d9-4c5c-97cd-63de9a2f2adc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.636437] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4892b608-a9c1-4a2b-a10a-eff9cd523914 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.646030] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf7dccb-3f0b-4b62-95ec-c60e1d8496e0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.690197] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14471e8-d360-4d49-a0fc-d20b81738b57 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.699354] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1800948, 'name': ReconfigVM_Task, 'duration_secs': 0.755799} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.702437] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 64f82339-2d72-475d-bc31-068e5b6d50a7/64f82339-2d72-475d-bc31-068e5b6d50a7.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.704034] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adc4498-4d02-44ee-8e4f-64b814082c9b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.707655] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da900749-f460-45e6-9018-f7915362d918 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.716685] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1800949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682532} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.725607] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] cece03ba-a780-4240-abbf-37da4ee292cf/cece03ba-a780-4240-abbf-37da4ee292cf.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1595.725843] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1595.726390] env[63248]: DEBUG nova.compute.provider_tree [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.727792] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Waiting for the task: (returnval){ [ 1595.727792] env[63248]: value = "task-1800953" [ 1595.727792] env[63248]: _type = "Task" [ 1595.727792] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.727987] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06cc9a8e-176c-41a1-b23a-92127d87ccac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.742707] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1800953, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.744303] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Waiting for the task: (returnval){ [ 1595.744303] env[63248]: value = "task-1800954" [ 1595.744303] env[63248]: _type = "Task" [ 1595.744303] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.754366] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1800954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.837458] env[63248]: DEBUG oslo_vmware.api [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800952, 'name': ReconfigVM_Task, 'duration_secs': 0.196935} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.838032] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1595.838539] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1459f4ff-2fcb-4eb5-8655-8906640d6dfc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.860972] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 8e040787-5b5e-4d2f-b23d-270b198a9642/8e040787-5b5e-4d2f-b23d-270b198a9642.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1595.861231] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95cbecb5-22bc-47f9-ad67-15bbfd087b77 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.880390] env[63248]: DEBUG oslo_vmware.api [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1595.880390] env[63248]: value = "task-1800955" [ 1595.880390] env[63248]: _type = "Task" [ 1595.880390] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.888779] env[63248]: DEBUG oslo_vmware.api [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.968037] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1595.968037] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d314183-e4ac-48a8-998b-49e52b0b0ed9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.977949] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1595.977949] env[63248]: value = "task-1800956" [ 1595.977949] env[63248]: _type = "Task" [ 1595.977949] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.989477] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800956, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.996348] env[63248]: DEBUG nova.compute.manager [req-c1f7b97f-54a4-474d-ab06-9f30330d35ba req-025969ee-d9e7-4602-a24e-e3fcfa676cff service nova] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Received event network-vif-plugged-8746a369-531a-4657-a45d-f91af3cb3c16 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1595.996584] env[63248]: DEBUG oslo_concurrency.lockutils [req-c1f7b97f-54a4-474d-ab06-9f30330d35ba req-025969ee-d9e7-4602-a24e-e3fcfa676cff service nova] Acquiring lock "c9de3b5c-2984-4d47-b44c-640bcaf51967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.996938] env[63248]: DEBUG oslo_concurrency.lockutils [req-c1f7b97f-54a4-474d-ab06-9f30330d35ba req-025969ee-d9e7-4602-a24e-e3fcfa676cff service nova] Lock "c9de3b5c-2984-4d47-b44c-640bcaf51967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.997787] env[63248]: DEBUG oslo_concurrency.lockutils [req-c1f7b97f-54a4-474d-ab06-9f30330d35ba req-025969ee-d9e7-4602-a24e-e3fcfa676cff service nova] Lock "c9de3b5c-2984-4d47-b44c-640bcaf51967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.998032] env[63248]: DEBUG nova.compute.manager [req-c1f7b97f-54a4-474d-ab06-9f30330d35ba req-025969ee-d9e7-4602-a24e-e3fcfa676cff service nova] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] No waiting events found dispatching network-vif-plugged-8746a369-531a-4657-a45d-f91af3cb3c16 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1595.998269] env[63248]: WARNING nova.compute.manager [req-c1f7b97f-54a4-474d-ab06-9f30330d35ba req-025969ee-d9e7-4602-a24e-e3fcfa676cff service nova] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Received unexpected event network-vif-plugged-8746a369-531a-4657-a45d-f91af3cb3c16 for instance with vm_state building and task_state spawning. [ 1596.008970] env[63248]: DEBUG oslo_vmware.api [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1800951, 'name': PowerOnVM_Task, 'duration_secs': 0.654666} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.009295] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1596.009483] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1b206e-0fcb-4e47-88f9-a9a6b4a93621 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating instance '290fad69-b5d9-418d-acd4-c731428c02aa' progress to 100 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1596.107798] env[63248]: DEBUG nova.network.neutron [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Successfully updated port: 8746a369-531a-4657-a45d-f91af3cb3c16 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1596.232165] env[63248]: DEBUG nova.scheduler.client.report [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.246964] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1800953, 'name': Rename_Task, 'duration_secs': 0.328306} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.249855] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1596.252304] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20f44f9f-4231-4c59-bca5-1b3095160931 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.262470] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1800954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228316} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.264163] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1596.264974] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Waiting for the task: (returnval){ [ 1596.264974] env[63248]: value = "task-1800957" [ 1596.264974] env[63248]: _type = "Task" [ 1596.264974] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.265969] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1972dac-2679-4e9b-bfd7-8071e454e5bf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.301278] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] cece03ba-a780-4240-abbf-37da4ee292cf/cece03ba-a780-4240-abbf-37da4ee292cf.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1596.305204] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c470963-6a3b-407e-aa98-d19c85930a4f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.319556] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1800957, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.326242] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Waiting for the task: (returnval){ [ 1596.326242] env[63248]: value = "task-1800958" [ 1596.326242] env[63248]: _type = "Task" [ 1596.326242] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.336826] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1800958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.390989] env[63248]: DEBUG oslo_vmware.api [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1800955, 'name': ReconfigVM_Task, 'duration_secs': 0.355475} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.391704] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 8e040787-5b5e-4d2f-b23d-270b198a9642/8e040787-5b5e-4d2f-b23d-270b198a9642.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1596.391704] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance '8e040787-5b5e-4d2f-b23d-270b198a9642' progress to 50 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1596.490430] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800956, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.610347] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Acquiring lock "refresh_cache-c9de3b5c-2984-4d47-b44c-640bcaf51967" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.610511] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Acquired lock "refresh_cache-c9de3b5c-2984-4d47-b44c-640bcaf51967" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.610670] env[63248]: DEBUG nova.network.neutron [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1596.745020] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.745020] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.116s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.745020] env[63248]: DEBUG nova.objects.instance [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63248) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1596.765738] env[63248]: INFO nova.scheduler.client.report [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Deleted allocations for instance d235314d-7080-409b-9be1-3fcb6c0884b4 [ 1596.782025] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1800957, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.838807] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1800958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.899280] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5d44a2-49f2-44ad-8768-9aa57aea2df3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.919517] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a5f757-ea86-43f1-a430-8eb6fbc812a5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.942768] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance '8e040787-5b5e-4d2f-b23d-270b198a9642' progress to 67 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1596.994885] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800956, 'name': CreateSnapshot_Task, 'duration_secs': 0.554717} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.995290] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1596.996331] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f081719a-57ff-45b9-a94c-2de1e50a5b83 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.164266] env[63248]: DEBUG nova.network.neutron [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1597.277406] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8237b086-0dbc-46b4-b8d6-78861ee2270d tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "d235314d-7080-409b-9be1-3fcb6c0884b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.869s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.285483] env[63248]: DEBUG oslo_vmware.api [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1800957, 'name': PowerOnVM_Task, 'duration_secs': 0.635577} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.285750] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1597.285950] env[63248]: INFO nova.compute.manager [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1597.286149] env[63248]: DEBUG nova.compute.manager [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1597.286923] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c48976-926d-4457-9124-9c3334c42542 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.319074] env[63248]: DEBUG nova.network.neutron [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Updating instance_info_cache with network_info: [{"id": "8746a369-531a-4657-a45d-f91af3cb3c16", "address": "fa:16:3e:cb:20:0b", "network": {"id": "9d488b4d-e460-45a8-a091-6a9ad410eadf", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1452755219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d1203557b444078908a03da2065744d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8746a369-53", "ovs_interfaceid": "8746a369-531a-4657-a45d-f91af3cb3c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.339422] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1800958, 'name': ReconfigVM_Task, 'duration_secs': 0.719567} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.339705] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Reconfigured VM instance instance-00000044 to attach disk [datastore1] cece03ba-a780-4240-abbf-37da4ee292cf/cece03ba-a780-4240-abbf-37da4ee292cf.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1597.340585] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9346eecd-6c45-4309-a783-e56eff11b3cc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.348391] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Waiting for the task: (returnval){ [ 1597.348391] env[63248]: value = "task-1800959" [ 1597.348391] env[63248]: _type = "Task" [ 1597.348391] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.358317] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1800959, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.502663] env[63248]: DEBUG nova.network.neutron [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Port 0ce8e558-66fa-415a-9eb9-70ae91f3df1a binding to destination host cpu-1 is already ACTIVE {{(pid=63248) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1597.519408] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1597.519801] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a4a06ea1-dd84-47c5-878a-f12517081e23 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.535132] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1597.535132] env[63248]: value = "task-1800960" [ 1597.535132] env[63248]: _type = "Task" [ 1597.535132] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.551299] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800960, 'name': CloneVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.754343] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fe0c9faf-70f7-464f-840c-a3036a7ca18e tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.755702] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.421s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.757528] env[63248]: DEBUG nova.objects.instance [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lazy-loading 'resources' on Instance uuid b97d2539-bee1-47c9-a0db-1aef7f767bc6 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.808126] env[63248]: INFO nova.compute.manager [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Took 44.88 seconds to build instance. [ 1597.821833] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Releasing lock "refresh_cache-c9de3b5c-2984-4d47-b44c-640bcaf51967" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.822376] env[63248]: DEBUG nova.compute.manager [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Instance network_info: |[{"id": "8746a369-531a-4657-a45d-f91af3cb3c16", "address": "fa:16:3e:cb:20:0b", "network": {"id": "9d488b4d-e460-45a8-a091-6a9ad410eadf", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1452755219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d1203557b444078908a03da2065744d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8746a369-53", "ovs_interfaceid": "8746a369-531a-4657-a45d-f91af3cb3c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1597.822988] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:20:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8746a369-531a-4657-a45d-f91af3cb3c16', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1597.835162] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Creating folder: Project (4d1203557b444078908a03da2065744d). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1597.835848] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6754dc5f-0621-4956-abd5-44887b407d6f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.851286] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Created folder: Project (4d1203557b444078908a03da2065744d) in parent group-v373228. [ 1597.851286] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Creating folder: Instances. Parent ref: group-v373436. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1597.856901] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58fae4e6-5819-4a12-aca6-38d934d5601c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.866340] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1800959, 'name': Rename_Task, 'duration_secs': 0.34509} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.867444] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1597.867922] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cc153b3-7f0c-4fa7-8242-86440ff754fc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.875188] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Created folder: Instances in parent group-v373436. [ 1597.875188] env[63248]: DEBUG oslo.service.loopingcall [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.875188] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1597.875188] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2d58dd2-a039-49c1-b4bb-411d2b5e9d17 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.901492] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Waiting for the task: (returnval){ [ 1597.901492] env[63248]: value = "task-1800963" [ 1597.901492] env[63248]: _type = "Task" [ 1597.901492] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.910583] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1597.910583] env[63248]: value = "task-1800964" [ 1597.910583] env[63248]: _type = "Task" [ 1597.910583] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.919773] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1800963, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.926615] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800964, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.051612] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800960, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.114326] env[63248]: DEBUG nova.compute.manager [req-8b861f75-3c3d-402d-9ceb-e0c6c2b9fe0f req-07d3b836-f6c6-40f5-83b2-52df67585565 service nova] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Received event network-changed-8746a369-531a-4657-a45d-f91af3cb3c16 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1598.114326] env[63248]: DEBUG nova.compute.manager [req-8b861f75-3c3d-402d-9ceb-e0c6c2b9fe0f req-07d3b836-f6c6-40f5-83b2-52df67585565 service nova] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Refreshing instance network info cache due to event network-changed-8746a369-531a-4657-a45d-f91af3cb3c16. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1598.114326] env[63248]: DEBUG oslo_concurrency.lockutils [req-8b861f75-3c3d-402d-9ceb-e0c6c2b9fe0f req-07d3b836-f6c6-40f5-83b2-52df67585565 service nova] Acquiring lock "refresh_cache-c9de3b5c-2984-4d47-b44c-640bcaf51967" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.114326] env[63248]: DEBUG oslo_concurrency.lockutils [req-8b861f75-3c3d-402d-9ceb-e0c6c2b9fe0f req-07d3b836-f6c6-40f5-83b2-52df67585565 service nova] Acquired lock "refresh_cache-c9de3b5c-2984-4d47-b44c-640bcaf51967" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.114326] env[63248]: DEBUG nova.network.neutron [req-8b861f75-3c3d-402d-9ceb-e0c6c2b9fe0f req-07d3b836-f6c6-40f5-83b2-52df67585565 service nova] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Refreshing network info cache for port 8746a369-531a-4657-a45d-f91af3cb3c16 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1598.310188] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e52dbb41-a844-43f6-b80e-421867cc1a3b tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Lock "64f82339-2d72-475d-bc31-068e5b6d50a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.400s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.420683] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1800963, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.435024] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800964, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.532582] env[63248]: DEBUG oslo_concurrency.lockutils [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "8e040787-5b5e-4d2f-b23d-270b198a9642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.532713] env[63248]: DEBUG oslo_concurrency.lockutils [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "8e040787-5b5e-4d2f-b23d-270b198a9642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.532900] env[63248]: DEBUG oslo_concurrency.lockutils [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "8e040787-5b5e-4d2f-b23d-270b198a9642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.554363] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800960, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.692969] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "290fad69-b5d9-418d-acd4-c731428c02aa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.693246] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "290fad69-b5d9-418d-acd4-c731428c02aa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.693471] env[63248]: DEBUG nova.compute.manager [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Going to confirm migration 3 {{(pid=63248) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1598.794284] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c51a07-5cbe-45e9-9e31-27ebc520a2b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.803311] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac2b4dd-ac52-40f7-ac11-0c489f25a27f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.846091] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa92f65f-368a-4609-a7cc-7738cdf29249 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.853743] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17739f1-3947-4f5d-8c81-2c64b8efdfa2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.868024] env[63248]: DEBUG nova.compute.provider_tree [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.913597] env[63248]: DEBUG oslo_vmware.api [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1800963, 'name': PowerOnVM_Task, 'duration_secs': 0.598583} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.918555] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1598.918555] env[63248]: INFO nova.compute.manager [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1598.918696] env[63248]: DEBUG nova.compute.manager [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1598.919512] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf49ee8-694a-4237-a631-219f2b4eaaf2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.934644] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800964, 'name': CreateVM_Task, 'duration_secs': 0.57429} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.934805] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1598.935452] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.935616] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.935930] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1598.938187] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08dca1c8-c280-4b8b-a413-e8e53e52532c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.944256] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Waiting for the task: (returnval){ [ 1598.944256] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52aeee8b-75f2-3001-4a1d-d53cb1e3a0c6" [ 1598.944256] env[63248]: _type = "Task" [ 1598.944256] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.951870] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52aeee8b-75f2-3001-4a1d-d53cb1e3a0c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.054267] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800960, 'name': CloneVM_Task, 'duration_secs': 1.472666} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.055270] env[63248]: DEBUG nova.network.neutron [req-8b861f75-3c3d-402d-9ceb-e0c6c2b9fe0f req-07d3b836-f6c6-40f5-83b2-52df67585565 service nova] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Updated VIF entry in instance network info cache for port 8746a369-531a-4657-a45d-f91af3cb3c16. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1599.055740] env[63248]: DEBUG nova.network.neutron [req-8b861f75-3c3d-402d-9ceb-e0c6c2b9fe0f req-07d3b836-f6c6-40f5-83b2-52df67585565 service nova] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Updating instance_info_cache with network_info: [{"id": "8746a369-531a-4657-a45d-f91af3cb3c16", "address": "fa:16:3e:cb:20:0b", "network": {"id": "9d488b4d-e460-45a8-a091-6a9ad410eadf", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1452755219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d1203557b444078908a03da2065744d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8746a369-53", "ovs_interfaceid": "8746a369-531a-4657-a45d-f91af3cb3c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.057158] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Created linked-clone VM from snapshot [ 1599.059465] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6527614e-fe2e-479b-957c-1fc61261261c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.071586] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Uploading image 081e1032-f826-43e0-82c5-6d965334546a {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1599.097580] env[63248]: DEBUG oslo_vmware.rw_handles [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1599.097580] env[63248]: value = "vm-373435" [ 1599.097580] env[63248]: _type = "VirtualMachine" [ 1599.097580] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1599.097580] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-84ef79fb-2acf-49bb-9c89-fb164881ad25 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.106018] env[63248]: DEBUG oslo_vmware.rw_handles [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lease: (returnval){ [ 1599.106018] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529a9f87-470f-44dd-f6c9-d171dd4b55bc" [ 1599.106018] env[63248]: _type = "HttpNfcLease" [ 1599.106018] env[63248]: } obtained for exporting VM: (result){ [ 1599.106018] env[63248]: value = "vm-373435" [ 1599.106018] env[63248]: _type = "VirtualMachine" [ 1599.106018] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1599.106018] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the lease: (returnval){ [ 1599.106018] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529a9f87-470f-44dd-f6c9-d171dd4b55bc" [ 1599.106018] env[63248]: _type = "HttpNfcLease" [ 1599.106018] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1599.114934] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1599.114934] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529a9f87-470f-44dd-f6c9-d171dd4b55bc" [ 1599.114934] env[63248]: _type = "HttpNfcLease" [ 1599.114934] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1599.128375] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.128482] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.128622] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.128802] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.129047] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.130938] env[63248]: INFO nova.compute.manager [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Terminating instance [ 1599.295144] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "refresh_cache-290fad69-b5d9-418d-acd4-c731428c02aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.295344] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "refresh_cache-290fad69-b5d9-418d-acd4-c731428c02aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.295528] env[63248]: DEBUG nova.network.neutron [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1599.295716] env[63248]: DEBUG nova.objects.instance [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lazy-loading 'info_cache' on Instance uuid 290fad69-b5d9-418d-acd4-c731428c02aa {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.371699] env[63248]: DEBUG nova.scheduler.client.report [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.447474] env[63248]: INFO nova.compute.manager [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Took 42.25 seconds to build instance. [ 1599.456290] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52aeee8b-75f2-3001-4a1d-d53cb1e3a0c6, 'name': SearchDatastore_Task, 'duration_secs': 0.014681} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.456627] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.456905] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1599.457156] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.457342] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.457779] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1599.458187] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a94dfcd-093e-4f95-a999-713be8644a81 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.468197] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1599.468423] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1599.469420] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5aa57c0-3271-42f4-8de4-6a3205cbf77e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.475853] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Waiting for the task: (returnval){ [ 1599.475853] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526be989-1ae1-baaa-5f3f-78230d20747a" [ 1599.475853] env[63248]: _type = "Task" [ 1599.475853] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.484235] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526be989-1ae1-baaa-5f3f-78230d20747a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.558869] env[63248]: DEBUG oslo_concurrency.lockutils [req-8b861f75-3c3d-402d-9ceb-e0c6c2b9fe0f req-07d3b836-f6c6-40f5-83b2-52df67585565 service nova] Releasing lock "refresh_cache-c9de3b5c-2984-4d47-b44c-640bcaf51967" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.581489] env[63248]: DEBUG oslo_concurrency.lockutils [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.581667] env[63248]: DEBUG oslo_concurrency.lockutils [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.581843] env[63248]: DEBUG nova.network.neutron [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1599.614479] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1599.614479] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529a9f87-470f-44dd-f6c9-d171dd4b55bc" [ 1599.614479] env[63248]: _type = "HttpNfcLease" [ 1599.614479] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1599.614804] env[63248]: DEBUG oslo_vmware.rw_handles [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1599.614804] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529a9f87-470f-44dd-f6c9-d171dd4b55bc" [ 1599.614804] env[63248]: _type = "HttpNfcLease" [ 1599.614804] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1599.615612] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aea0938-bbcd-4624-a2e6-d3ef9d052cfd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.624481] env[63248]: DEBUG oslo_vmware.rw_handles [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6338b-6415-742c-b378-24fa4a04276e/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1599.624706] env[63248]: DEBUG oslo_vmware.rw_handles [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6338b-6415-742c-b378-24fa4a04276e/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1599.691744] env[63248]: DEBUG nova.compute.manager [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1599.692009] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1599.693480] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3c27a3-2882-4a03-96ae-75febb6d236f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.703363] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.704045] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b130c715-24f4-4529-923c-c10955bd9b8c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.710929] env[63248]: DEBUG oslo_vmware.api [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1599.710929] env[63248]: value = "task-1800966" [ 1599.710929] env[63248]: _type = "Task" [ 1599.710929] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.720253] env[63248]: DEBUG oslo_vmware.api [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.729203] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd4226d0-a154-4320-a438-e103e0bf847d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.876358] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.880543] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.138s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.881908] env[63248]: DEBUG nova.objects.instance [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lazy-loading 'resources' on Instance uuid 417a3664-2b58-4bef-96fb-3b3a017790da {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.917820] env[63248]: INFO nova.scheduler.client.report [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Deleted allocations for instance b97d2539-bee1-47c9-a0db-1aef7f767bc6 [ 1599.950419] env[63248]: DEBUG oslo_concurrency.lockutils [None req-819f96f2-c4d8-4410-a680-c6af2d9e7051 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Lock "cece03ba-a780-4240-abbf-37da4ee292cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.768s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.989373] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526be989-1ae1-baaa-5f3f-78230d20747a, 'name': SearchDatastore_Task, 'duration_secs': 0.029467} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.990297] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf17d95-127c-4ee0-b7bb-c72aa332dd9f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.000454] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Waiting for the task: (returnval){ [ 1600.000454] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f47411-dc12-4346-9a25-25b140735a0a" [ 1600.000454] env[63248]: _type = "Task" [ 1600.000454] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.010890] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f47411-dc12-4346-9a25-25b140735a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.223244] env[63248]: DEBUG oslo_vmware.api [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800966, 'name': PowerOffVM_Task, 'duration_secs': 0.412884} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.224667] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1600.224667] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1600.224667] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-394e1c87-1362-4bd9-9f4f-0d5bebfa730d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.232020] env[63248]: DEBUG nova.compute.manager [req-386c3753-bb63-4fa0-a719-d1e8ca223093 req-0fe9887c-4818-4c38-b98a-24f9790a90ba service nova] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Received event network-changed-569d2a7c-bc29-47d8-b40a-96d8cbcb7371 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1600.232020] env[63248]: DEBUG nova.compute.manager [req-386c3753-bb63-4fa0-a719-d1e8ca223093 req-0fe9887c-4818-4c38-b98a-24f9790a90ba service nova] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Refreshing instance network info cache due to event network-changed-569d2a7c-bc29-47d8-b40a-96d8cbcb7371. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1600.232020] env[63248]: DEBUG oslo_concurrency.lockutils [req-386c3753-bb63-4fa0-a719-d1e8ca223093 req-0fe9887c-4818-4c38-b98a-24f9790a90ba service nova] Acquiring lock "refresh_cache-64f82339-2d72-475d-bc31-068e5b6d50a7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.232020] env[63248]: DEBUG oslo_concurrency.lockutils [req-386c3753-bb63-4fa0-a719-d1e8ca223093 req-0fe9887c-4818-4c38-b98a-24f9790a90ba service nova] Acquired lock "refresh_cache-64f82339-2d72-475d-bc31-068e5b6d50a7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.232020] env[63248]: DEBUG nova.network.neutron [req-386c3753-bb63-4fa0-a719-d1e8ca223093 req-0fe9887c-4818-4c38-b98a-24f9790a90ba service nova] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Refreshing network info cache for port 569d2a7c-bc29-47d8-b40a-96d8cbcb7371 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.415220] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1600.416152] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1600.416152] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Deleting the datastore file [datastore1] ee50b60c-62d7-48cf-b568-769e6c0dcd64 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1600.418635] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-719840fc-38cd-4f4f-a13e-09741189a087 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.428971] env[63248]: DEBUG oslo_vmware.api [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for the task: (returnval){ [ 1600.428971] env[63248]: value = "task-1800968" [ 1600.428971] env[63248]: _type = "Task" [ 1600.428971] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.429921] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e917c4b6-803a-433f-84f1-2429d39208fe tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "b97d2539-bee1-47c9-a0db-1aef7f767bc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.713s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.451057] env[63248]: DEBUG oslo_vmware.api [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.513994] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f47411-dc12-4346-9a25-25b140735a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.041185} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.514494] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.514858] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] c9de3b5c-2984-4d47-b44c-640bcaf51967/c9de3b5c-2984-4d47-b44c-640bcaf51967.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1600.515197] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f24442a1-9885-4c99-ba34-450e62ab42a7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.526559] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Waiting for the task: (returnval){ [ 1600.526559] env[63248]: value = "task-1800969" [ 1600.526559] env[63248]: _type = "Task" [ 1600.526559] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.541354] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.807857] env[63248]: DEBUG nova.network.neutron [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance_info_cache with network_info: [{"id": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "address": "fa:16:3e:23:90:58", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce8e558-66", "ovs_interfaceid": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.892330] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de76348-94df-406e-976e-b10c10b14b52 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.915031] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d305659a-145a-4b49-87ec-4a75634e033f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.957813] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419be9e6-ebd3-4d1f-8e9a-7f9ebffb4fbd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.971706] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce71d62-3c68-418d-b0c6-432091b7378f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.976730] env[63248]: DEBUG oslo_vmware.api [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Task: {'id': task-1800968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35065} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.976730] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1600.976990] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1600.977818] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1600.977818] env[63248]: INFO nova.compute.manager [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1600.977818] env[63248]: DEBUG oslo.service.loopingcall [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.978316] env[63248]: DEBUG nova.compute.manager [-] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1600.978421] env[63248]: DEBUG nova.network.neutron [-] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1600.993191] env[63248]: DEBUG nova.compute.provider_tree [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.043626] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800969, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.044691] env[63248]: DEBUG nova.network.neutron [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating instance_info_cache with network_info: [{"id": "f30fd20c-f8b3-4f2e-942d-f1b6c259a110", "address": "fa:16:3e:46:26:57", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30fd20c-f8", "ovs_interfaceid": "f30fd20c-f8b3-4f2e-942d-f1b6c259a110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.245800] env[63248]: DEBUG nova.network.neutron [req-386c3753-bb63-4fa0-a719-d1e8ca223093 req-0fe9887c-4818-4c38-b98a-24f9790a90ba service nova] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Updated VIF entry in instance network info cache for port 569d2a7c-bc29-47d8-b40a-96d8cbcb7371. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1601.245800] env[63248]: DEBUG nova.network.neutron [req-386c3753-bb63-4fa0-a719-d1e8ca223093 req-0fe9887c-4818-4c38-b98a-24f9790a90ba service nova] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Updating instance_info_cache with network_info: [{"id": "569d2a7c-bc29-47d8-b40a-96d8cbcb7371", "address": "fa:16:3e:35:33:08", "network": {"id": "0e633898-8d43-4a91-9c63-dc028d1fefb7", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-268752501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f66bf36523e1408091dac0e0b71cf900", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap569d2a7c-bc", "ovs_interfaceid": "569d2a7c-bc29-47d8-b40a-96d8cbcb7371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.314647] env[63248]: DEBUG oslo_concurrency.lockutils [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.497089] env[63248]: DEBUG nova.scheduler.client.report [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1601.541862] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706529} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.542488] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] c9de3b5c-2984-4d47-b44c-640bcaf51967/c9de3b5c-2984-4d47-b44c-640bcaf51967.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1601.542488] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.542799] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f6445fe-2d62-439c-bbfa-a6b3e0324c7f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.551138] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Waiting for the task: (returnval){ [ 1601.551138] env[63248]: value = "task-1800970" [ 1601.551138] env[63248]: _type = "Task" [ 1601.551138] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.557217] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "refresh_cache-290fad69-b5d9-418d-acd4-c731428c02aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.557467] env[63248]: DEBUG nova.objects.instance [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lazy-loading 'migration_context' on Instance uuid 290fad69-b5d9-418d-acd4-c731428c02aa {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.564901] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.748613] env[63248]: DEBUG oslo_concurrency.lockutils [req-386c3753-bb63-4fa0-a719-d1e8ca223093 req-0fe9887c-4818-4c38-b98a-24f9790a90ba service nova] Releasing lock "refresh_cache-64f82339-2d72-475d-bc31-068e5b6d50a7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.856414] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f44e7d-4d2a-4e58-8c4a-3d79ebd98809 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.880564] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1260ac1-e8cb-4319-bc5f-e9fc81ba6f4c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.889195] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance '8e040787-5b5e-4d2f-b23d-270b198a9642' progress to 83 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1602.005777] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.008271] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "7f7dd101-3089-48e5-8a56-521ae4992f0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.008706] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "7f7dd101-3089-48e5-8a56-521ae4992f0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.008910] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "7f7dd101-3089-48e5-8a56-521ae4992f0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.009199] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "7f7dd101-3089-48e5-8a56-521ae4992f0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.009415] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "7f7dd101-3089-48e5-8a56-521ae4992f0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.011018] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.334s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.012988] env[63248]: INFO nova.compute.claims [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1602.017157] env[63248]: INFO nova.compute.manager [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Terminating instance [ 1602.032712] env[63248]: INFO nova.scheduler.client.report [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleted allocations for instance 417a3664-2b58-4bef-96fb-3b3a017790da [ 1602.065096] env[63248]: DEBUG nova.objects.base [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Object Instance<290fad69-b5d9-418d-acd4-c731428c02aa> lazy-loaded attributes: info_cache,migration_context {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1602.065828] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084459} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.067160] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19e8c3e-e4aa-44a9-a059-dce1570fea7f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.070529] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1602.071793] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803bf65c-ed0f-400a-8d40-a1d5f9bbe742 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.107473] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1b1547b-d730-4d7c-9e9f-3adb2625eb7c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.121394] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c9de3b5c-2984-4d47-b44c-640bcaf51967/c9de3b5c-2984-4d47-b44c-640bcaf51967.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.122461] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96b794c4-5c82-4d74-a570-7a5bd2aad74b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.141210] env[63248]: DEBUG nova.network.neutron [-] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.146501] env[63248]: DEBUG oslo_vmware.api [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1602.146501] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c6445b-c50b-a329-8a2c-d2101e4c1dd8" [ 1602.146501] env[63248]: _type = "Task" [ 1602.146501] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.153157] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Waiting for the task: (returnval){ [ 1602.153157] env[63248]: value = "task-1800971" [ 1602.153157] env[63248]: _type = "Task" [ 1602.153157] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.163065] env[63248]: DEBUG oslo_vmware.api [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c6445b-c50b-a329-8a2c-d2101e4c1dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.013888} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.163675] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.169105] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800971, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.397718] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-093acb03-b3d8-4c82-9ddc-35f6cf813a46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance '8e040787-5b5e-4d2f-b23d-270b198a9642' progress to 100 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1602.443834] env[63248]: DEBUG nova.compute.manager [req-52db2e06-dba8-47a4-a62d-148a477d0055 req-cf5f72b1-4efe-4dcb-9640-a5d6b6b29efc service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Received event network-changed-d4cb75a7-af50-4ae0-b11b-2400d7065c3a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1602.443834] env[63248]: DEBUG nova.compute.manager [req-52db2e06-dba8-47a4-a62d-148a477d0055 req-cf5f72b1-4efe-4dcb-9640-a5d6b6b29efc service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Refreshing instance network info cache due to event network-changed-d4cb75a7-af50-4ae0-b11b-2400d7065c3a. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1602.444458] env[63248]: DEBUG oslo_concurrency.lockutils [req-52db2e06-dba8-47a4-a62d-148a477d0055 req-cf5f72b1-4efe-4dcb-9640-a5d6b6b29efc service nova] Acquiring lock "refresh_cache-cece03ba-a780-4240-abbf-37da4ee292cf" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.444695] env[63248]: DEBUG oslo_concurrency.lockutils [req-52db2e06-dba8-47a4-a62d-148a477d0055 req-cf5f72b1-4efe-4dcb-9640-a5d6b6b29efc service nova] Acquired lock "refresh_cache-cece03ba-a780-4240-abbf-37da4ee292cf" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.444908] env[63248]: DEBUG nova.network.neutron [req-52db2e06-dba8-47a4-a62d-148a477d0055 req-cf5f72b1-4efe-4dcb-9640-a5d6b6b29efc service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Refreshing network info cache for port d4cb75a7-af50-4ae0-b11b-2400d7065c3a {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.523230] env[63248]: DEBUG nova.compute.manager [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1602.523645] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1602.525768] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8f3d79-2cca-46bb-93eb-55ab411339e4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.535825] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1602.536153] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-032769ab-2311-4632-8023-9ae069fc39d4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.544833] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dfcf89e7-c338-47bc-a450-31fc46fc2402 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "417a3664-2b58-4bef-96fb-3b3a017790da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.942s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.551210] env[63248]: DEBUG oslo_vmware.api [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1602.551210] env[63248]: value = "task-1800972" [ 1602.551210] env[63248]: _type = "Task" [ 1602.551210] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.561251] env[63248]: DEBUG oslo_vmware.api [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.642855] env[63248]: INFO nova.compute.manager [-] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Took 1.66 seconds to deallocate network for instance. [ 1602.675267] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.078098] env[63248]: DEBUG oslo_vmware.api [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800972, 'name': PowerOffVM_Task, 'duration_secs': 0.513471} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.079177] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.079660] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1603.082074] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d3a442e-76f5-4238-8d53-6f4509a51745 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.152019] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.176921] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800971, 'name': ReconfigVM_Task, 'duration_secs': 0.537704} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.177294] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c9de3b5c-2984-4d47-b44c-640bcaf51967/c9de3b5c-2984-4d47-b44c-640bcaf51967.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.178076] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd00967c-47b3-4ed3-8c4d-6216d2a99403 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.194163] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Waiting for the task: (returnval){ [ 1603.194163] env[63248]: value = "task-1800974" [ 1603.194163] env[63248]: _type = "Task" [ 1603.194163] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.204804] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "98fa0905-ba6a-421b-a5ac-7402395b030d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.206765] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "98fa0905-ba6a-421b-a5ac-7402395b030d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.212450] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800974, 'name': Rename_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.237654] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1603.237880] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1603.238083] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Deleting the datastore file [datastore1] 7f7dd101-3089-48e5-8a56-521ae4992f0c {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1603.239434] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a3b7c5d-d0db-4bfe-99da-dd6f4c999cca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.249357] env[63248]: DEBUG oslo_vmware.api [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for the task: (returnval){ [ 1603.249357] env[63248]: value = "task-1800975" [ 1603.249357] env[63248]: _type = "Task" [ 1603.249357] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.257769] env[63248]: DEBUG oslo_concurrency.lockutils [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "5fdf705a-f860-40c2-a82b-6de6b61dd7a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.258181] env[63248]: DEBUG oslo_concurrency.lockutils [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "5fdf705a-f860-40c2-a82b-6de6b61dd7a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.258268] env[63248]: DEBUG oslo_concurrency.lockutils [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "5fdf705a-f860-40c2-a82b-6de6b61dd7a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.258401] env[63248]: DEBUG oslo_concurrency.lockutils [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "5fdf705a-f860-40c2-a82b-6de6b61dd7a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.258624] env[63248]: DEBUG oslo_concurrency.lockutils [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "5fdf705a-f860-40c2-a82b-6de6b61dd7a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.264616] env[63248]: INFO nova.compute.manager [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Terminating instance [ 1603.271331] env[63248]: DEBUG oslo_vmware.api [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.309693] env[63248]: DEBUG nova.network.neutron [req-52db2e06-dba8-47a4-a62d-148a477d0055 req-cf5f72b1-4efe-4dcb-9640-a5d6b6b29efc service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Updated VIF entry in instance network info cache for port d4cb75a7-af50-4ae0-b11b-2400d7065c3a. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1603.310091] env[63248]: DEBUG nova.network.neutron [req-52db2e06-dba8-47a4-a62d-148a477d0055 req-cf5f72b1-4efe-4dcb-9640-a5d6b6b29efc service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Updating instance_info_cache with network_info: [{"id": "d4cb75a7-af50-4ae0-b11b-2400d7065c3a", "address": "fa:16:3e:d7:31:6c", "network": {"id": "3e916648-5c37-4d31-8e4e-9e893df07b09", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-66066498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbbc9aa5144b4440be2869997698ed1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4cb75a7-af", "ovs_interfaceid": "d4cb75a7-af50-4ae0-b11b-2400d7065c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.534225] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7989981d-b73b-48a7-a12a-91117da73b74 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.543435] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7933e4c4-6fbf-4696-b47d-0827b3b174ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.575490] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f431af-1bfd-4eab-a1ec-c2cc2bf00442 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.584430] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a03a14-a9d9-44c7-89f9-5ccd49718243 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.601340] env[63248]: DEBUG nova.compute.provider_tree [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.705815] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800974, 'name': Rename_Task, 'duration_secs': 0.266673} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.706184] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1603.706498] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcfd0905-9000-4897-9ca9-4f8dea7a5f9b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.714444] env[63248]: DEBUG nova.compute.manager [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1603.717636] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Waiting for the task: (returnval){ [ 1603.717636] env[63248]: value = "task-1800976" [ 1603.717636] env[63248]: _type = "Task" [ 1603.717636] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.726603] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.765664] env[63248]: DEBUG oslo_vmware.api [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Task: {'id': task-1800975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298335} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.765664] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1603.765664] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1603.765664] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1603.765664] env[63248]: INFO nova.compute.manager [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1603.765664] env[63248]: DEBUG oslo.service.loopingcall [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1603.765664] env[63248]: DEBUG nova.compute.manager [-] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1603.765664] env[63248]: DEBUG nova.network.neutron [-] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1603.773645] env[63248]: DEBUG nova.compute.manager [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1603.773645] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1603.773645] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1fb127-c5d8-448e-96cc-39f80506355d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.783861] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1603.784166] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-524dd4a1-b5e5-4412-bc5d-eb4ecfefdd1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.794389] env[63248]: DEBUG oslo_vmware.api [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1603.794389] env[63248]: value = "task-1800977" [ 1603.794389] env[63248]: _type = "Task" [ 1603.794389] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.805848] env[63248]: DEBUG oslo_vmware.api [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.813214] env[63248]: DEBUG oslo_concurrency.lockutils [req-52db2e06-dba8-47a4-a62d-148a477d0055 req-cf5f72b1-4efe-4dcb-9640-a5d6b6b29efc service nova] Releasing lock "refresh_cache-cece03ba-a780-4240-abbf-37da4ee292cf" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.813602] env[63248]: DEBUG nova.compute.manager [req-52db2e06-dba8-47a4-a62d-148a477d0055 req-cf5f72b1-4efe-4dcb-9640-a5d6b6b29efc service nova] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Received event network-vif-deleted-323b0900-9b56-4da4-aca5-439e048074a1 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1603.909746] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "ac30f37f-3cb1-401c-827b-d41bcdd881fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.910087] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "ac30f37f-3cb1-401c-827b-d41bcdd881fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.105821] env[63248]: DEBUG nova.scheduler.client.report [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.233821] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800976, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.239998] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.304818] env[63248]: DEBUG oslo_vmware.api [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800977, 'name': PowerOffVM_Task, 'duration_secs': 0.267088} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.305113] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.305301] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1604.305559] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a78912be-d2cf-4c8c-80d6-b4ed299701f4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.424872] env[63248]: DEBUG nova.compute.manager [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1604.473224] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1604.473423] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1604.473624] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleting the datastore file [datastore1] 5fdf705a-f860-40c2-a82b-6de6b61dd7a9 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1604.473910] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4199c369-c40d-4451-874e-77b851113c2b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.480081] env[63248]: DEBUG nova.compute.manager [req-9a50c198-cfd4-417a-8d6d-caa5aed57cc9 req-8335628a-e29b-40bb-bfb9-7ddfdf4f2018 service nova] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Received event network-vif-deleted-10370191-06f4-4ddd-aa08-395992e6004e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1604.481096] env[63248]: INFO nova.compute.manager [req-9a50c198-cfd4-417a-8d6d-caa5aed57cc9 req-8335628a-e29b-40bb-bfb9-7ddfdf4f2018 service nova] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Neutron deleted interface 10370191-06f4-4ddd-aa08-395992e6004e; detaching it from the instance and deleting it from the info cache [ 1604.481096] env[63248]: DEBUG nova.network.neutron [req-9a50c198-cfd4-417a-8d6d-caa5aed57cc9 req-8335628a-e29b-40bb-bfb9-7ddfdf4f2018 service nova] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.484500] env[63248]: DEBUG oslo_vmware.api [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1604.484500] env[63248]: value = "task-1800979" [ 1604.484500] env[63248]: _type = "Task" [ 1604.484500] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.499825] env[63248]: DEBUG oslo_vmware.api [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.530509] env[63248]: DEBUG nova.network.neutron [-] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.611113] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.611678] env[63248]: DEBUG nova.compute.manager [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1604.614726] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.271s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.615398] env[63248]: DEBUG nova.objects.instance [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lazy-loading 'resources' on Instance uuid 48363a3d-e5c1-41b9-ac55-caea067f1a75 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.731920] env[63248]: DEBUG oslo_vmware.api [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800976, 'name': PowerOnVM_Task, 'duration_secs': 0.847786} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.732240] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1604.732453] env[63248]: INFO nova.compute.manager [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1604.732632] env[63248]: DEBUG nova.compute.manager [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1604.733452] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8001472e-b0de-471d-824b-70e0a281637f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.944897] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.986142] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11e5b9a8-fae7-4022-b4e2-27f5eed4cffa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.999426] env[63248]: DEBUG oslo_vmware.api [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.003428] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bddb56-f3ba-41b8-88f0-c609f4a6b74b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.033634] env[63248]: INFO nova.compute.manager [-] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Took 1.27 seconds to deallocate network for instance. [ 1605.049612] env[63248]: DEBUG nova.compute.manager [req-9a50c198-cfd4-417a-8d6d-caa5aed57cc9 req-8335628a-e29b-40bb-bfb9-7ddfdf4f2018 service nova] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Detach interface failed, port_id=10370191-06f4-4ddd-aa08-395992e6004e, reason: Instance 7f7dd101-3089-48e5-8a56-521ae4992f0c could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1605.053712] env[63248]: DEBUG oslo_concurrency.lockutils [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "8e040787-5b5e-4d2f-b23d-270b198a9642" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.053949] env[63248]: DEBUG oslo_concurrency.lockutils [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "8e040787-5b5e-4d2f-b23d-270b198a9642" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.054151] env[63248]: DEBUG nova.compute.manager [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Going to confirm migration 4 {{(pid=63248) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1605.122382] env[63248]: DEBUG nova.compute.utils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1605.124470] env[63248]: DEBUG nova.compute.manager [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1605.124808] env[63248]: DEBUG nova.network.neutron [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1605.185973] env[63248]: DEBUG nova.policy [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf661b0b2904afa8a27415d0dbb6007', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0441317ad4bb431cbd0a1a06a59db0f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1605.250738] env[63248]: INFO nova.compute.manager [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Took 46.18 seconds to build instance. [ 1605.484603] env[63248]: DEBUG nova.network.neutron [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Successfully created port: f3d7aa68-7eb6-47a1-acc0-929eff09a7bf {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1605.498860] env[63248]: DEBUG oslo_vmware.api [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1800979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.649734} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.499172] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1605.499380] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1605.499576] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1605.499747] env[63248]: INFO nova.compute.manager [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1605.499983] env[63248]: DEBUG oslo.service.loopingcall [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.500197] env[63248]: DEBUG nova.compute.manager [-] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1605.500357] env[63248]: DEBUG nova.network.neutron [-] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1605.524078] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daeb077c-4e4e-4d60-ac8e-da7e31c43aac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.532927] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c996ab4-6b4a-408f-b5ab-a8f2f955ef35 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.566975] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.570259] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3d7fc5-f18b-46e9-aeff-e9ca203cb716 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.581050] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1f12cb-788d-4e37-9e51-36ad9822ed7d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.595911] env[63248]: DEBUG nova.compute.provider_tree [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1605.627927] env[63248]: DEBUG nova.compute.manager [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1605.669978] env[63248]: DEBUG oslo_concurrency.lockutils [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.670458] env[63248]: DEBUG oslo_concurrency.lockutils [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.670458] env[63248]: DEBUG nova.network.neutron [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1605.670584] env[63248]: DEBUG nova.objects.instance [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lazy-loading 'info_cache' on Instance uuid 8e040787-5b5e-4d2f-b23d-270b198a9642 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.753839] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a626316-742a-4c87-b5ae-c77481e32b43 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Lock "c9de3b5c-2984-4d47-b44c-640bcaf51967" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.697s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.865500] env[63248]: DEBUG nova.compute.manager [req-147fe60b-3997-4361-9aaa-5b81ce4146d3 req-e1ba4ee1-b248-4536-9f1e-7dbc23747f59 service nova] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Received event network-vif-deleted-67449663-46c1-4c0f-bacd-2d5aa6e5dfb1 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1605.865676] env[63248]: INFO nova.compute.manager [req-147fe60b-3997-4361-9aaa-5b81ce4146d3 req-e1ba4ee1-b248-4536-9f1e-7dbc23747f59 service nova] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Neutron deleted interface 67449663-46c1-4c0f-bacd-2d5aa6e5dfb1; detaching it from the instance and deleting it from the info cache [ 1605.865849] env[63248]: DEBUG nova.network.neutron [req-147fe60b-3997-4361-9aaa-5b81ce4146d3 req-e1ba4ee1-b248-4536-9f1e-7dbc23747f59 service nova] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.118198] env[63248]: ERROR nova.scheduler.client.report [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] [req-15b034d6-ba55-4088-ad0d-e4f691b76dfb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-15b034d6-ba55-4088-ad0d-e4f691b76dfb"}]} [ 1606.136776] env[63248]: DEBUG nova.scheduler.client.report [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1606.152355] env[63248]: DEBUG nova.scheduler.client.report [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1606.153104] env[63248]: DEBUG nova.compute.provider_tree [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1606.164336] env[63248]: DEBUG nova.scheduler.client.report [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1606.183360] env[63248]: DEBUG nova.scheduler.client.report [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1606.283499] env[63248]: DEBUG nova.network.neutron [-] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.369595] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d714d9d-8ee1-424c-8121-4ab16224f6eb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.386007] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf084092-d3b6-49bb-a01e-943e96e27b6a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.424060] env[63248]: DEBUG nova.compute.manager [req-147fe60b-3997-4361-9aaa-5b81ce4146d3 req-e1ba4ee1-b248-4536-9f1e-7dbc23747f59 service nova] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Detach interface failed, port_id=67449663-46c1-4c0f-bacd-2d5aa6e5dfb1, reason: Instance 5fdf705a-f860-40c2-a82b-6de6b61dd7a9 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1606.599298] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b9e67a-642d-4dd1-ad5c-3ff3b7bc1ae0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.608987] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc95ee02-1d73-401b-a0c6-35963d783fd6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.641760] env[63248]: DEBUG nova.compute.manager [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1606.645407] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db523ec3-3833-414a-b4ca-45cb01195efb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.653263] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42423c24-285d-4525-b29d-f5e0fd29a464 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.668032] env[63248]: DEBUG nova.compute.provider_tree [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1606.674054] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Acquiring lock "c9de3b5c-2984-4d47-b44c-640bcaf51967" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.674177] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Lock "c9de3b5c-2984-4d47-b44c-640bcaf51967" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.674396] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Acquiring lock "c9de3b5c-2984-4d47-b44c-640bcaf51967-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.674588] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Lock "c9de3b5c-2984-4d47-b44c-640bcaf51967-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.674768] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Lock "c9de3b5c-2984-4d47-b44c-640bcaf51967-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.680317] env[63248]: DEBUG nova.virt.hardware [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1606.680576] env[63248]: DEBUG nova.virt.hardware [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.680695] env[63248]: DEBUG nova.virt.hardware [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1606.680876] env[63248]: DEBUG nova.virt.hardware [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.681062] env[63248]: DEBUG nova.virt.hardware [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1606.681217] env[63248]: DEBUG nova.virt.hardware [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1606.681427] env[63248]: DEBUG nova.virt.hardware [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1606.681584] env[63248]: DEBUG nova.virt.hardware [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1606.681747] env[63248]: DEBUG nova.virt.hardware [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1606.681905] env[63248]: DEBUG nova.virt.hardware [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1606.682124] env[63248]: DEBUG nova.virt.hardware [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1606.682633] env[63248]: INFO nova.compute.manager [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Terminating instance [ 1606.684746] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fa8cbc-d2ab-4048-8708-c0c0d42d0200 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.695301] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f7a17f-6ae2-4822-927e-55888a720354 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.786080] env[63248]: INFO nova.compute.manager [-] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Took 1.29 seconds to deallocate network for instance. [ 1606.977332] env[63248]: DEBUG nova.network.neutron [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance_info_cache with network_info: [{"id": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "address": "fa:16:3e:23:90:58", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce8e558-66", "ovs_interfaceid": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.991372] env[63248]: DEBUG oslo_vmware.rw_handles [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6338b-6415-742c-b378-24fa4a04276e/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1606.992415] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2e120c-60b5-4d37-9a92-ec2089d1b6ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.000406] env[63248]: DEBUG oslo_vmware.rw_handles [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6338b-6415-742c-b378-24fa4a04276e/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1607.000567] env[63248]: ERROR oslo_vmware.rw_handles [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6338b-6415-742c-b378-24fa4a04276e/disk-0.vmdk due to incomplete transfer. [ 1607.000807] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-10c06bad-6fb8-4d19-bcd3-06451388f85e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.010340] env[63248]: DEBUG oslo_vmware.rw_handles [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6338b-6415-742c-b378-24fa4a04276e/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1607.010737] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Uploaded image 081e1032-f826-43e0-82c5-6d965334546a to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1607.013031] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1607.013584] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4be5814c-1561-4614-ace9-16729b6a07a5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.038474] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1607.038474] env[63248]: value = "task-1800980" [ 1607.038474] env[63248]: _type = "Task" [ 1607.038474] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.047740] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800980, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.190064] env[63248]: DEBUG nova.compute.manager [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1607.190345] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1607.191319] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7375b738-f4b4-4c66-8ab6-117f428ade0d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.199591] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1607.199853] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9971352-3557-4306-afed-616d1fdfcb2f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.202819] env[63248]: DEBUG nova.scheduler.client.report [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1607.203076] env[63248]: DEBUG nova.compute.provider_tree [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 100 to 101 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1607.203282] env[63248]: DEBUG nova.compute.provider_tree [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1607.208022] env[63248]: DEBUG oslo_vmware.api [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Waiting for the task: (returnval){ [ 1607.208022] env[63248]: value = "task-1800981" [ 1607.208022] env[63248]: _type = "Task" [ 1607.208022] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.216631] env[63248]: DEBUG oslo_vmware.api [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.292108] env[63248]: DEBUG oslo_concurrency.lockutils [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.483260] env[63248]: DEBUG oslo_concurrency.lockutils [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.483399] env[63248]: DEBUG nova.objects.instance [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lazy-loading 'migration_context' on Instance uuid 8e040787-5b5e-4d2f-b23d-270b198a9642 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.550238] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800980, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.710087] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.095s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.712300] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.416s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.712537] env[63248]: DEBUG nova.objects.instance [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lazy-loading 'resources' on Instance uuid f3bfbaae-b3fc-4af3-9479-0028a691a934 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.723187] env[63248]: DEBUG oslo_vmware.api [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800981, 'name': PowerOffVM_Task, 'duration_secs': 0.207735} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.724057] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1607.724193] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1607.724458] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82c6285f-c93e-4485-a665-fd9b6203adfb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.731553] env[63248]: INFO nova.scheduler.client.report [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Deleted allocations for instance 48363a3d-e5c1-41b9-ac55-caea067f1a75 [ 1607.987172] env[63248]: DEBUG nova.objects.base [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Object Instance<8e040787-5b5e-4d2f-b23d-270b198a9642> lazy-loaded attributes: info_cache,migration_context {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1607.988107] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239f670f-ac55-4e26-b254-1a84f6dd32e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.010448] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48254270-ed20-4f15-aa4d-ab852d4a1694 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.017252] env[63248]: DEBUG oslo_vmware.api [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1608.017252] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5207ec74-2688-8481-ae31-7cb1511b94b5" [ 1608.017252] env[63248]: _type = "Task" [ 1608.017252] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.041083] env[63248]: DEBUG oslo_vmware.api [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5207ec74-2688-8481-ae31-7cb1511b94b5, 'name': SearchDatastore_Task, 'duration_secs': 0.020774} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.044298] env[63248]: DEBUG oslo_concurrency.lockutils [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.051486] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800980, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.240591] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f623a837-4a7a-49ef-8aef-d2a1450caf36 tempest-ServersAdminNegativeTestJSON-1289069574 tempest-ServersAdminNegativeTestJSON-1289069574-project-member] Lock "48363a3d-e5c1-41b9-ac55-caea067f1a75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.505s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.531615] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de34813-95f9-441e-a199-cff65d3ae8af {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.540459] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e259a0b-e873-4625-bbea-e8c6a490ce90 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.551769] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800980, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.576875] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96bb2fa-0ba5-4b82-8420-c1d79b4b0557 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.586540] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a29632-fae1-4f90-8aee-4231dacf01fd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.598039] env[63248]: DEBUG nova.compute.provider_tree [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.053718] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800980, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.101266] env[63248]: DEBUG nova.scheduler.client.report [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1609.554590] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800980, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.609838] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.612176] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.127s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.613650] env[63248]: INFO nova.compute.claims [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1609.630633] env[63248]: INFO nova.scheduler.client.report [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleted allocations for instance f3bfbaae-b3fc-4af3-9479-0028a691a934 [ 1610.055349] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800980, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.140233] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0df09125-b431-443f-a702-3c6a4e3efb85 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "f3bfbaae-b3fc-4af3-9479-0028a691a934" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.527s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.557176] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800980, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.929522] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94d95a9-6abc-4957-bdee-a0b77f52bc6b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.938358] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846b7154-eb40-4a18-8e33-d084cb093449 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.977746] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cd0392-1459-4871-85f8-57ec4ebf012f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.988439] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37cdd14-2063-49f2-9d7d-d4972bc0ca15 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.004924] env[63248]: DEBUG nova.compute.provider_tree [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1611.059115] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800980, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.226785] env[63248]: DEBUG oslo_concurrency.lockutils [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "ecba535e-bc9f-40cd-adff-49a226f38b8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.227074] env[63248]: DEBUG oslo_concurrency.lockutils [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "ecba535e-bc9f-40cd-adff-49a226f38b8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.227808] env[63248]: DEBUG oslo_concurrency.lockutils [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "ecba535e-bc9f-40cd-adff-49a226f38b8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.227808] env[63248]: DEBUG oslo_concurrency.lockutils [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "ecba535e-bc9f-40cd-adff-49a226f38b8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.227808] env[63248]: DEBUG oslo_concurrency.lockutils [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "ecba535e-bc9f-40cd-adff-49a226f38b8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.232397] env[63248]: INFO nova.compute.manager [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Terminating instance [ 1611.507207] env[63248]: DEBUG nova.scheduler.client.report [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1611.561255] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800980, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.602199] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1611.602566] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1611.603059] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Deleting the datastore file [datastore1] c9de3b5c-2984-4d47-b44c-640bcaf51967 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.603521] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d16336d-c880-45b4-a414-c1bd2b2dfc5c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.612536] env[63248]: DEBUG oslo_vmware.api [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Waiting for the task: (returnval){ [ 1611.612536] env[63248]: value = "task-1800983" [ 1611.612536] env[63248]: _type = "Task" [ 1611.612536] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.625534] env[63248]: DEBUG oslo_vmware.api [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.737400] env[63248]: DEBUG nova.compute.manager [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1611.737637] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1611.738667] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812a47c5-3c24-4d92-9749-63d39a739c89 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.747123] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.747408] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a4d884b-628c-47f2-a3d8-c65c6a633fae {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.754734] env[63248]: DEBUG oslo_vmware.api [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1611.754734] env[63248]: value = "task-1800984" [ 1611.754734] env[63248]: _type = "Task" [ 1611.754734] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.767910] env[63248]: DEBUG oslo_vmware.api [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.788716] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "9fb12757-a3b6-4fe0-876c-434c140c0a54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.789086] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "9fb12757-a3b6-4fe0-876c-434c140c0a54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.013147] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.013736] env[63248]: DEBUG nova.compute.manager [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1612.016532] env[63248]: DEBUG oslo_concurrency.lockutils [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.358s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.017931] env[63248]: INFO nova.compute.claims [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1612.062033] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800980, 'name': Destroy_Task, 'duration_secs': 4.722853} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.062377] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Destroyed the VM [ 1612.062456] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1612.062660] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ff55430-b0cf-4aca-9d8b-f59fc8ba1df7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.070879] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1612.070879] env[63248]: value = "task-1800985" [ 1612.070879] env[63248]: _type = "Task" [ 1612.070879] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.079458] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800985, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.124289] env[63248]: DEBUG oslo_vmware.api [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Task: {'id': task-1800983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153385} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.124517] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.124740] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1612.124964] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1612.125180] env[63248]: INFO nova.compute.manager [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Took 4.93 seconds to destroy the instance on the hypervisor. [ 1612.125468] env[63248]: DEBUG oslo.service.loopingcall [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.125696] env[63248]: DEBUG nova.compute.manager [-] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1612.125806] env[63248]: DEBUG nova.network.neutron [-] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1612.266128] env[63248]: DEBUG oslo_vmware.api [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800984, 'name': PowerOffVM_Task, 'duration_secs': 0.233533} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.266837] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.266837] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1612.266837] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68a3191b-f510-48e3-bef7-6c4b704444ce {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.292383] env[63248]: DEBUG nova.compute.manager [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1612.367031] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1612.367031] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1612.367031] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleting the datastore file [datastore1] ecba535e-bc9f-40cd-adff-49a226f38b8c {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1612.367031] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e48560bd-6427-4f66-8237-0762579e578f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.377032] env[63248]: DEBUG oslo_vmware.api [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1612.377032] env[63248]: value = "task-1800987" [ 1612.377032] env[63248]: _type = "Task" [ 1612.377032] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.386484] env[63248]: DEBUG oslo_vmware.api [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.510126] env[63248]: DEBUG nova.compute.manager [req-f85935f5-94f4-45e3-8882-7484225498cc req-f15bce8d-3665-49c1-8188-3db63c0a0dd9 service nova] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Received event network-vif-deleted-8746a369-531a-4657-a45d-f91af3cb3c16 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1612.510126] env[63248]: INFO nova.compute.manager [req-f85935f5-94f4-45e3-8882-7484225498cc req-f15bce8d-3665-49c1-8188-3db63c0a0dd9 service nova] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Neutron deleted interface 8746a369-531a-4657-a45d-f91af3cb3c16; detaching it from the instance and deleting it from the info cache [ 1612.510126] env[63248]: DEBUG nova.network.neutron [req-f85935f5-94f4-45e3-8882-7484225498cc req-f15bce8d-3665-49c1-8188-3db63c0a0dd9 service nova] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.523671] env[63248]: DEBUG nova.compute.utils [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1612.524112] env[63248]: DEBUG nova.compute.manager [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Not allocating networking since 'none' was specified. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1612.558183] env[63248]: DEBUG nova.compute.manager [req-b5e124bd-69e8-4ee8-9b09-fe42d88eb9f4 req-d5e5240a-f4dd-4577-b6ba-366c8a0f6b34 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Received event network-vif-plugged-f3d7aa68-7eb6-47a1-acc0-929eff09a7bf {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1612.558359] env[63248]: DEBUG oslo_concurrency.lockutils [req-b5e124bd-69e8-4ee8-9b09-fe42d88eb9f4 req-d5e5240a-f4dd-4577-b6ba-366c8a0f6b34 service nova] Acquiring lock "cd126c4e-e38f-4096-a023-19b9cc3b3998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.558574] env[63248]: DEBUG oslo_concurrency.lockutils [req-b5e124bd-69e8-4ee8-9b09-fe42d88eb9f4 req-d5e5240a-f4dd-4577-b6ba-366c8a0f6b34 service nova] Lock "cd126c4e-e38f-4096-a023-19b9cc3b3998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.558741] env[63248]: DEBUG oslo_concurrency.lockutils [req-b5e124bd-69e8-4ee8-9b09-fe42d88eb9f4 req-d5e5240a-f4dd-4577-b6ba-366c8a0f6b34 service nova] Lock "cd126c4e-e38f-4096-a023-19b9cc3b3998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.558908] env[63248]: DEBUG nova.compute.manager [req-b5e124bd-69e8-4ee8-9b09-fe42d88eb9f4 req-d5e5240a-f4dd-4577-b6ba-366c8a0f6b34 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] No waiting events found dispatching network-vif-plugged-f3d7aa68-7eb6-47a1-acc0-929eff09a7bf {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1612.559473] env[63248]: WARNING nova.compute.manager [req-b5e124bd-69e8-4ee8-9b09-fe42d88eb9f4 req-d5e5240a-f4dd-4577-b6ba-366c8a0f6b34 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Received unexpected event network-vif-plugged-f3d7aa68-7eb6-47a1-acc0-929eff09a7bf for instance with vm_state building and task_state spawning. [ 1612.583602] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800985, 'name': RemoveSnapshot_Task, 'duration_secs': 0.482673} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.584037] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1612.584175] env[63248]: DEBUG nova.compute.manager [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1612.585339] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3273a4-a664-4e9f-905d-c24eb4271904 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.641814] env[63248]: DEBUG nova.network.neutron [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Successfully updated port: f3d7aa68-7eb6-47a1-acc0-929eff09a7bf {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1612.815207] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.887043] env[63248]: DEBUG oslo_vmware.api [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1800987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234511} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.887161] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.887322] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1612.887502] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1612.887673] env[63248]: INFO nova.compute.manager [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1612.887918] env[63248]: DEBUG oslo.service.loopingcall [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.888372] env[63248]: DEBUG nova.compute.manager [-] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1612.888536] env[63248]: DEBUG nova.network.neutron [-] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1612.952133] env[63248]: DEBUG nova.network.neutron [-] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.013949] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b16985f0-50fc-4bd7-8955-22817a90e408 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.026032] env[63248]: DEBUG nova.compute.manager [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1613.041177] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceda1218-d19d-4f57-9a99-b87ccd906952 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.081522] env[63248]: DEBUG nova.compute.manager [req-f85935f5-94f4-45e3-8882-7484225498cc req-f15bce8d-3665-49c1-8188-3db63c0a0dd9 service nova] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Detach interface failed, port_id=8746a369-531a-4657-a45d-f91af3cb3c16, reason: Instance c9de3b5c-2984-4d47-b44c-640bcaf51967 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1613.099876] env[63248]: INFO nova.compute.manager [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Shelve offloading [ 1613.144216] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.144405] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.144527] env[63248]: DEBUG nova.network.neutron [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.378123] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4f0452-a002-4f07-b77e-098c44a4944d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.385894] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c460afde-9bae-4d20-980a-02153311205a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.418457] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add148af-2ddd-48d8-8a47-bb834084efd7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.427205] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1497beda-0b2a-49d1-9729-58fbacc73b4d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.441431] env[63248]: DEBUG nova.compute.provider_tree [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1613.455614] env[63248]: INFO nova.compute.manager [-] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Took 1.33 seconds to deallocate network for instance. [ 1613.603084] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.603354] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c704bbff-5eaf-403e-998f-80c2fbcec980 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.611330] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1613.611330] env[63248]: value = "task-1800988" [ 1613.611330] env[63248]: _type = "Task" [ 1613.611330] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.620407] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.653681] env[63248]: DEBUG nova.network.neutron [-] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.674336] env[63248]: DEBUG nova.network.neutron [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1613.796607] env[63248]: DEBUG nova.network.neutron [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Updating instance_info_cache with network_info: [{"id": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "address": "fa:16:3e:ea:f5:6f", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d7aa68-7e", "ovs_interfaceid": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.962403] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.963705] env[63248]: ERROR nova.scheduler.client.report [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [req-cb526320-7c9a-485c-84e2-9662c2df05f7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cb526320-7c9a-485c-84e2-9662c2df05f7"}]} [ 1613.979938] env[63248]: DEBUG nova.scheduler.client.report [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1613.993986] env[63248]: DEBUG nova.scheduler.client.report [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1613.994194] env[63248]: DEBUG nova.compute.provider_tree [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1614.004997] env[63248]: DEBUG nova.scheduler.client.report [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1614.023818] env[63248]: DEBUG nova.scheduler.client.report [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1614.037996] env[63248]: DEBUG nova.compute.manager [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1614.062712] env[63248]: DEBUG nova.virt.hardware [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1614.062981] env[63248]: DEBUG nova.virt.hardware [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1614.063100] env[63248]: DEBUG nova.virt.hardware [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1614.063284] env[63248]: DEBUG nova.virt.hardware [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1614.063428] env[63248]: DEBUG nova.virt.hardware [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1614.063572] env[63248]: DEBUG nova.virt.hardware [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1614.063776] env[63248]: DEBUG nova.virt.hardware [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1614.063932] env[63248]: DEBUG nova.virt.hardware [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1614.064108] env[63248]: DEBUG nova.virt.hardware [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1614.064270] env[63248]: DEBUG nova.virt.hardware [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1614.064436] env[63248]: DEBUG nova.virt.hardware [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1614.065313] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f06cc1-8639-4bff-acf8-5c2479d611af {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.075988] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c763a35d-bf37-4462-a31d-da4196d78ede {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.092793] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Instance VIF info [] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1614.098164] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Creating folder: Project (e897fbd123764573bc99552d12e9e4c6). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1614.100392] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcd6cbd5-e745-4551-b9f4-77a197f3ec83 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.115855] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Created folder: Project (e897fbd123764573bc99552d12e9e4c6) in parent group-v373228. [ 1614.116046] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Creating folder: Instances. Parent ref: group-v373439. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1614.116273] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e3484ee-59ad-4d1c-aa9d-de204402beae {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.126205] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] VM already powered off {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1614.126417] env[63248]: DEBUG nova.compute.manager [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1614.126685] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Created folder: Instances in parent group-v373439. [ 1614.126896] env[63248]: DEBUG oslo.service.loopingcall [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.128353] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f99ad20-c1b0-476b-bf7f-a7bde6d32708 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.130110] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1614.130271] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d30198ce-a085-430c-9a4f-1562e517182f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.150909] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "refresh_cache-90a07146-41a6-49f0-97f4-e2d8eece47a4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.151125] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "refresh_cache-90a07146-41a6-49f0-97f4-e2d8eece47a4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.151321] env[63248]: DEBUG nova.network.neutron [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1614.153506] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1614.153506] env[63248]: value = "task-1800991" [ 1614.153506] env[63248]: _type = "Task" [ 1614.153506] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.158987] env[63248]: INFO nova.compute.manager [-] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Took 1.27 seconds to deallocate network for instance. [ 1614.166730] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800991, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.298875] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.299110] env[63248]: DEBUG nova.compute.manager [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Instance network_info: |[{"id": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "address": "fa:16:3e:ea:f5:6f", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d7aa68-7e", "ovs_interfaceid": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1614.299373] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:f5:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3d7aa68-7eb6-47a1-acc0-929eff09a7bf', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1614.308364] env[63248]: DEBUG oslo.service.loopingcall [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.313814] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1614.314559] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-543b1172-9fd7-4e6b-a67d-4fd2043d4cfa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.342350] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1614.342350] env[63248]: value = "task-1800992" [ 1614.342350] env[63248]: _type = "Task" [ 1614.342350] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.354195] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800992, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.409983] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06ce2b6-8489-462f-a6fe-1656e355a2a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.420026] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548a6d5a-41f2-47f1-a1df-06daa35f9743 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.453985] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71f42e8-8572-466a-b3c0-88c80d5b6fe7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.462376] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d8a30d-8758-4ba8-bb9b-c602075e2033 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.478742] env[63248]: DEBUG nova.compute.provider_tree [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1614.589431] env[63248]: DEBUG nova.compute.manager [req-080c00e7-44aa-42e7-a9d5-067013f0fc51 req-61646df5-f60e-4521-b93e-de17fd7318a7 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Received event network-changed-f3d7aa68-7eb6-47a1-acc0-929eff09a7bf {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1614.589611] env[63248]: DEBUG nova.compute.manager [req-080c00e7-44aa-42e7-a9d5-067013f0fc51 req-61646df5-f60e-4521-b93e-de17fd7318a7 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Refreshing instance network info cache due to event network-changed-f3d7aa68-7eb6-47a1-acc0-929eff09a7bf. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1614.589830] env[63248]: DEBUG oslo_concurrency.lockutils [req-080c00e7-44aa-42e7-a9d5-067013f0fc51 req-61646df5-f60e-4521-b93e-de17fd7318a7 service nova] Acquiring lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.589974] env[63248]: DEBUG oslo_concurrency.lockutils [req-080c00e7-44aa-42e7-a9d5-067013f0fc51 req-61646df5-f60e-4521-b93e-de17fd7318a7 service nova] Acquired lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.590308] env[63248]: DEBUG nova.network.neutron [req-080c00e7-44aa-42e7-a9d5-067013f0fc51 req-61646df5-f60e-4521-b93e-de17fd7318a7 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Refreshing network info cache for port f3d7aa68-7eb6-47a1-acc0-929eff09a7bf {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1614.667926] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800991, 'name': CreateVM_Task, 'duration_secs': 0.288907} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.668522] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1614.669133] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.669308] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.669629] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1614.669862] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea7e2d9-8993-4e41-b069-7391e8adb2e0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.675613] env[63248]: DEBUG oslo_concurrency.lockutils [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.675964] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1614.675964] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a34e40-5a3b-2f72-c001-fa4e6c6326f2" [ 1614.675964] env[63248]: _type = "Task" [ 1614.675964] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.685747] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a34e40-5a3b-2f72-c001-fa4e6c6326f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.842554] env[63248]: DEBUG nova.network.neutron [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Updating instance_info_cache with network_info: [{"id": "ee42df98-a93c-4c52-a5eb-386d073da540", "address": "fa:16:3e:47:5f:ac", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee42df98-a9", "ovs_interfaceid": "ee42df98-a93c-4c52-a5eb-386d073da540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.853760] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800992, 'name': CreateVM_Task, 'duration_secs': 0.325957} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.854447] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1614.855100] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.010537] env[63248]: DEBUG nova.scheduler.client.report [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1615.010816] env[63248]: DEBUG nova.compute.provider_tree [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 102 to 103 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1615.010995] env[63248]: DEBUG nova.compute.provider_tree [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1615.187042] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a34e40-5a3b-2f72-c001-fa4e6c6326f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.187309] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.187543] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.187780] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.187927] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.188114] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.190398] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.190704] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1615.190936] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f06cfa1-c2f8-4cbb-b583-1fd0e6527756 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.192716] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b6ecd6-566d-47b4-8344-dc13a69f05ea {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.198565] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1615.198565] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5262be31-63d8-e735-dffb-2ed21d29636f" [ 1615.198565] env[63248]: _type = "Task" [ 1615.198565] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.202948] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.204166] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.204745] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa810cd-cb98-459f-8e2c-921a907c84f4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.210227] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5262be31-63d8-e735-dffb-2ed21d29636f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.213482] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1615.213482] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52164cf7-0395-629c-139a-144887ed6095" [ 1615.213482] env[63248]: _type = "Task" [ 1615.213482] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.221121] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52164cf7-0395-629c-139a-144887ed6095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.290237] env[63248]: DEBUG nova.network.neutron [req-080c00e7-44aa-42e7-a9d5-067013f0fc51 req-61646df5-f60e-4521-b93e-de17fd7318a7 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Updated VIF entry in instance network info cache for port f3d7aa68-7eb6-47a1-acc0-929eff09a7bf. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.290607] env[63248]: DEBUG nova.network.neutron [req-080c00e7-44aa-42e7-a9d5-067013f0fc51 req-61646df5-f60e-4521-b93e-de17fd7318a7 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Updating instance_info_cache with network_info: [{"id": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "address": "fa:16:3e:ea:f5:6f", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d7aa68-7e", "ovs_interfaceid": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.348252] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "refresh_cache-90a07146-41a6-49f0-97f4-e2d8eece47a4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.516581] env[63248]: DEBUG oslo_concurrency.lockutils [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.500s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.517133] env[63248]: DEBUG nova.compute.manager [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1615.520418] env[63248]: DEBUG oslo_concurrency.lockutils [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.798s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.521347] env[63248]: DEBUG nova.objects.instance [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Lazy-loading 'resources' on Instance uuid 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.606539] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1615.607464] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94279174-6fab-46ce-8ccd-7647cce008c9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.615679] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1615.615913] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a265ee8e-4bec-464c-b026-4b6d7abfa0fd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.694021] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.694424] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.694424] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleting the datastore file [datastore1] 90a07146-41a6-49f0-97f4-e2d8eece47a4 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.694709] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1ee3870-d832-4a8f-b7ac-63ce1e806207 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.703557] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1615.703557] env[63248]: value = "task-1800994" [ 1615.703557] env[63248]: _type = "Task" [ 1615.703557] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.710783] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5262be31-63d8-e735-dffb-2ed21d29636f, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.711502] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.711784] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.712067] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.715974] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.723862] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52164cf7-0395-629c-139a-144887ed6095, 'name': SearchDatastore_Task, 'duration_secs': 0.008544} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.724600] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bfa9846-fefe-4532-a09c-f47c3a41a21a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.730120] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1615.730120] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524e64da-21b5-3001-3ddf-89fc0bec8536" [ 1615.730120] env[63248]: _type = "Task" [ 1615.730120] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.737604] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524e64da-21b5-3001-3ddf-89fc0bec8536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.793647] env[63248]: DEBUG oslo_concurrency.lockutils [req-080c00e7-44aa-42e7-a9d5-067013f0fc51 req-61646df5-f60e-4521-b93e-de17fd7318a7 service nova] Releasing lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.793770] env[63248]: DEBUG nova.compute.manager [req-080c00e7-44aa-42e7-a9d5-067013f0fc51 req-61646df5-f60e-4521-b93e-de17fd7318a7 service nova] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Received event network-vif-deleted-f8e6f25d-e822-43c3-8a03-a6eaf3f2718d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1616.024246] env[63248]: DEBUG nova.compute.utils [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1616.028514] env[63248]: DEBUG nova.compute.manager [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Not allocating networking since 'none' was specified. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1616.218192] env[63248]: DEBUG oslo_vmware.api [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1800994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147343} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.218192] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1616.218192] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1616.218192] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1616.239766] env[63248]: INFO nova.scheduler.client.report [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleted allocations for instance 90a07146-41a6-49f0-97f4-e2d8eece47a4 [ 1616.249021] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524e64da-21b5-3001-3ddf-89fc0bec8536, 'name': SearchDatastore_Task, 'duration_secs': 0.012089} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.249691] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.250142] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 7fff613b-d86b-43c2-93f2-44d3a681131c/7fff613b-d86b-43c2-93f2-44d3a681131c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1616.250273] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.250467] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.250683] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79693391-d558-4aa6-aa4f-2c7d9c21d149 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.252664] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40a610bf-fd89-4742-af15-7ea0a6fb4cc9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.268021] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1616.268021] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1616.268021] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1616.268021] env[63248]: value = "task-1800995" [ 1616.268021] env[63248]: _type = "Task" [ 1616.268021] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.268021] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-312dfb62-3337-47ea-8f22-b937b7626aaa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.281749] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1616.281749] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527b4324-6a9a-7226-f4b0-4d74a27d28f2" [ 1616.281749] env[63248]: _type = "Task" [ 1616.281749] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.282319] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1800995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.292799] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527b4324-6a9a-7226-f4b0-4d74a27d28f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011584} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.293596] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-160969ef-6559-4d1b-b6ae-7d57d311bfa0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.298992] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1616.298992] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fb9d05-ad84-8070-f862-7107b0ec6271" [ 1616.298992] env[63248]: _type = "Task" [ 1616.298992] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.309138] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fb9d05-ad84-8070-f862-7107b0ec6271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.368986] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ae5754-6f30-4b32-9465-f042bdb9dde8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.376984] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c694e40f-fa87-489b-bc83-39ab53fa2065 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.410607] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b977a20-3330-46d8-8e07-a8b575aa6772 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.419312] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f0f7f3-512a-4667-8506-cefb94115e71 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.433253] env[63248]: DEBUG nova.compute.provider_tree [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.533303] env[63248]: DEBUG nova.compute.manager [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1616.685354] env[63248]: DEBUG nova.compute.manager [req-b02a032c-5fc4-4d37-be5c-f138f45a0b07 req-97620056-e9de-4b31-99a5-407ac51fdd5c service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Received event network-vif-unplugged-ee42df98-a93c-4c52-a5eb-386d073da540 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1616.685354] env[63248]: DEBUG oslo_concurrency.lockutils [req-b02a032c-5fc4-4d37-be5c-f138f45a0b07 req-97620056-e9de-4b31-99a5-407ac51fdd5c service nova] Acquiring lock "90a07146-41a6-49f0-97f4-e2d8eece47a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.685446] env[63248]: DEBUG oslo_concurrency.lockutils [req-b02a032c-5fc4-4d37-be5c-f138f45a0b07 req-97620056-e9de-4b31-99a5-407ac51fdd5c service nova] Lock "90a07146-41a6-49f0-97f4-e2d8eece47a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.685614] env[63248]: DEBUG oslo_concurrency.lockutils [req-b02a032c-5fc4-4d37-be5c-f138f45a0b07 req-97620056-e9de-4b31-99a5-407ac51fdd5c service nova] Lock "90a07146-41a6-49f0-97f4-e2d8eece47a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.685873] env[63248]: DEBUG nova.compute.manager [req-b02a032c-5fc4-4d37-be5c-f138f45a0b07 req-97620056-e9de-4b31-99a5-407ac51fdd5c service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] No waiting events found dispatching network-vif-unplugged-ee42df98-a93c-4c52-a5eb-386d073da540 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1616.686075] env[63248]: WARNING nova.compute.manager [req-b02a032c-5fc4-4d37-be5c-f138f45a0b07 req-97620056-e9de-4b31-99a5-407ac51fdd5c service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Received unexpected event network-vif-unplugged-ee42df98-a93c-4c52-a5eb-386d073da540 for instance with vm_state shelved_offloaded and task_state None. [ 1616.686305] env[63248]: DEBUG nova.compute.manager [req-b02a032c-5fc4-4d37-be5c-f138f45a0b07 req-97620056-e9de-4b31-99a5-407ac51fdd5c service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Received event network-changed-ee42df98-a93c-4c52-a5eb-386d073da540 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1616.686461] env[63248]: DEBUG nova.compute.manager [req-b02a032c-5fc4-4d37-be5c-f138f45a0b07 req-97620056-e9de-4b31-99a5-407ac51fdd5c service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Refreshing instance network info cache due to event network-changed-ee42df98-a93c-4c52-a5eb-386d073da540. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1616.686695] env[63248]: DEBUG oslo_concurrency.lockutils [req-b02a032c-5fc4-4d37-be5c-f138f45a0b07 req-97620056-e9de-4b31-99a5-407ac51fdd5c service nova] Acquiring lock "refresh_cache-90a07146-41a6-49f0-97f4-e2d8eece47a4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.686933] env[63248]: DEBUG oslo_concurrency.lockutils [req-b02a032c-5fc4-4d37-be5c-f138f45a0b07 req-97620056-e9de-4b31-99a5-407ac51fdd5c service nova] Acquired lock "refresh_cache-90a07146-41a6-49f0-97f4-e2d8eece47a4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.687238] env[63248]: DEBUG nova.network.neutron [req-b02a032c-5fc4-4d37-be5c-f138f45a0b07 req-97620056-e9de-4b31-99a5-407ac51fdd5c service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Refreshing network info cache for port ee42df98-a93c-4c52-a5eb-386d073da540 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1616.744986] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.779858] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1800995, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.811618] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fb9d05-ad84-8070-f862-7107b0ec6271, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.811618] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.811859] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] cd126c4e-e38f-4096-a023-19b9cc3b3998/cd126c4e-e38f-4096-a023-19b9cc3b3998.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1616.812128] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b4767c8-d69f-4f4d-8dfe-f6350f02833c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.821805] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1616.821805] env[63248]: value = "task-1800996" [ 1616.821805] env[63248]: _type = "Task" [ 1616.821805] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.832765] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.936475] env[63248]: DEBUG nova.scheduler.client.report [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.280343] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1800995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586856} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.281098] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 7fff613b-d86b-43c2-93f2-44d3a681131c/7fff613b-d86b-43c2-93f2-44d3a681131c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1617.281098] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1617.281098] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4f2082c-aed1-4fc8-b018-3de3524e0ebe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.289352] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1617.289352] env[63248]: value = "task-1800997" [ 1617.289352] env[63248]: _type = "Task" [ 1617.289352] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.301138] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1800997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.332920] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478661} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.335547] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] cd126c4e-e38f-4096-a023-19b9cc3b3998/cd126c4e-e38f-4096-a023-19b9cc3b3998.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1617.335777] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1617.336119] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77fc8c85-c670-46f0-8007-ad1499e29894 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.343495] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1617.343495] env[63248]: value = "task-1800998" [ 1617.343495] env[63248]: _type = "Task" [ 1617.343495] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.353159] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.353366] env[63248]: DEBUG oslo_concurrency.lockutils [None req-297e7ae1-faa9-493c-8efa-d8ef63e26434 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "90a07146-41a6-49f0-97f4-e2d8eece47a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.406722] env[63248]: DEBUG nova.network.neutron [req-b02a032c-5fc4-4d37-be5c-f138f45a0b07 req-97620056-e9de-4b31-99a5-407ac51fdd5c service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Updated VIF entry in instance network info cache for port ee42df98-a93c-4c52-a5eb-386d073da540. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1617.407100] env[63248]: DEBUG nova.network.neutron [req-b02a032c-5fc4-4d37-be5c-f138f45a0b07 req-97620056-e9de-4b31-99a5-407ac51fdd5c service nova] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Updating instance_info_cache with network_info: [{"id": "ee42df98-a93c-4c52-a5eb-386d073da540", "address": "fa:16:3e:47:5f:ac", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": null, "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapee42df98-a9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.443057] env[63248]: DEBUG oslo_concurrency.lockutils [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.444543] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.281s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.467389] env[63248]: INFO nova.scheduler.client.report [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Deleted allocations for instance 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18 [ 1617.538198] env[63248]: DEBUG nova.compute.manager [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1617.562985] env[63248]: DEBUG nova.virt.hardware [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1617.563268] env[63248]: DEBUG nova.virt.hardware [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.563433] env[63248]: DEBUG nova.virt.hardware [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1617.563603] env[63248]: DEBUG nova.virt.hardware [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.563744] env[63248]: DEBUG nova.virt.hardware [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1617.563889] env[63248]: DEBUG nova.virt.hardware [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1617.564127] env[63248]: DEBUG nova.virt.hardware [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1617.564325] env[63248]: DEBUG nova.virt.hardware [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1617.564503] env[63248]: DEBUG nova.virt.hardware [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1617.564670] env[63248]: DEBUG nova.virt.hardware [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1617.564841] env[63248]: DEBUG nova.virt.hardware [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1617.565817] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a1cff5-122a-4a37-b477-662e59297970 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.574357] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8587b5cd-f013-4b4c-b5f3-7cfa9a5348b2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.589484] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Instance VIF info [] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1617.595152] env[63248]: DEBUG oslo.service.loopingcall [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.595438] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1617.595690] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c8d6df3-7e48-4105-a442-2e6d644aaf94 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.612940] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1617.612940] env[63248]: value = "task-1800999" [ 1617.612940] env[63248]: _type = "Task" [ 1617.612940] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.622381] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800999, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.803074] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1800997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070138} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.803473] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1617.804688] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3a6a87-8f10-45be-b728-e5a0f398ce08 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.837777] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 7fff613b-d86b-43c2-93f2-44d3a681131c/7fff613b-d86b-43c2-93f2-44d3a681131c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1617.838224] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e9e6b81-8625-45ea-8679-4907cb1500e1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.876096] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1800998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064004} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.878066] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1617.879463] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1617.879463] env[63248]: value = "task-1801000" [ 1617.879463] env[63248]: _type = "Task" [ 1617.879463] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.879698] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6aa8be5-13f1-497a-a152-a95d8af8f9fe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.910561] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] cd126c4e-e38f-4096-a023-19b9cc3b3998/cd126c4e-e38f-4096-a023-19b9cc3b3998.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1617.914067] env[63248]: DEBUG oslo_concurrency.lockutils [req-b02a032c-5fc4-4d37-be5c-f138f45a0b07 req-97620056-e9de-4b31-99a5-407ac51fdd5c service nova] Releasing lock "refresh_cache-90a07146-41a6-49f0-97f4-e2d8eece47a4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.914423] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54f62800-0841-4a87-9256-c721613ddd01 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.928963] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801000, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.936431] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1617.936431] env[63248]: value = "task-1801001" [ 1617.936431] env[63248]: _type = "Task" [ 1617.936431] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.953333] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.979170] env[63248]: DEBUG oslo_concurrency.lockutils [None req-993d905f-32ad-4a87-bea4-f98f9861f556 tempest-ServerRescueTestJSONUnderV235-1087050027 tempest-ServerRescueTestJSONUnderV235-1087050027-project-member] Lock "12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.941s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.123938] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1800999, 'name': CreateVM_Task, 'duration_secs': 0.38274} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.123938] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1618.124292] env[63248]: DEBUG oslo_concurrency.lockutils [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.124859] env[63248]: DEBUG oslo_concurrency.lockutils [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.124859] env[63248]: DEBUG oslo_concurrency.lockutils [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1618.125038] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ac5ce0-60c7-41ba-b363-afb96e33626b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.130241] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1618.130241] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f2c4eb-a3f0-fb36-dad1-f191a47f589f" [ 1618.130241] env[63248]: _type = "Task" [ 1618.130241] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.142586] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f2c4eb-a3f0-fb36-dad1-f191a47f589f, 'name': SearchDatastore_Task} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.142883] env[63248]: DEBUG oslo_concurrency.lockutils [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.143153] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1618.143367] env[63248]: DEBUG oslo_concurrency.lockutils [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.143569] env[63248]: DEBUG oslo_concurrency.lockutils [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.143690] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1618.143957] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aa19fbf-6eec-41f9-bd51-23ed6a9c26c5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.153181] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1618.153406] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1618.154143] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7665a62-94bf-447b-bdad-a4295219a968 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.163587] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1618.163587] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e37aea-8819-1f7f-09e2-ce26d2cbfcff" [ 1618.163587] env[63248]: _type = "Task" [ 1618.163587] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.172333] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e37aea-8819-1f7f-09e2-ce26d2cbfcff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.307433] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772d582a-8498-4424-a0e5-0afe3e4a5e70 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.314024] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d8ade2-2d1f-4ce7-a7c7-d75a67f2f9d2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.345597] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd5dd77-4759-44f8-b599-399f54d65139 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.353838] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1f82d4-ae3f-4da9-8f54-ac4fee5b5517 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.367871] env[63248]: DEBUG nova.compute.provider_tree [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1618.393944] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801000, 'name': ReconfigVM_Task, 'duration_secs': 0.320149} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.394489] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 7fff613b-d86b-43c2-93f2-44d3a681131c/7fff613b-d86b-43c2-93f2-44d3a681131c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.395428] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be6a23dd-6bd0-479a-be6c-d8b89440f542 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.403054] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1618.403054] env[63248]: value = "task-1801002" [ 1618.403054] env[63248]: _type = "Task" [ 1618.403054] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.412748] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801002, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.449024] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801001, 'name': ReconfigVM_Task, 'duration_secs': 0.314247} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.449024] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Reconfigured VM instance instance-00000046 to attach disk [datastore1] cd126c4e-e38f-4096-a023-19b9cc3b3998/cd126c4e-e38f-4096-a023-19b9cc3b3998.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.449024] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcad9b68-ddd5-49ca-9a31-21e6de3b4424 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.454741] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1618.454741] env[63248]: value = "task-1801003" [ 1618.454741] env[63248]: _type = "Task" [ 1618.454741] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.462967] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801003, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.677546] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e37aea-8819-1f7f-09e2-ce26d2cbfcff, 'name': SearchDatastore_Task, 'duration_secs': 0.009551} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.678368] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3604ba9e-ef01-488f-a07f-4f049bcfd4bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.684543] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1618.684543] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5273a4dc-0d2a-9f6b-53d5-6ad95f50520a" [ 1618.684543] env[63248]: _type = "Task" [ 1618.684543] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.692239] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5273a4dc-0d2a-9f6b-53d5-6ad95f50520a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.872629] env[63248]: DEBUG nova.scheduler.client.report [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1618.913878] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801002, 'name': Rename_Task, 'duration_secs': 0.191365} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.914439] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1618.914522] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68d4d812-2aac-42bd-a84f-654c0e412269 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.922352] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1618.922352] env[63248]: value = "task-1801004" [ 1618.922352] env[63248]: _type = "Task" [ 1618.922352] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.930560] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.965629] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801003, 'name': Rename_Task, 'duration_secs': 0.170308} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.965950] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1618.966301] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88f6517a-f8c0-43b2-a997-c99ad511c7da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.975850] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1618.975850] env[63248]: value = "task-1801005" [ 1618.975850] env[63248]: _type = "Task" [ 1618.975850] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.987029] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.195030] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5273a4dc-0d2a-9f6b-53d5-6ad95f50520a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.432514] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801004, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.486399] env[63248]: DEBUG oslo_vmware.api [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801005, 'name': PowerOnVM_Task, 'duration_secs': 0.504067} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.486711] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1619.486924] env[63248]: INFO nova.compute.manager [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Took 12.84 seconds to spawn the instance on the hypervisor. [ 1619.487146] env[63248]: DEBUG nova.compute.manager [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1619.487931] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c778827-f5a7-4a7a-8070-2ae6066ff13e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.695500] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5273a4dc-0d2a-9f6b-53d5-6ad95f50520a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.882737] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.438s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.886985] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.737s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.887076] env[63248]: DEBUG nova.objects.instance [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lazy-loading 'resources' on Instance uuid ee50b60c-62d7-48cf-b568-769e6c0dcd64 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1619.934167] env[63248]: DEBUG oslo_vmware.api [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801004, 'name': PowerOnVM_Task, 'duration_secs': 0.525446} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.934618] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1619.934858] env[63248]: INFO nova.compute.manager [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Took 5.90 seconds to spawn the instance on the hypervisor. [ 1619.935106] env[63248]: DEBUG nova.compute.manager [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1619.935962] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2315dffa-7912-4275-a043-3343ad79a0c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.010089] env[63248]: INFO nova.compute.manager [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Took 37.40 seconds to build instance. [ 1620.196863] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5273a4dc-0d2a-9f6b-53d5-6ad95f50520a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.265021] env[63248]: DEBUG nova.compute.manager [req-cc5c4026-6a30-40ff-8a1b-f6a07a6cb194 req-9d560b04-8113-4673-a26e-8ff3a514d33d service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Received event network-changed-f3d7aa68-7eb6-47a1-acc0-929eff09a7bf {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1620.265192] env[63248]: DEBUG nova.compute.manager [req-cc5c4026-6a30-40ff-8a1b-f6a07a6cb194 req-9d560b04-8113-4673-a26e-8ff3a514d33d service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Refreshing instance network info cache due to event network-changed-f3d7aa68-7eb6-47a1-acc0-929eff09a7bf. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1620.265410] env[63248]: DEBUG oslo_concurrency.lockutils [req-cc5c4026-6a30-40ff-8a1b-f6a07a6cb194 req-9d560b04-8113-4673-a26e-8ff3a514d33d service nova] Acquiring lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.265549] env[63248]: DEBUG oslo_concurrency.lockutils [req-cc5c4026-6a30-40ff-8a1b-f6a07a6cb194 req-9d560b04-8113-4673-a26e-8ff3a514d33d service nova] Acquired lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.265705] env[63248]: DEBUG nova.network.neutron [req-cc5c4026-6a30-40ff-8a1b-f6a07a6cb194 req-9d560b04-8113-4673-a26e-8ff3a514d33d service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Refreshing network info cache for port f3d7aa68-7eb6-47a1-acc0-929eff09a7bf {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.445389] env[63248]: INFO nova.scheduler.client.report [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleted allocation for migration cd26e049-9ae9-4c1e-9375-db90e395fc28 [ 1620.461394] env[63248]: INFO nova.compute.manager [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Took 31.99 seconds to build instance. [ 1620.511026] env[63248]: DEBUG oslo_concurrency.lockutils [None req-758301ed-f391-4118-9f09-171c347f3d64 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.922s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.696889] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5273a4dc-0d2a-9f6b-53d5-6ad95f50520a, 'name': SearchDatastore_Task, 'duration_secs': 1.537942} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.697176] env[63248]: DEBUG oslo_concurrency.lockutils [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.697434] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] e560fd05-929f-4b45-bfba-c00772a846e0/e560fd05-929f-4b45-bfba-c00772a846e0.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1620.697694] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf6c3c8f-b0ff-4d5d-826f-854565f05e3e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.706028] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1620.706028] env[63248]: value = "task-1801006" [ 1620.706028] env[63248]: _type = "Task" [ 1620.706028] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.713608] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.726226] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d3e77a-ffc7-45e2-9186-ff3fb5529b6c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.734686] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0333f66b-ac87-4fd0-98ea-176f3dc188ad {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.764967] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4d8509-80b0-47d5-928f-411d82ca03fd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.777055] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8318479-cad9-48d1-9f72-30c237ff07a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.792445] env[63248]: DEBUG nova.compute.provider_tree [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.957287] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e5ab35bc-d169-413a-84af-18f628fa91f0 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "290fad69-b5d9-418d-acd4-c731428c02aa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.264s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.966770] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87f092ee-4657-46ca-b90f-51df8f506a5f tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "7fff613b-d86b-43c2-93f2-44d3a681131c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.504s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.080694] env[63248]: DEBUG nova.network.neutron [req-cc5c4026-6a30-40ff-8a1b-f6a07a6cb194 req-9d560b04-8113-4673-a26e-8ff3a514d33d service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Updated VIF entry in instance network info cache for port f3d7aa68-7eb6-47a1-acc0-929eff09a7bf. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1621.080694] env[63248]: DEBUG nova.network.neutron [req-cc5c4026-6a30-40ff-8a1b-f6a07a6cb194 req-9d560b04-8113-4673-a26e-8ff3a514d33d service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Updating instance_info_cache with network_info: [{"id": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "address": "fa:16:3e:ea:f5:6f", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d7aa68-7e", "ovs_interfaceid": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.216315] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479718} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.216592] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] e560fd05-929f-4b45-bfba-c00772a846e0/e560fd05-929f-4b45-bfba-c00772a846e0.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1621.216806] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1621.217074] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eff272b8-54c5-48cd-af0d-c91db2e8a63d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.226479] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1621.226479] env[63248]: value = "task-1801007" [ 1621.226479] env[63248]: _type = "Task" [ 1621.226479] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.238620] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.295828] env[63248]: DEBUG nova.scheduler.client.report [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1621.582630] env[63248]: DEBUG oslo_concurrency.lockutils [req-cc5c4026-6a30-40ff-8a1b-f6a07a6cb194 req-9d560b04-8113-4673-a26e-8ff3a514d33d service nova] Releasing lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.737845] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066156} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.738146] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1621.739461] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771043c6-0e1b-4937-8be3-245be506c7c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.760012] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] e560fd05-929f-4b45-bfba-c00772a846e0/e560fd05-929f-4b45-bfba-c00772a846e0.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1621.762834] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bdc84e2-92c4-49d2-8e3f-0be12796a250 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.781890] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1621.781890] env[63248]: value = "task-1801008" [ 1621.781890] env[63248]: _type = "Task" [ 1621.781890] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.791471] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.802450] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.804837] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.565s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.806637] env[63248]: INFO nova.compute.claims [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1621.827996] env[63248]: INFO nova.scheduler.client.report [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Deleted allocations for instance ee50b60c-62d7-48cf-b568-769e6c0dcd64 [ 1622.148810] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "290fad69-b5d9-418d-acd4-c731428c02aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.148810] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "290fad69-b5d9-418d-acd4-c731428c02aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.148810] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "290fad69-b5d9-418d-acd4-c731428c02aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.149221] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "290fad69-b5d9-418d-acd4-c731428c02aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.149276] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "290fad69-b5d9-418d-acd4-c731428c02aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.152228] env[63248]: INFO nova.compute.manager [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Terminating instance [ 1622.293505] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801008, 'name': ReconfigVM_Task, 'duration_secs': 0.407507} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.295628] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Reconfigured VM instance instance-00000048 to attach disk [datastore1] e560fd05-929f-4b45-bfba-c00772a846e0/e560fd05-929f-4b45-bfba-c00772a846e0.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1622.296435] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9f801c1-4273-42ad-9242-96511cbee039 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.304285] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1622.304285] env[63248]: value = "task-1801009" [ 1622.304285] env[63248]: _type = "Task" [ 1622.304285] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.316731] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801009, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.336859] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e37f6a3-e21b-486e-85d1-19afb97c35a6 tempest-MigrationsAdminTest-1425873348 tempest-MigrationsAdminTest-1425873348-project-member] Lock "ee50b60c-62d7-48cf-b568-769e6c0dcd64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.208s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.656382] env[63248]: DEBUG nova.compute.manager [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1622.656628] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1622.657971] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef00408e-38c0-4a28-8cd7-25619e51cd76 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.666941] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1622.667232] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e7e9c4c-1879-4662-9592-5fbdba446cb4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.673038] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "74fbef5e-2007-4399-a2f1-24503b20ac36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.673319] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "74fbef5e-2007-4399-a2f1-24503b20ac36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.679067] env[63248]: DEBUG oslo_vmware.api [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1622.679067] env[63248]: value = "task-1801010" [ 1622.679067] env[63248]: _type = "Task" [ 1622.679067] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.692360] env[63248]: DEBUG oslo_vmware.api [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.816397] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801009, 'name': Rename_Task, 'duration_secs': 0.40737} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.816711] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.817071] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f51fd5c9-2698-4f40-8d0d-28ef5a87e077 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.830407] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1622.830407] env[63248]: value = "task-1801011" [ 1622.830407] env[63248]: _type = "Task" [ 1622.830407] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.841127] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.150009] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd519f75-8ef6-4336-8b7c-e314ce98202c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.158844] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232614b7-e78b-437b-a502-96a1e44c40d5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.190111] env[63248]: DEBUG nova.compute.manager [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1623.196989] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc101d40-a528-4887-a6ea-2f2aabbb1b3e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.208967] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80715ac-f966-4522-8639-8576ff04688c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.213476] env[63248]: DEBUG oslo_vmware.api [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801010, 'name': PowerOffVM_Task, 'duration_secs': 0.226893} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.214101] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1623.214301] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1623.214958] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c26a1602-12c5-4865-af6a-909b0dfe902a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.225418] env[63248]: DEBUG nova.compute.provider_tree [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.344584] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.392231] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1623.392874] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1623.392874] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleting the datastore file [datastore1] 290fad69-b5d9-418d-acd4-c731428c02aa {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1623.393092] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5eafe1f-8308-4a83-aaf5-80b473ee313a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.401328] env[63248]: DEBUG oslo_vmware.api [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1623.401328] env[63248]: value = "task-1801013" [ 1623.401328] env[63248]: _type = "Task" [ 1623.401328] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.411298] env[63248]: DEBUG oslo_vmware.api [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.708547] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.729050] env[63248]: DEBUG nova.scheduler.client.report [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1623.842270] env[63248]: DEBUG oslo_vmware.api [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801011, 'name': PowerOnVM_Task, 'duration_secs': 0.80964} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.842570] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.842785] env[63248]: INFO nova.compute.manager [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Took 6.30 seconds to spawn the instance on the hypervisor. [ 1623.842961] env[63248]: DEBUG nova.compute.manager [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1623.843744] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc467c21-c0f4-4257-aeec-0d60bac57d6b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.912250] env[63248]: DEBUG oslo_vmware.api [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130668} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.912519] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1623.912702] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1623.912876] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1623.913055] env[63248]: INFO nova.compute.manager [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1623.913305] env[63248]: DEBUG oslo.service.loopingcall [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1623.913516] env[63248]: DEBUG nova.compute.manager [-] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1623.913614] env[63248]: DEBUG nova.network.neutron [-] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1624.207274] env[63248]: DEBUG nova.compute.manager [req-c37a030f-7001-4523-a4be-53098e5b6a1f req-c16ece86-f43a-4718-b8da-5fc3c21d153e service nova] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Received event network-vif-deleted-f30fd20c-f8b3-4f2e-942d-f1b6c259a110 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1624.208601] env[63248]: INFO nova.compute.manager [req-c37a030f-7001-4523-a4be-53098e5b6a1f req-c16ece86-f43a-4718-b8da-5fc3c21d153e service nova] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Neutron deleted interface f30fd20c-f8b3-4f2e-942d-f1b6c259a110; detaching it from the instance and deleting it from the info cache [ 1624.208601] env[63248]: DEBUG nova.network.neutron [req-c37a030f-7001-4523-a4be-53098e5b6a1f req-c16ece86-f43a-4718-b8da-5fc3c21d153e service nova] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.233033] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.233888] env[63248]: DEBUG nova.compute.manager [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1624.237912] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.292s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.238150] env[63248]: INFO nova.compute.claims [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1624.359214] env[63248]: INFO nova.compute.manager [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Took 34.72 seconds to build instance. [ 1624.683063] env[63248]: DEBUG nova.network.neutron [-] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.710643] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c01eba4-677c-4944-a4dc-83780e0f9370 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.721414] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4736c9b2-9baf-4291-b164-d3643bc3c76d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.743021] env[63248]: DEBUG nova.compute.utils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1624.747506] env[63248]: DEBUG nova.compute.manager [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1624.747768] env[63248]: DEBUG nova.network.neutron [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1624.763485] env[63248]: DEBUG nova.compute.manager [req-c37a030f-7001-4523-a4be-53098e5b6a1f req-c16ece86-f43a-4718-b8da-5fc3c21d153e service nova] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Detach interface failed, port_id=f30fd20c-f8b3-4f2e-942d-f1b6c259a110, reason: Instance 290fad69-b5d9-418d-acd4-c731428c02aa could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1624.799625] env[63248]: DEBUG nova.policy [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5648310a3894b449dba880d9f17c2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57336ae1e53142118557dc35e8180d6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1624.861615] env[63248]: DEBUG oslo_concurrency.lockutils [None req-49fbb3e2-e27f-415d-867f-45f561b59e41 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "e560fd05-929f-4b45-bfba-c00772a846e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.237s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.091432] env[63248]: INFO nova.compute.manager [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Rebuilding instance [ 1625.098959] env[63248]: DEBUG nova.network.neutron [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Successfully created port: 047a0186-71ac-4a89-a8ed-86c787bd879d {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1625.139720] env[63248]: DEBUG nova.compute.manager [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1625.140784] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852a4f38-6fb0-4c40-9bbf-0958f1d7b733 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.188270] env[63248]: INFO nova.compute.manager [-] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Took 1.27 seconds to deallocate network for instance. [ 1625.251021] env[63248]: DEBUG nova.compute.manager [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1625.575950] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e86621a-836f-4a2e-8784-f56a350f710e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.584251] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e186fece-bb4a-43fb-b864-1f6ef043421e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.617615] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e10487-fc38-4f05-a974-d081675c29d7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.626075] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168f60c3-0368-452a-8622-508af52971a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.640563] env[63248]: DEBUG nova.compute.provider_tree [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.697644] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.144030] env[63248]: DEBUG nova.scheduler.client.report [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.154885] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1626.155214] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54e53ba7-b6ab-42cc-a1f5-ced0d90e8d40 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.164793] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1626.164793] env[63248]: value = "task-1801014" [ 1626.164793] env[63248]: _type = "Task" [ 1626.164793] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.173840] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.261041] env[63248]: DEBUG nova.compute.manager [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1626.287097] env[63248]: DEBUG nova.virt.hardware [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1626.287361] env[63248]: DEBUG nova.virt.hardware [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1626.287528] env[63248]: DEBUG nova.virt.hardware [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1626.288139] env[63248]: DEBUG nova.virt.hardware [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1626.288139] env[63248]: DEBUG nova.virt.hardware [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1626.288139] env[63248]: DEBUG nova.virt.hardware [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1626.288321] env[63248]: DEBUG nova.virt.hardware [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1626.288358] env[63248]: DEBUG nova.virt.hardware [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1626.288504] env[63248]: DEBUG nova.virt.hardware [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1626.288666] env[63248]: DEBUG nova.virt.hardware [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1626.288830] env[63248]: DEBUG nova.virt.hardware [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1626.289706] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a4611b-e268-4bce-988b-1b810721dfc2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.298360] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4accaf2-83a5-46f7-9224-de4dd6eac8f6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.636085] env[63248]: DEBUG nova.compute.manager [req-e15729df-a731-4326-97c1-12f4ebb88858 req-b99621da-fb14-4653-b915-b95433d10931 service nova] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Received event network-vif-plugged-047a0186-71ac-4a89-a8ed-86c787bd879d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1626.636321] env[63248]: DEBUG oslo_concurrency.lockutils [req-e15729df-a731-4326-97c1-12f4ebb88858 req-b99621da-fb14-4653-b915-b95433d10931 service nova] Acquiring lock "98fa0905-ba6a-421b-a5ac-7402395b030d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.636535] env[63248]: DEBUG oslo_concurrency.lockutils [req-e15729df-a731-4326-97c1-12f4ebb88858 req-b99621da-fb14-4653-b915-b95433d10931 service nova] Lock "98fa0905-ba6a-421b-a5ac-7402395b030d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.636735] env[63248]: DEBUG oslo_concurrency.lockutils [req-e15729df-a731-4326-97c1-12f4ebb88858 req-b99621da-fb14-4653-b915-b95433d10931 service nova] Lock "98fa0905-ba6a-421b-a5ac-7402395b030d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.636935] env[63248]: DEBUG nova.compute.manager [req-e15729df-a731-4326-97c1-12f4ebb88858 req-b99621da-fb14-4653-b915-b95433d10931 service nova] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] No waiting events found dispatching network-vif-plugged-047a0186-71ac-4a89-a8ed-86c787bd879d {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1626.637113] env[63248]: WARNING nova.compute.manager [req-e15729df-a731-4326-97c1-12f4ebb88858 req-b99621da-fb14-4653-b915-b95433d10931 service nova] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Received unexpected event network-vif-plugged-047a0186-71ac-4a89-a8ed-86c787bd879d for instance with vm_state building and task_state spawning. [ 1626.649890] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.650375] env[63248]: DEBUG nova.compute.manager [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1626.652870] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.086s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.653063] env[63248]: DEBUG nova.objects.instance [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lazy-loading 'resources' on Instance uuid 7f7dd101-3089-48e5-8a56-521ae4992f0c {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.674360] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801014, 'name': PowerOffVM_Task, 'duration_secs': 0.21335} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.674609] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1626.674831] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1626.675620] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a78ef6f-4ff0-4dba-bc5a-6d766bbf31a2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.684187] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1626.684187] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ea0d355-fd22-459c-bd77-6feca75d10ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.713426] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1626.713671] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1626.714151] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Deleting the datastore file [datastore1] e560fd05-929f-4b45-bfba-c00772a846e0 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1626.714485] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e9a5bbd-b497-4887-9efe-07f176c3baeb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.721830] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1626.721830] env[63248]: value = "task-1801016" [ 1626.721830] env[63248]: _type = "Task" [ 1626.721830] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.734023] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.825088] env[63248]: DEBUG nova.network.neutron [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Successfully updated port: 047a0186-71ac-4a89-a8ed-86c787bd879d {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1627.160115] env[63248]: DEBUG nova.compute.utils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1627.162356] env[63248]: DEBUG nova.compute.manager [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1627.162641] env[63248]: DEBUG nova.network.neutron [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1627.230062] env[63248]: DEBUG nova.policy [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5648310a3894b449dba880d9f17c2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57336ae1e53142118557dc35e8180d6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1627.238705] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.327630] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "refresh_cache-98fa0905-ba6a-421b-a5ac-7402395b030d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.327630] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "refresh_cache-98fa0905-ba6a-421b-a5ac-7402395b030d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.327949] env[63248]: DEBUG nova.network.neutron [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1627.548990] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfc8122-4ed5-4b7f-bbd4-3b8139d1088f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.557274] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35fc065-ebfc-4c3e-9480-1a0ebe2d015c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.592433] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc444fd-b2eb-45c6-905d-a2421262560c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.600699] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf29c0d6-4fc5-4a2a-a3af-4ab6174624ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.615418] env[63248]: DEBUG nova.compute.provider_tree [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.666237] env[63248]: DEBUG nova.compute.manager [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1627.734929] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.874196] env[63248]: DEBUG nova.network.neutron [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Successfully created port: 47b0d323-2c51-4dc5-8300-57ebb935abf1 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1628.094870] env[63248]: DEBUG nova.network.neutron [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1628.118464] env[63248]: DEBUG nova.scheduler.client.report [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1628.235563] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.285537] env[63248]: DEBUG nova.network.neutron [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Updating instance_info_cache with network_info: [{"id": "047a0186-71ac-4a89-a8ed-86c787bd879d", "address": "fa:16:3e:74:d3:98", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047a0186-71", "ovs_interfaceid": "047a0186-71ac-4a89-a8ed-86c787bd879d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.623261] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.625575] env[63248]: DEBUG oslo_concurrency.lockutils [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.334s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.625809] env[63248]: DEBUG nova.objects.instance [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lazy-loading 'resources' on Instance uuid 5fdf705a-f860-40c2-a82b-6de6b61dd7a9 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1628.664314] env[63248]: INFO nova.scheduler.client.report [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Deleted allocations for instance 7f7dd101-3089-48e5-8a56-521ae4992f0c [ 1628.674538] env[63248]: DEBUG nova.compute.manager [req-349ba8a5-78d5-4cac-b5be-1b20470711cb req-a842116a-eb51-4c7c-8f94-75c20fbbbbf8 service nova] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Received event network-changed-047a0186-71ac-4a89-a8ed-86c787bd879d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1628.674538] env[63248]: DEBUG nova.compute.manager [req-349ba8a5-78d5-4cac-b5be-1b20470711cb req-a842116a-eb51-4c7c-8f94-75c20fbbbbf8 service nova] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Refreshing instance network info cache due to event network-changed-047a0186-71ac-4a89-a8ed-86c787bd879d. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1628.674538] env[63248]: DEBUG oslo_concurrency.lockutils [req-349ba8a5-78d5-4cac-b5be-1b20470711cb req-a842116a-eb51-4c7c-8f94-75c20fbbbbf8 service nova] Acquiring lock "refresh_cache-98fa0905-ba6a-421b-a5ac-7402395b030d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.677031] env[63248]: DEBUG nova.compute.manager [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1628.712816] env[63248]: DEBUG nova.virt.hardware [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1628.716347] env[63248]: DEBUG nova.virt.hardware [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1628.716598] env[63248]: DEBUG nova.virt.hardware [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1628.716866] env[63248]: DEBUG nova.virt.hardware [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1628.717080] env[63248]: DEBUG nova.virt.hardware [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1628.717262] env[63248]: DEBUG nova.virt.hardware [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1628.717520] env[63248]: DEBUG nova.virt.hardware [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1628.721017] env[63248]: DEBUG nova.virt.hardware [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1628.721017] env[63248]: DEBUG nova.virt.hardware [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1628.721017] env[63248]: DEBUG nova.virt.hardware [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1628.721017] env[63248]: DEBUG nova.virt.hardware [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1628.721017] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fd3a93-dccc-4088-9d83-04566858f98e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.732852] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f4ef8c-f615-470b-90fe-6ddfbe87a25e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.752014] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.99788} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.752014] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.752014] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.752014] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.789870] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "refresh_cache-98fa0905-ba6a-421b-a5ac-7402395b030d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.789870] env[63248]: DEBUG nova.compute.manager [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Instance network_info: |[{"id": "047a0186-71ac-4a89-a8ed-86c787bd879d", "address": "fa:16:3e:74:d3:98", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047a0186-71", "ovs_interfaceid": "047a0186-71ac-4a89-a8ed-86c787bd879d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1628.789870] env[63248]: DEBUG oslo_concurrency.lockutils [req-349ba8a5-78d5-4cac-b5be-1b20470711cb req-a842116a-eb51-4c7c-8f94-75c20fbbbbf8 service nova] Acquired lock "refresh_cache-98fa0905-ba6a-421b-a5ac-7402395b030d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.789870] env[63248]: DEBUG nova.network.neutron [req-349ba8a5-78d5-4cac-b5be-1b20470711cb req-a842116a-eb51-4c7c-8f94-75c20fbbbbf8 service nova] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Refreshing network info cache for port 047a0186-71ac-4a89-a8ed-86c787bd879d {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1628.791099] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:d3:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '047a0186-71ac-4a89-a8ed-86c787bd879d', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1628.798757] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Creating folder: Project (57336ae1e53142118557dc35e8180d6c). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1628.799970] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-081a5017-6388-421c-b702-4b791e9abbba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.812605] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Created folder: Project (57336ae1e53142118557dc35e8180d6c) in parent group-v373228. [ 1628.812816] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Creating folder: Instances. Parent ref: group-v373444. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1628.813088] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79b113ee-515a-4239-af8f-357984051f57 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.823038] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Created folder: Instances in parent group-v373444. [ 1628.825725] env[63248]: DEBUG oslo.service.loopingcall [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.825725] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1628.825725] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cbf6df2-a3ca-42fa-8101-6e3ec46a547c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.846029] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1628.846029] env[63248]: value = "task-1801019" [ 1628.846029] env[63248]: _type = "Task" [ 1628.846029] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.857193] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801019, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.172147] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f455ec51-af7e-4ca6-94bf-0534f5ed5841 tempest-ListImageFiltersTestJSON-328687622 tempest-ListImageFiltersTestJSON-328687622-project-member] Lock "7f7dd101-3089-48e5-8a56-521ae4992f0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.163s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.191276] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.191511] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.358522] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801019, 'name': CreateVM_Task, 'duration_secs': 0.396923} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.358698] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1629.359524] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.359701] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.360045] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1629.360535] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef48228b-e4db-485f-a873-0cc5b9c1db70 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.365722] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1629.365722] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521bc500-df5b-c6b2-0abd-1d43dfd5db01" [ 1629.365722] env[63248]: _type = "Task" [ 1629.365722] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.376605] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521bc500-df5b-c6b2-0abd-1d43dfd5db01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.526113] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de7f57d-8bb3-42f4-8643-c8f9c978165a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.536028] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47659578-9a13-4263-9bee-d10c9c52d8f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.578490] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357f0691-e889-4beb-aff7-4c1b61a60a23 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.588223] env[63248]: DEBUG nova.network.neutron [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Successfully updated port: 47b0d323-2c51-4dc5-8300-57ebb935abf1 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1629.595456] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82694086-ce2e-4408-a2f8-2056c08e5cda {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.610520] env[63248]: DEBUG nova.compute.provider_tree [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.700798] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.701048] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1629.701322] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1629.759475] env[63248]: DEBUG nova.network.neutron [req-349ba8a5-78d5-4cac-b5be-1b20470711cb req-a842116a-eb51-4c7c-8f94-75c20fbbbbf8 service nova] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Updated VIF entry in instance network info cache for port 047a0186-71ac-4a89-a8ed-86c787bd879d. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1629.759852] env[63248]: DEBUG nova.network.neutron [req-349ba8a5-78d5-4cac-b5be-1b20470711cb req-a842116a-eb51-4c7c-8f94-75c20fbbbbf8 service nova] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Updating instance_info_cache with network_info: [{"id": "047a0186-71ac-4a89-a8ed-86c787bd879d", "address": "fa:16:3e:74:d3:98", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047a0186-71", "ovs_interfaceid": "047a0186-71ac-4a89-a8ed-86c787bd879d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.793139] env[63248]: DEBUG nova.virt.hardware [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.793393] env[63248]: DEBUG nova.virt.hardware [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.793625] env[63248]: DEBUG nova.virt.hardware [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.793861] env[63248]: DEBUG nova.virt.hardware [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.794045] env[63248]: DEBUG nova.virt.hardware [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.794442] env[63248]: DEBUG nova.virt.hardware [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.794698] env[63248]: DEBUG nova.virt.hardware [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.794869] env[63248]: DEBUG nova.virt.hardware [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.795046] env[63248]: DEBUG nova.virt.hardware [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.795214] env[63248]: DEBUG nova.virt.hardware [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.795381] env[63248]: DEBUG nova.virt.hardware [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.796277] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2030e32c-e4f8-408b-a080-7ef7d7af9196 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.806162] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02bf34e-840b-4c83-aa92-6f00b8bc84b3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.824391] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Instance VIF info [] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1629.829521] env[63248]: DEBUG oslo.service.loopingcall [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.829836] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1629.829973] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bdb332c-bf2c-422c-ac78-aa5c2a130710 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.850537] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1629.850537] env[63248]: value = "task-1801020" [ 1629.850537] env[63248]: _type = "Task" [ 1629.850537] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.858453] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801020, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.879737] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521bc500-df5b-c6b2-0abd-1d43dfd5db01, 'name': SearchDatastore_Task, 'duration_secs': 0.010815} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.879737] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.879935] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1629.880229] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.880380] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.880559] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1629.880833] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e4c8bac-e7bf-4a0d-a0ef-edf8c2f1c039 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.892546] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1629.892737] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1629.893495] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964986ff-d4d5-4066-b0e2-770f96ec8bd6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.901569] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1629.901569] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ad45cd-2902-4e88-f712-5cee34f8ea19" [ 1629.901569] env[63248]: _type = "Task" [ 1629.901569] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.912803] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ad45cd-2902-4e88-f712-5cee34f8ea19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.100772] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "refresh_cache-ac30f37f-3cb1-401c-827b-d41bcdd881fe" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.100772] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "refresh_cache-ac30f37f-3cb1-401c-827b-d41bcdd881fe" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.100772] env[63248]: DEBUG nova.network.neutron [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1630.116617] env[63248]: DEBUG nova.scheduler.client.report [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.210628] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Skipping network cache update for instance because it is being deleted. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10419}} [ 1630.210628] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Skipping network cache update for instance because it is Building. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1630.210628] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Skipping network cache update for instance because it is Building. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1630.261066] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.261066] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquired lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.261066] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Forcefully refreshing network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1630.261066] env[63248]: DEBUG nova.objects.instance [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lazy-loading 'info_cache' on Instance uuid 8e040787-5b5e-4d2f-b23d-270b198a9642 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.266518] env[63248]: DEBUG oslo_concurrency.lockutils [req-349ba8a5-78d5-4cac-b5be-1b20470711cb req-a842116a-eb51-4c7c-8f94-75c20fbbbbf8 service nova] Releasing lock "refresh_cache-98fa0905-ba6a-421b-a5ac-7402395b030d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.373868] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801020, 'name': CreateVM_Task, 'duration_secs': 0.292152} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.374180] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1630.374571] env[63248]: DEBUG oslo_concurrency.lockutils [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.374746] env[63248]: DEBUG oslo_concurrency.lockutils [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.375167] env[63248]: DEBUG oslo_concurrency.lockutils [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1630.375467] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c374a71b-1d4b-41a2-8787-5533187b1ec8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.381883] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1630.381883] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5281096f-6e2f-682b-b93b-bd039a3b1596" [ 1630.381883] env[63248]: _type = "Task" [ 1630.381883] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.391293] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5281096f-6e2f-682b-b93b-bd039a3b1596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.416450] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ad45cd-2902-4e88-f712-5cee34f8ea19, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.417341] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b720e54-20a7-45d3-ae6b-fe72c8c4f945 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.423714] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1630.423714] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520cc123-6576-924c-d7f1-f26cbf7c3670" [ 1630.423714] env[63248]: _type = "Task" [ 1630.423714] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.434211] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520cc123-6576-924c-d7f1-f26cbf7c3670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.623150] env[63248]: DEBUG oslo_concurrency.lockutils [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.625534] env[63248]: DEBUG oslo_concurrency.lockutils [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.581s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.654019] env[63248]: INFO nova.scheduler.client.report [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleted allocations for instance 5fdf705a-f860-40c2-a82b-6de6b61dd7a9 [ 1630.668449] env[63248]: DEBUG nova.network.neutron [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1630.804298] env[63248]: DEBUG nova.compute.manager [req-2562397b-1e69-4fed-b20c-ccdf2ded95bb req-4430ff5f-89c7-4c24-87cf-846609c7b6d8 service nova] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Received event network-vif-plugged-47b0d323-2c51-4dc5-8300-57ebb935abf1 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1630.804298] env[63248]: DEBUG oslo_concurrency.lockutils [req-2562397b-1e69-4fed-b20c-ccdf2ded95bb req-4430ff5f-89c7-4c24-87cf-846609c7b6d8 service nova] Acquiring lock "ac30f37f-3cb1-401c-827b-d41bcdd881fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.804298] env[63248]: DEBUG oslo_concurrency.lockutils [req-2562397b-1e69-4fed-b20c-ccdf2ded95bb req-4430ff5f-89c7-4c24-87cf-846609c7b6d8 service nova] Lock "ac30f37f-3cb1-401c-827b-d41bcdd881fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.804298] env[63248]: DEBUG oslo_concurrency.lockutils [req-2562397b-1e69-4fed-b20c-ccdf2ded95bb req-4430ff5f-89c7-4c24-87cf-846609c7b6d8 service nova] Lock "ac30f37f-3cb1-401c-827b-d41bcdd881fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.804706] env[63248]: DEBUG nova.compute.manager [req-2562397b-1e69-4fed-b20c-ccdf2ded95bb req-4430ff5f-89c7-4c24-87cf-846609c7b6d8 service nova] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] No waiting events found dispatching network-vif-plugged-47b0d323-2c51-4dc5-8300-57ebb935abf1 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1630.804706] env[63248]: WARNING nova.compute.manager [req-2562397b-1e69-4fed-b20c-ccdf2ded95bb req-4430ff5f-89c7-4c24-87cf-846609c7b6d8 service nova] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Received unexpected event network-vif-plugged-47b0d323-2c51-4dc5-8300-57ebb935abf1 for instance with vm_state building and task_state spawning. [ 1630.804768] env[63248]: DEBUG nova.compute.manager [req-2562397b-1e69-4fed-b20c-ccdf2ded95bb req-4430ff5f-89c7-4c24-87cf-846609c7b6d8 service nova] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Received event network-changed-47b0d323-2c51-4dc5-8300-57ebb935abf1 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1630.804903] env[63248]: DEBUG nova.compute.manager [req-2562397b-1e69-4fed-b20c-ccdf2ded95bb req-4430ff5f-89c7-4c24-87cf-846609c7b6d8 service nova] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Refreshing instance network info cache due to event network-changed-47b0d323-2c51-4dc5-8300-57ebb935abf1. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1630.807623] env[63248]: DEBUG oslo_concurrency.lockutils [req-2562397b-1e69-4fed-b20c-ccdf2ded95bb req-4430ff5f-89c7-4c24-87cf-846609c7b6d8 service nova] Acquiring lock "refresh_cache-ac30f37f-3cb1-401c-827b-d41bcdd881fe" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.899636] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5281096f-6e2f-682b-b93b-bd039a3b1596, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.900452] env[63248]: DEBUG oslo_concurrency.lockutils [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.900832] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1630.901090] env[63248]: DEBUG oslo_concurrency.lockutils [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.931415] env[63248]: DEBUG nova.network.neutron [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Updating instance_info_cache with network_info: [{"id": "47b0d323-2c51-4dc5-8300-57ebb935abf1", "address": "fa:16:3e:7d:10:14", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b0d323-2c", "ovs_interfaceid": "47b0d323-2c51-4dc5-8300-57ebb935abf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.940619] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520cc123-6576-924c-d7f1-f26cbf7c3670, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.943132] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.943351] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 98fa0905-ba6a-421b-a5ac-7402395b030d/98fa0905-ba6a-421b-a5ac-7402395b030d.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1630.943679] env[63248]: DEBUG oslo_concurrency.lockutils [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.943879] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.944119] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b02f41f3-caaa-4ce6-a167-142cb39bae6d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.946857] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e274af3b-5abb-44cf-8861-34b4f1321296 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.956221] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1630.956221] env[63248]: value = "task-1801021" [ 1630.956221] env[63248]: _type = "Task" [ 1630.956221] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.966481] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.966715] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1630.968518] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb379f25-149c-4f5f-98f6-17a5e71542e6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.982501] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.984362] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1630.984362] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528637bb-14ab-ec59-c585-ae79f2a97a4b" [ 1630.984362] env[63248]: _type = "Task" [ 1630.984362] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.995561] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528637bb-14ab-ec59-c585-ae79f2a97a4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.166711] env[63248]: DEBUG oslo_concurrency.lockutils [None req-efdb8f2a-147a-48b7-86d5-aeaa274035e8 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "5fdf705a-f860-40c2-a82b-6de6b61dd7a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.909s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.385752] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "8fd93901-39dd-4358-93eb-9c0d1a087a78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.386085] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "8fd93901-39dd-4358-93eb-9c0d1a087a78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.386537] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "8fd93901-39dd-4358-93eb-9c0d1a087a78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.386537] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "8fd93901-39dd-4358-93eb-9c0d1a087a78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.386537] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "8fd93901-39dd-4358-93eb-9c0d1a087a78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.388722] env[63248]: INFO nova.compute.manager [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Terminating instance [ 1631.441967] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "refresh_cache-ac30f37f-3cb1-401c-827b-d41bcdd881fe" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.441967] env[63248]: DEBUG nova.compute.manager [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Instance network_info: |[{"id": "47b0d323-2c51-4dc5-8300-57ebb935abf1", "address": "fa:16:3e:7d:10:14", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b0d323-2c", "ovs_interfaceid": "47b0d323-2c51-4dc5-8300-57ebb935abf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1631.442241] env[63248]: DEBUG oslo_concurrency.lockutils [req-2562397b-1e69-4fed-b20c-ccdf2ded95bb req-4430ff5f-89c7-4c24-87cf-846609c7b6d8 service nova] Acquired lock "refresh_cache-ac30f37f-3cb1-401c-827b-d41bcdd881fe" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.442442] env[63248]: DEBUG nova.network.neutron [req-2562397b-1e69-4fed-b20c-ccdf2ded95bb req-4430ff5f-89c7-4c24-87cf-846609c7b6d8 service nova] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Refreshing network info cache for port 47b0d323-2c51-4dc5-8300-57ebb935abf1 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1631.444111] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:10:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47b0d323-2c51-4dc5-8300-57ebb935abf1', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1631.452828] env[63248]: DEBUG oslo.service.loopingcall [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1631.453478] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1631.453735] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bff1935c-32a2-4bb0-acb8-7b3cb35044fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.471951] env[63248]: DEBUG oslo_concurrency.lockutils [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "5d3de880-3eba-43b2-808b-343c9a7012ff" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.472208] env[63248]: DEBUG oslo_concurrency.lockutils [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.483222] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497983} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.484854] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 98fa0905-ba6a-421b-a5ac-7402395b030d/98fa0905-ba6a-421b-a5ac-7402395b030d.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1631.484854] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1631.485095] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1631.485095] env[63248]: value = "task-1801022" [ 1631.485095] env[63248]: _type = "Task" [ 1631.485095] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.485339] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83f91ac8-a3a2-4f9b-8844-5e165843d559 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.506205] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.506870] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528637bb-14ab-ec59-c585-ae79f2a97a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.02055} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.508805] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1631.508805] env[63248]: value = "task-1801023" [ 1631.508805] env[63248]: _type = "Task" [ 1631.508805] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.509271] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db20460-b8c0-41f6-a8d2-af121754455c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.523250] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1631.523250] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529d552e-0416-b52f-610f-b8b704939942" [ 1631.523250] env[63248]: _type = "Task" [ 1631.523250] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.527098] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.543113] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529d552e-0416-b52f-610f-b8b704939942, 'name': SearchDatastore_Task, 'duration_secs': 0.012586} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.543113] env[63248]: DEBUG oslo_concurrency.lockutils [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.543113] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] e560fd05-929f-4b45-bfba-c00772a846e0/e560fd05-929f-4b45-bfba-c00772a846e0.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1631.543113] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca55bbf3-7e25-43db-af63-d35f98c518fd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.552235] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1631.552235] env[63248]: value = "task-1801024" [ 1631.552235] env[63248]: _type = "Task" [ 1631.552235] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.565098] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.593018] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0812a5ef-a02e-4e6a-ad37-87c93fdc0a4c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.601503] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fd10f5-c980-44ef-966d-e68129199eac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.635853] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659fde6e-1d2c-40b0-9265-582862450718 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.644207] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d33f73-e076-4cb9-9858-0f77b4340fda {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.660441] env[63248]: DEBUG nova.compute.provider_tree [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.899335] env[63248]: DEBUG nova.compute.manager [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1631.899651] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1631.905928] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d3f823-0e91-4b79-82b2-f615b555b1be {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.918051] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1631.918271] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1b1d7c9-47c6-45a6-b3ae-d358b3ec87b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.927130] env[63248]: DEBUG oslo_vmware.api [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1631.927130] env[63248]: value = "task-1801025" [ 1631.927130] env[63248]: _type = "Task" [ 1631.927130] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.938841] env[63248]: DEBUG oslo_vmware.api [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1801025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.980106] env[63248]: INFO nova.compute.manager [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Detaching volume f4620f94-fc68-408b-bbc1-3a7c65cfec51 [ 1632.012900] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.046198] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077556} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.047796] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1632.049672] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9861b9-2c91-4ec9-8be2-568bdee41161 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.055782] env[63248]: INFO nova.virt.block_device [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Attempting to driver detach volume f4620f94-fc68-408b-bbc1-3a7c65cfec51 from mountpoint /dev/sdb [ 1632.056218] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1632.056455] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373407', 'volume_id': 'f4620f94-fc68-408b-bbc1-3a7c65cfec51', 'name': 'volume-f4620f94-fc68-408b-bbc1-3a7c65cfec51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '5d3de880-3eba-43b2-808b-343c9a7012ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4620f94-fc68-408b-bbc1-3a7c65cfec51', 'serial': 'f4620f94-fc68-408b-bbc1-3a7c65cfec51'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1632.059039] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2d7ac1-061e-4880-aab4-75d0e10157a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.087854] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 98fa0905-ba6a-421b-a5ac-7402395b030d/98fa0905-ba6a-421b-a5ac-7402395b030d.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1632.091368] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2addc150-c1d4-40d9-adce-2bd0c66023a6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.126177] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f257631-ab01-4720-a236-247c4d0fbd36 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.134517] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524938} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.136314] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] e560fd05-929f-4b45-bfba-c00772a846e0/e560fd05-929f-4b45-bfba-c00772a846e0.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1632.136539] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1632.136848] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1632.136848] env[63248]: value = "task-1801026" [ 1632.136848] env[63248]: _type = "Task" [ 1632.136848] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.137046] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b8bec0e-ebcf-4e06-a86e-d74f027dc060 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.146716] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acbf5db-3eef-4fbe-bbea-cff7845e7dee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.151946] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1632.151946] env[63248]: value = "task-1801027" [ 1632.151946] env[63248]: _type = "Task" [ 1632.151946] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.155570] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.179658] env[63248]: DEBUG nova.scheduler.client.report [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.186426] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc3ad8b-f2e1-4e9c-ade9-a1f3e66d610a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.211428] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] The volume has not been displaced from its original location: [datastore1] volume-f4620f94-fc68-408b-bbc1-3a7c65cfec51/volume-f4620f94-fc68-408b-bbc1-3a7c65cfec51.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1632.217368] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Reconfiguring VM instance instance-0000001f to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1632.217788] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801027, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.218727] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8633c6b1-afac-4118-a584-40fff898b8c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.243771] env[63248]: DEBUG oslo_vmware.api [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1632.243771] env[63248]: value = "task-1801028" [ 1632.243771] env[63248]: _type = "Task" [ 1632.243771] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.259369] env[63248]: DEBUG oslo_vmware.api [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.366864] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance_info_cache with network_info: [{"id": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "address": "fa:16:3e:23:90:58", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce8e558-66", "ovs_interfaceid": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.426911] env[63248]: DEBUG nova.network.neutron [req-2562397b-1e69-4fed-b20c-ccdf2ded95bb req-4430ff5f-89c7-4c24-87cf-846609c7b6d8 service nova] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Updated VIF entry in instance network info cache for port 47b0d323-2c51-4dc5-8300-57ebb935abf1. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1632.427365] env[63248]: DEBUG nova.network.neutron [req-2562397b-1e69-4fed-b20c-ccdf2ded95bb req-4430ff5f-89c7-4c24-87cf-846609c7b6d8 service nova] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Updating instance_info_cache with network_info: [{"id": "47b0d323-2c51-4dc5-8300-57ebb935abf1", "address": "fa:16:3e:7d:10:14", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b0d323-2c", "ovs_interfaceid": "47b0d323-2c51-4dc5-8300-57ebb935abf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.439480] env[63248]: DEBUG oslo_vmware.api [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1801025, 'name': PowerOffVM_Task, 'duration_secs': 0.262371} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.440404] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1632.440546] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1632.440797] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c2d478f-27a3-4237-8bd2-86468acb029a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.501602] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.562130] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Acquiring lock "ece99922-b703-4706-a8e3-908ff242d0d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.562403] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Lock "ece99922-b703-4706-a8e3-908ff242d0d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.648877] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801026, 'name': ReconfigVM_Task, 'duration_secs': 0.302529} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.649175] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 98fa0905-ba6a-421b-a5ac-7402395b030d/98fa0905-ba6a-421b-a5ac-7402395b030d.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1632.649785] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9183a953-63ab-4e03-8d3e-16cc3f384363 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.656522] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1632.656522] env[63248]: value = "task-1801030" [ 1632.656522] env[63248]: _type = "Task" [ 1632.656522] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.674062] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801030, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.674199] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07255} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.674403] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1632.675185] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc560e2-549f-4031-bb3d-86721c921b9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.696521] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] e560fd05-929f-4b45-bfba-c00772a846e0/e560fd05-929f-4b45-bfba-c00772a846e0.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1632.701305] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84ff838c-212a-4892-a483-b2ab4e04087d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.723762] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1632.723762] env[63248]: value = "task-1801031" [ 1632.723762] env[63248]: _type = "Task" [ 1632.723762] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.736846] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.753948] env[63248]: DEBUG oslo_vmware.api [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801028, 'name': ReconfigVM_Task, 'duration_secs': 0.296792} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.754351] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Reconfigured VM instance instance-0000001f to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1632.759101] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03cfddba-e477-4f3a-a71c-f36a94293221 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.782245] env[63248]: DEBUG oslo_vmware.api [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1632.782245] env[63248]: value = "task-1801032" [ 1632.782245] env[63248]: _type = "Task" [ 1632.782245] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.790993] env[63248]: DEBUG oslo_vmware.api [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.868676] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Releasing lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.868962] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updated the network info_cache for instance {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1632.869248] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.869467] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.869655] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.869809] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.869951] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.870110] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.870258] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1632.870423] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.934038] env[63248]: DEBUG oslo_concurrency.lockutils [req-2562397b-1e69-4fed-b20c-ccdf2ded95bb req-4430ff5f-89c7-4c24-87cf-846609c7b6d8 service nova] Releasing lock "refresh_cache-ac30f37f-3cb1-401c-827b-d41bcdd881fe" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.006590] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.064333] env[63248]: DEBUG nova.compute.manager [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1633.171395] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801030, 'name': Rename_Task, 'duration_secs': 0.145617} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.172741] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1633.172741] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b440aa96-1124-4307-b733-d379cf99bede {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.180387] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1633.180387] env[63248]: value = "task-1801033" [ 1633.180387] env[63248]: _type = "Task" [ 1633.180387] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.190367] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.218987] env[63248]: DEBUG oslo_concurrency.lockutils [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.593s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.219680] env[63248]: DEBUG nova.compute.manager [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63248) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1633.222350] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.407s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.223954] env[63248]: INFO nova.compute.claims [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1633.236997] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801031, 'name': ReconfigVM_Task, 'duration_secs': 0.333659} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.237893] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Reconfigured VM instance instance-00000048 to attach disk [datastore1] e560fd05-929f-4b45-bfba-c00772a846e0/e560fd05-929f-4b45-bfba-c00772a846e0.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1633.238104] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06e495db-ad31-4d7a-8578-dd8b3cca9055 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.245874] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1633.245874] env[63248]: value = "task-1801034" [ 1633.245874] env[63248]: _type = "Task" [ 1633.245874] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.255637] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801034, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.294330] env[63248]: DEBUG oslo_vmware.api [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801032, 'name': ReconfigVM_Task, 'duration_secs': 0.15885} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.295965] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373407', 'volume_id': 'f4620f94-fc68-408b-bbc1-3a7c65cfec51', 'name': 'volume-f4620f94-fc68-408b-bbc1-3a7c65cfec51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '5d3de880-3eba-43b2-808b-343c9a7012ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4620f94-fc68-408b-bbc1-3a7c65cfec51', 'serial': 'f4620f94-fc68-408b-bbc1-3a7c65cfec51'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1633.377016] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.500328] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.584585] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.691393] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801033, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.757582] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801034, 'name': Rename_Task, 'duration_secs': 0.220276} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.757874] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1633.758146] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3b83c0f-aa55-4a92-a35a-457f17d49c5e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.765772] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1633.765772] env[63248]: value = "task-1801035" [ 1633.765772] env[63248]: _type = "Task" [ 1633.765772] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.776360] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.778449] env[63248]: INFO nova.scheduler.client.report [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Deleted allocation for migration 0ccaa3f2-bccf-4fd8-8ed2-4ed9a9b24303 [ 1633.846376] env[63248]: DEBUG nova.objects.instance [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lazy-loading 'flavor' on Instance uuid 5d3de880-3eba-43b2-808b-343c9a7012ff {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1633.906357] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Acquiring lock "072d79e1-3853-4b74-b571-c486e44e78a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.906613] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Lock "072d79e1-3853-4b74-b571-c486e44e78a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.000332] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.194651] env[63248]: DEBUG oslo_vmware.api [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801033, 'name': PowerOnVM_Task, 'duration_secs': 0.609314} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.194938] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1634.197274] env[63248]: INFO nova.compute.manager [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1634.197503] env[63248]: DEBUG nova.compute.manager [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1634.198410] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c46dcc-1731-4eba-9816-83e95ad0d91b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.279748] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801035, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.283460] env[63248]: DEBUG oslo_concurrency.lockutils [None req-765a5882-8302-4d89-848e-8cc257ce03dd tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "8e040787-5b5e-4d2f-b23d-270b198a9642" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.229s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.411596] env[63248]: DEBUG nova.compute.manager [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1634.503677] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.633810] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c411e5-9d53-425a-8988-726e5df9c8be {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.643733] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9644592-3a4d-4336-b4cc-3c3877a10473 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.675425] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c16a22-7b8e-489d-b440-62f0d04c3cf7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.687743] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b27c36-fbaa-4766-ba24-37b0979914a5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.702831] env[63248]: DEBUG nova.compute.provider_tree [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1634.721427] env[63248]: INFO nova.compute.manager [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Took 30.50 seconds to build instance. [ 1634.749234] env[63248]: DEBUG nova.objects.instance [None req-138f9e80-3a25-43e5-b95c-e250ab315319 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lazy-loading 'flavor' on Instance uuid 8e040787-5b5e-4d2f-b23d-270b198a9642 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.779846] env[63248]: DEBUG oslo_vmware.api [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801035, 'name': PowerOnVM_Task, 'duration_secs': 0.864373} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.780134] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1634.780364] env[63248]: DEBUG nova.compute.manager [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1634.781183] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a0e35e-a72e-4e41-b716-26a99bb29e7e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.854817] env[63248]: DEBUG oslo_concurrency.lockutils [None req-25cf70d4-7c09-4ab6-b3b5-97501d274a64 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.382s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.938368] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.000803] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.090966] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "5d3de880-3eba-43b2-808b-343c9a7012ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.090966] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.090966] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "5d3de880-3eba-43b2-808b-343c9a7012ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.091194] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.091314] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.093490] env[63248]: INFO nova.compute.manager [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Terminating instance [ 1635.207074] env[63248]: DEBUG nova.scheduler.client.report [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1635.224108] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b2b4e4e1-89e3-440d-b7c5-ccb72ba310b4 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "98fa0905-ba6a-421b-a5ac-7402395b030d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.019s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.254149] env[63248]: DEBUG oslo_concurrency.lockutils [None req-138f9e80-3a25-43e5-b95c-e250ab315319 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.254328] env[63248]: DEBUG oslo_concurrency.lockutils [None req-138f9e80-3a25-43e5-b95c-e250ab315319 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.254507] env[63248]: DEBUG nova.network.neutron [None req-138f9e80-3a25-43e5-b95c-e250ab315319 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.254705] env[63248]: DEBUG nova.objects.instance [None req-138f9e80-3a25-43e5-b95c-e250ab315319 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lazy-loading 'info_cache' on Instance uuid 8e040787-5b5e-4d2f-b23d-270b198a9642 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1635.298126] env[63248]: DEBUG oslo_concurrency.lockutils [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.501868] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.598398] env[63248]: DEBUG nova.compute.manager [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1635.598398] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1635.599472] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbaff34-8e0e-423a-baff-cb4f3a7cad14 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.608281] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.608532] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab83a20d-892f-49b0-8ccf-7af4f460997d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.615248] env[63248]: DEBUG oslo_vmware.api [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1635.615248] env[63248]: value = "task-1801036" [ 1635.615248] env[63248]: _type = "Task" [ 1635.615248] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.623884] env[63248]: DEBUG oslo_vmware.api [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.713415] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.714249] env[63248]: DEBUG nova.compute.manager [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1635.717235] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.755s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.717432] env[63248]: DEBUG nova.objects.instance [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Lazy-loading 'resources' on Instance uuid c9de3b5c-2984-4d47-b44c-640bcaf51967 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1635.757738] env[63248]: DEBUG nova.objects.base [None req-138f9e80-3a25-43e5-b95c-e250ab315319 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Object Instance<8e040787-5b5e-4d2f-b23d-270b198a9642> lazy-loaded attributes: flavor,info_cache {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1636.003338] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.125895] env[63248]: DEBUG oslo_vmware.api [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801036, 'name': PowerOffVM_Task, 'duration_secs': 0.463555} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.126092] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1636.126307] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1636.126575] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b2dc1fd-2f5b-43de-9cd6-65be4a938ad0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.220156] env[63248]: DEBUG nova.compute.utils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1636.221497] env[63248]: DEBUG nova.compute.manager [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1636.221670] env[63248]: DEBUG nova.network.neutron [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1636.264670] env[63248]: DEBUG nova.policy [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '751a2321e2cc49aea877a3af2f6682b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae8e28dbc19e486f93084cad4879104a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1636.504947] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.512038] env[63248]: DEBUG nova.network.neutron [None req-138f9e80-3a25-43e5-b95c-e250ab315319 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance_info_cache with network_info: [{"id": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "address": "fa:16:3e:23:90:58", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ce8e558-66", "ovs_interfaceid": "0ce8e558-66fa-415a-9eb9-70ae91f3df1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.540262] env[63248]: DEBUG nova.network.neutron [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Successfully created port: e45f937a-ce79-4f08-96bf-4b912d25d33b {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1636.550936] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a412e0-f402-4d93-8e04-ff2da9225d80 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.560023] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b8cedc-4a03-4b48-a0cf-94ee345c378c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.592132] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09edc8b7-b578-43f2-bc31-7414d4f2d4cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.600693] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1caa65-b4e0-4171-b36c-445936c31712 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.614533] env[63248]: DEBUG nova.compute.provider_tree [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.688068] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "e560fd05-929f-4b45-bfba-c00772a846e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.688068] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "e560fd05-929f-4b45-bfba-c00772a846e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.688068] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "e560fd05-929f-4b45-bfba-c00772a846e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.688068] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "e560fd05-929f-4b45-bfba-c00772a846e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.688068] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "e560fd05-929f-4b45-bfba-c00772a846e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.690828] env[63248]: INFO nova.compute.manager [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Terminating instance [ 1636.725201] env[63248]: DEBUG nova.compute.manager [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1637.005522] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.015738] env[63248]: DEBUG oslo_concurrency.lockutils [None req-138f9e80-3a25-43e5-b95c-e250ab315319 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "refresh_cache-8e040787-5b5e-4d2f-b23d-270b198a9642" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.117781] env[63248]: DEBUG nova.scheduler.client.report [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1637.194963] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "refresh_cache-e560fd05-929f-4b45-bfba-c00772a846e0" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.195182] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquired lock "refresh_cache-e560fd05-929f-4b45-bfba-c00772a846e0" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.195364] env[63248]: DEBUG nova.network.neutron [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1637.504373] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.622904] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.625627] env[63248]: DEBUG oslo_concurrency.lockutils [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.950s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.625858] env[63248]: DEBUG nova.objects.instance [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lazy-loading 'resources' on Instance uuid ecba535e-bc9f-40cd-adff-49a226f38b8c {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.646121] env[63248]: INFO nova.scheduler.client.report [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Deleted allocations for instance c9de3b5c-2984-4d47-b44c-640bcaf51967 [ 1637.716687] env[63248]: DEBUG nova.network.neutron [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1637.735025] env[63248]: DEBUG nova.compute.manager [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1637.758620] env[63248]: DEBUG nova.virt.hardware [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1637.758876] env[63248]: DEBUG nova.virt.hardware [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1637.759053] env[63248]: DEBUG nova.virt.hardware [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1637.759239] env[63248]: DEBUG nova.virt.hardware [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1637.759384] env[63248]: DEBUG nova.virt.hardware [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1637.759526] env[63248]: DEBUG nova.virt.hardware [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1637.759730] env[63248]: DEBUG nova.virt.hardware [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1637.759888] env[63248]: DEBUG nova.virt.hardware [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1637.760073] env[63248]: DEBUG nova.virt.hardware [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1637.760242] env[63248]: DEBUG nova.virt.hardware [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1637.760416] env[63248]: DEBUG nova.virt.hardware [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1637.761672] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b29f33-7bf6-4b74-8185-f3e8b1b804cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.769998] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e1a7a7-5cac-4e60-b2ce-65f9e68b0377 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.831710] env[63248]: DEBUG nova.network.neutron [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.005667] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.020547] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-138f9e80-3a25-43e5-b95c-e250ab315319 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1638.020867] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e60aa321-c6d0-451a-93f8-e3432ae4f34e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.038601] env[63248]: DEBUG oslo_vmware.api [None req-138f9e80-3a25-43e5-b95c-e250ab315319 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1638.038601] env[63248]: value = "task-1801038" [ 1638.038601] env[63248]: _type = "Task" [ 1638.038601] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.046838] env[63248]: DEBUG oslo_vmware.api [None req-138f9e80-3a25-43e5-b95c-e250ab315319 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.153929] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e19307f-1318-4f90-b993-a6cac9a7b8f3 tempest-InstanceActionsV221TestJSON-1710381781 tempest-InstanceActionsV221TestJSON-1710381781-project-member] Lock "c9de3b5c-2984-4d47-b44c-640bcaf51967" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.480s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.333804] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Releasing lock "refresh_cache-e560fd05-929f-4b45-bfba-c00772a846e0" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.334167] env[63248]: DEBUG nova.compute.manager [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1638.334370] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1638.335252] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7431e7b-d329-409e-9c6e-3d1e460b4b6f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.346533] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.347716] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cc6c684-b19b-4e4c-a020-fd448db65e12 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.353627] env[63248]: DEBUG oslo_vmware.api [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1638.353627] env[63248]: value = "task-1801039" [ 1638.353627] env[63248]: _type = "Task" [ 1638.353627] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.363950] env[63248]: DEBUG oslo_vmware.api [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.400832] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd8fe05-3176-461a-a84d-2b9ad4f301cd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.408682] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e659197a-01ef-4e67-b1fc-13d5dfebfa8b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.440441] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322c04a2-668f-4722-a680-8a46792d2bab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.449446] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde5d505-c771-483d-a52f-19632992d260 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.465268] env[63248]: DEBUG nova.compute.provider_tree [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.507727] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.548983] env[63248]: DEBUG oslo_vmware.api [None req-138f9e80-3a25-43e5-b95c-e250ab315319 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.864181] env[63248]: DEBUG oslo_vmware.api [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801039, 'name': PowerOffVM_Task, 'duration_secs': 0.118646} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.864472] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.864652] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.864911] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24339537-9310-40d1-add9-ceb265767826 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.891936] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1638.892203] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1638.892340] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Deleting the datastore file [datastore1] e560fd05-929f-4b45-bfba-c00772a846e0 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.892598] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a2d3d40-fc3c-4a13-b01b-825a1b1e8f83 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.900361] env[63248]: DEBUG oslo_vmware.api [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1638.900361] env[63248]: value = "task-1801041" [ 1638.900361] env[63248]: _type = "Task" [ 1638.900361] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.909058] env[63248]: DEBUG oslo_vmware.api [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.969061] env[63248]: DEBUG nova.scheduler.client.report [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1639.010556] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.045458] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.046270] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.046270] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleting the datastore file [datastore1] 5d3de880-3eba-43b2-808b-343c9a7012ff {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.046541] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.046867] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.047184] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleting the datastore file [datastore1] 8fd93901-39dd-4358-93eb-9c0d1a087a78 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.047890] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83cb96a3-be72-4d23-a01d-1a49f3dae144 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.050442] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edcd10bb-9c29-493f-bfe6-655ca41748fe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.056379] env[63248]: DEBUG oslo_vmware.api [None req-138f9e80-3a25-43e5-b95c-e250ab315319 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801038, 'name': PowerOnVM_Task, 'duration_secs': 0.587967} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.057415] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-138f9e80-3a25-43e5-b95c-e250ab315319 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1639.057750] env[63248]: DEBUG nova.compute.manager [None req-138f9e80-3a25-43e5-b95c-e250ab315319 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1639.058698] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148a8196-d581-45b1-81e8-a2ca74dc616e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.064178] env[63248]: DEBUG oslo_vmware.api [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1639.064178] env[63248]: value = "task-1801042" [ 1639.064178] env[63248]: _type = "Task" [ 1639.064178] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.064675] env[63248]: DEBUG oslo_vmware.api [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1639.064675] env[63248]: value = "task-1801043" [ 1639.064675] env[63248]: _type = "Task" [ 1639.064675] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.083181] env[63248]: DEBUG oslo_vmware.api [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1801043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.086957] env[63248]: DEBUG oslo_vmware.api [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.414101] env[63248]: DEBUG oslo_vmware.api [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100442} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.417084] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.417084] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.417084] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.417084] env[63248]: INFO nova.compute.manager [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1639.417084] env[63248]: DEBUG oslo.service.loopingcall [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.417084] env[63248]: DEBUG nova.compute.manager [-] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.417084] env[63248]: DEBUG nova.network.neutron [-] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.453214] env[63248]: DEBUG nova.network.neutron [-] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1639.477941] env[63248]: DEBUG oslo_concurrency.lockutils [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.479510] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.735s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.479900] env[63248]: DEBUG nova.objects.instance [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lazy-loading 'resources' on Instance uuid 90a07146-41a6-49f0-97f4-e2d8eece47a4 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1639.503352] env[63248]: INFO nova.scheduler.client.report [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleted allocations for instance ecba535e-bc9f-40cd-adff-49a226f38b8c [ 1639.511921] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801022, 'name': CreateVM_Task, 'duration_secs': 7.770605} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.512502] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1639.514191] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.514517] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.514972] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1639.515364] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47f8d07-dbf0-4e3e-b017-56ed236c8d82 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.523156] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1639.523156] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a8c424-16b4-a954-cf19-583c3dbf8cc0" [ 1639.523156] env[63248]: _type = "Task" [ 1639.523156] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.530123] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a8c424-16b4-a954-cf19-583c3dbf8cc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.583374] env[63248]: DEBUG oslo_vmware.api [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1801043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17722} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.587477] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.587477] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.587477] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.587477] env[63248]: INFO nova.compute.manager [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Took 7.69 seconds to destroy the instance on the hypervisor. [ 1639.588472] env[63248]: DEBUG oslo.service.loopingcall [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.588778] env[63248]: DEBUG oslo_vmware.api [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162707} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.590047] env[63248]: DEBUG nova.compute.manager [-] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.590402] env[63248]: DEBUG nova.network.neutron [-] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.595620] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.599260] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.599513] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.599660] env[63248]: INFO nova.compute.manager [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Took 4.00 seconds to destroy the instance on the hypervisor. [ 1639.599930] env[63248]: DEBUG oslo.service.loopingcall [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.600469] env[63248]: DEBUG nova.compute.manager [-] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.600576] env[63248]: DEBUG nova.network.neutron [-] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.609527] env[63248]: DEBUG nova.compute.manager [req-bafcb8d5-13b4-479c-a647-3018a43eab98 req-2eb68699-ec16-4643-be71-96da4659c6da service nova] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Received event network-vif-plugged-e45f937a-ce79-4f08-96bf-4b912d25d33b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1639.609788] env[63248]: DEBUG oslo_concurrency.lockutils [req-bafcb8d5-13b4-479c-a647-3018a43eab98 req-2eb68699-ec16-4643-be71-96da4659c6da service nova] Acquiring lock "9fb12757-a3b6-4fe0-876c-434c140c0a54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.609960] env[63248]: DEBUG oslo_concurrency.lockutils [req-bafcb8d5-13b4-479c-a647-3018a43eab98 req-2eb68699-ec16-4643-be71-96da4659c6da service nova] Lock "9fb12757-a3b6-4fe0-876c-434c140c0a54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.610149] env[63248]: DEBUG oslo_concurrency.lockutils [req-bafcb8d5-13b4-479c-a647-3018a43eab98 req-2eb68699-ec16-4643-be71-96da4659c6da service nova] Lock "9fb12757-a3b6-4fe0-876c-434c140c0a54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.610320] env[63248]: DEBUG nova.compute.manager [req-bafcb8d5-13b4-479c-a647-3018a43eab98 req-2eb68699-ec16-4643-be71-96da4659c6da service nova] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] No waiting events found dispatching network-vif-plugged-e45f937a-ce79-4f08-96bf-4b912d25d33b {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1639.610541] env[63248]: WARNING nova.compute.manager [req-bafcb8d5-13b4-479c-a647-3018a43eab98 req-2eb68699-ec16-4643-be71-96da4659c6da service nova] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Received unexpected event network-vif-plugged-e45f937a-ce79-4f08-96bf-4b912d25d33b for instance with vm_state building and task_state spawning. [ 1639.640516] env[63248]: DEBUG nova.network.neutron [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Successfully updated port: e45f937a-ce79-4f08-96bf-4b912d25d33b {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1639.955804] env[63248]: DEBUG nova.network.neutron [-] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.984201] env[63248]: DEBUG nova.objects.instance [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lazy-loading 'numa_topology' on Instance uuid 90a07146-41a6-49f0-97f4-e2d8eece47a4 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1640.018899] env[63248]: DEBUG oslo_concurrency.lockutils [None req-62adebae-8c87-4d23-86b9-5c4c3efc86a7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "ecba535e-bc9f-40cd-adff-49a226f38b8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.792s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.041477] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a8c424-16b4-a954-cf19-583c3dbf8cc0, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.041816] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.042148] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1640.042525] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.042742] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.042863] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1640.043233] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5015cb1-3ee9-40bc-9bb6-0f86464b7761 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.053979] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.054112] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1640.055053] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa8d665-d1a1-48a5-8f17-200f223ba555 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.062934] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1640.062934] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5297b670-064f-82df-8770-b34b54602cec" [ 1640.062934] env[63248]: _type = "Task" [ 1640.062934] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.074770] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5297b670-064f-82df-8770-b34b54602cec, 'name': SearchDatastore_Task} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.076198] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a12f0e0-4907-4b9b-a6db-bb08beea9be2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.083580] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1640.083580] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cc2c34-a779-3d74-abff-165b5592ef9d" [ 1640.083580] env[63248]: _type = "Task" [ 1640.083580] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.094087] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cc2c34-a779-3d74-abff-165b5592ef9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.146685] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "refresh_cache-9fb12757-a3b6-4fe0-876c-434c140c0a54" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.146685] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired lock "refresh_cache-9fb12757-a3b6-4fe0-876c-434c140c0a54" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.146685] env[63248]: DEBUG nova.network.neutron [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1640.217854] env[63248]: DEBUG nova.compute.manager [req-f33d4b57-f431-468f-a8af-faf04e9a7be8 req-264ba910-d903-4acb-87cf-4fa13ec18c97 service nova] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Received event network-vif-deleted-47bbb43d-6e2e-43e2-8cf4-37e703026a63 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1640.217941] env[63248]: INFO nova.compute.manager [req-f33d4b57-f431-468f-a8af-faf04e9a7be8 req-264ba910-d903-4acb-87cf-4fa13ec18c97 service nova] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Neutron deleted interface 47bbb43d-6e2e-43e2-8cf4-37e703026a63; detaching it from the instance and deleting it from the info cache [ 1640.218254] env[63248]: DEBUG nova.network.neutron [req-f33d4b57-f431-468f-a8af-faf04e9a7be8 req-264ba910-d903-4acb-87cf-4fa13ec18c97 service nova] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.459965] env[63248]: INFO nova.compute.manager [-] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Took 1.04 seconds to deallocate network for instance. [ 1640.487028] env[63248]: DEBUG nova.objects.base [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Object Instance<90a07146-41a6-49f0-97f4-e2d8eece47a4> lazy-loaded attributes: resources,numa_topology {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1640.531417] env[63248]: DEBUG nova.network.neutron [-] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.569146] env[63248]: DEBUG nova.network.neutron [-] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.595633] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cc2c34-a779-3d74-abff-165b5592ef9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010047} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.598517] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.598517] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ac30f37f-3cb1-401c-827b-d41bcdd881fe/ac30f37f-3cb1-401c-827b-d41bcdd881fe.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1640.599188] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-810b319d-fb4c-46ea-8937-710d074a2a7e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.608026] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1640.608026] env[63248]: value = "task-1801044" [ 1640.608026] env[63248]: _type = "Task" [ 1640.608026] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.621091] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.693200] env[63248]: DEBUG nova.network.neutron [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1640.720670] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-721294ae-54a5-45a4-a6b3-ebe0fe5b8948 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.733383] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80839e9b-6d63-4177-a54e-e70b60cfd945 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.772567] env[63248]: DEBUG nova.compute.manager [req-f33d4b57-f431-468f-a8af-faf04e9a7be8 req-264ba910-d903-4acb-87cf-4fa13ec18c97 service nova] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Detach interface failed, port_id=47bbb43d-6e2e-43e2-8cf4-37e703026a63, reason: Instance 8fd93901-39dd-4358-93eb-9c0d1a087a78 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1640.850873] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefa7ccd-98e1-48c7-9772-82ce4886d666 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.856435] env[63248]: DEBUG nova.network.neutron [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Updating instance_info_cache with network_info: [{"id": "e45f937a-ce79-4f08-96bf-4b912d25d33b", "address": "fa:16:3e:29:00:45", "network": {"id": "49e9a8dd-8322-4a12-924f-b705209b1b85", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1983382143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8e28dbc19e486f93084cad4879104a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45f937a-ce", "ovs_interfaceid": "e45f937a-ce79-4f08-96bf-4b912d25d33b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.864605] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "8e040787-5b5e-4d2f-b23d-270b198a9642" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.864953] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "8e040787-5b5e-4d2f-b23d-270b198a9642" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.865299] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "8e040787-5b5e-4d2f-b23d-270b198a9642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.865646] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "8e040787-5b5e-4d2f-b23d-270b198a9642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.865808] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "8e040787-5b5e-4d2f-b23d-270b198a9642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.868835] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd8d5b8-624b-4781-b4c3-82e652341229 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.872962] env[63248]: INFO nova.compute.manager [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Terminating instance [ 1640.906134] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beb67f6-b0ff-4767-9362-e84ce9a485bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.915048] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59949f1-ecd8-41ac-96e9-1aa7bfe91b3a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.935332] env[63248]: DEBUG nova.compute.provider_tree [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.968516] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.034492] env[63248]: INFO nova.compute.manager [-] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Took 1.44 seconds to deallocate network for instance. [ 1641.072029] env[63248]: INFO nova.compute.manager [-] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Took 1.47 seconds to deallocate network for instance. [ 1641.121833] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801044, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.361647] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lock "refresh_cache-9fb12757-a3b6-4fe0-876c-434c140c0a54" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.362860] env[63248]: DEBUG nova.compute.manager [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Instance network_info: |[{"id": "e45f937a-ce79-4f08-96bf-4b912d25d33b", "address": "fa:16:3e:29:00:45", "network": {"id": "49e9a8dd-8322-4a12-924f-b705209b1b85", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1983382143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8e28dbc19e486f93084cad4879104a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45f937a-ce", "ovs_interfaceid": "e45f937a-ce79-4f08-96bf-4b912d25d33b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1641.362860] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:00:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e45f937a-ce79-4f08-96bf-4b912d25d33b', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1641.371341] env[63248]: DEBUG oslo.service.loopingcall [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.371584] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1641.371765] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-468d45c8-2bd5-48ce-ae6d-229fa7047415 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.390299] env[63248]: DEBUG nova.compute.manager [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1641.390496] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1641.391665] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fd1094-74ce-4215-acc5-b676d89d120f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.401014] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1641.402339] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2f8e4e4-f261-4a04-bda4-104956e42481 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.403889] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1641.403889] env[63248]: value = "task-1801045" [ 1641.403889] env[63248]: _type = "Task" [ 1641.403889] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.416729] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801045, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.418409] env[63248]: DEBUG oslo_vmware.api [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1641.418409] env[63248]: value = "task-1801046" [ 1641.418409] env[63248]: _type = "Task" [ 1641.418409] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.428632] env[63248]: DEBUG oslo_vmware.api [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.439827] env[63248]: DEBUG nova.scheduler.client.report [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1641.543746] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.581247] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.620940] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55894} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.621348] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ac30f37f-3cb1-401c-827b-d41bcdd881fe/ac30f37f-3cb1-401c-827b-d41bcdd881fe.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1641.621577] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1641.621838] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7db0ca8c-c517-449e-bc85-aca1eac1e212 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.632016] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1641.632016] env[63248]: value = "task-1801047" [ 1641.632016] env[63248]: _type = "Task" [ 1641.632016] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.644033] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.716459] env[63248]: DEBUG nova.compute.manager [req-5671becf-14a0-4a6a-afed-7e99461a1482 req-bb729e45-7eb3-4b8f-b75d-cfffa41a8ec8 service nova] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Received event network-changed-e45f937a-ce79-4f08-96bf-4b912d25d33b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1641.716664] env[63248]: DEBUG nova.compute.manager [req-5671becf-14a0-4a6a-afed-7e99461a1482 req-bb729e45-7eb3-4b8f-b75d-cfffa41a8ec8 service nova] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Refreshing instance network info cache due to event network-changed-e45f937a-ce79-4f08-96bf-4b912d25d33b. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1641.716881] env[63248]: DEBUG oslo_concurrency.lockutils [req-5671becf-14a0-4a6a-afed-7e99461a1482 req-bb729e45-7eb3-4b8f-b75d-cfffa41a8ec8 service nova] Acquiring lock "refresh_cache-9fb12757-a3b6-4fe0-876c-434c140c0a54" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.718084] env[63248]: DEBUG oslo_concurrency.lockutils [req-5671becf-14a0-4a6a-afed-7e99461a1482 req-bb729e45-7eb3-4b8f-b75d-cfffa41a8ec8 service nova] Acquired lock "refresh_cache-9fb12757-a3b6-4fe0-876c-434c140c0a54" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.718339] env[63248]: DEBUG nova.network.neutron [req-5671becf-14a0-4a6a-afed-7e99461a1482 req-bb729e45-7eb3-4b8f-b75d-cfffa41a8ec8 service nova] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Refreshing network info cache for port e45f937a-ce79-4f08-96bf-4b912d25d33b {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.914342] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801045, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.927965] env[63248]: DEBUG oslo_vmware.api [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801046, 'name': PowerOffVM_Task, 'duration_secs': 0.406746} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.930779] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1641.930779] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1641.930779] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba8d1400-f12e-4451-b6b6-fac437184adb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.945027] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.465s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.947570] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.239s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.950980] env[63248]: INFO nova.compute.claims [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1642.038280] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1642.039147] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1642.039515] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Deleting the datastore file [datastore1] 8e040787-5b5e-4d2f-b23d-270b198a9642 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1642.039944] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe9aaadd-5e5d-41f2-a161-02c545971fa8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.048263] env[63248]: DEBUG oslo_vmware.api [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1642.048263] env[63248]: value = "task-1801049" [ 1642.048263] env[63248]: _type = "Task" [ 1642.048263] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.058691] env[63248]: DEBUG oslo_vmware.api [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.142710] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15117} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.146141] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1642.146141] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f685fe01-0e38-42ca-9497-07716d73d023 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.168465] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] ac30f37f-3cb1-401c-827b-d41bcdd881fe/ac30f37f-3cb1-401c-827b-d41bcdd881fe.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1642.169649] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-904122e2-91fb-427a-b0a2-457cd66fdec7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.189657] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1642.189657] env[63248]: value = "task-1801050" [ 1642.189657] env[63248]: _type = "Task" [ 1642.189657] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.199319] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.416474] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801045, 'name': CreateVM_Task, 'duration_secs': 0.666745} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.420035] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1642.420035] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.420035] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.420035] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1642.420035] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036d2845-d1b1-46c3-b290-9e9d8ead2d0c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.423627] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1642.423627] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d69bf5-41a8-7fc5-5cab-32c187900e9e" [ 1642.423627] env[63248]: _type = "Task" [ 1642.423627] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.432529] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d69bf5-41a8-7fc5-5cab-32c187900e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.460194] env[63248]: DEBUG oslo_concurrency.lockutils [None req-afead45c-0e34-4489-9f92-bc6053fcd686 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "90a07146-41a6-49f0-97f4-e2d8eece47a4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 48.573s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.461520] env[63248]: DEBUG oslo_concurrency.lockutils [None req-297e7ae1-faa9-493c-8efa-d8ef63e26434 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "90a07146-41a6-49f0-97f4-e2d8eece47a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 25.108s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.461919] env[63248]: DEBUG oslo_concurrency.lockutils [None req-297e7ae1-faa9-493c-8efa-d8ef63e26434 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "90a07146-41a6-49f0-97f4-e2d8eece47a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.462172] env[63248]: DEBUG oslo_concurrency.lockutils [None req-297e7ae1-faa9-493c-8efa-d8ef63e26434 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "90a07146-41a6-49f0-97f4-e2d8eece47a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.462340] env[63248]: DEBUG oslo_concurrency.lockutils [None req-297e7ae1-faa9-493c-8efa-d8ef63e26434 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "90a07146-41a6-49f0-97f4-e2d8eece47a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.464741] env[63248]: INFO nova.compute.manager [None req-297e7ae1-faa9-493c-8efa-d8ef63e26434 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Terminating instance [ 1642.558741] env[63248]: DEBUG oslo_vmware.api [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39519} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.558996] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1642.559225] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1642.559374] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1642.559549] env[63248]: INFO nova.compute.manager [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1642.559840] env[63248]: DEBUG oslo.service.loopingcall [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1642.560094] env[63248]: DEBUG nova.compute.manager [-] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1642.560245] env[63248]: DEBUG nova.network.neutron [-] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1642.570915] env[63248]: DEBUG nova.network.neutron [req-5671becf-14a0-4a6a-afed-7e99461a1482 req-bb729e45-7eb3-4b8f-b75d-cfffa41a8ec8 service nova] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Updated VIF entry in instance network info cache for port e45f937a-ce79-4f08-96bf-4b912d25d33b. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.570915] env[63248]: DEBUG nova.network.neutron [req-5671becf-14a0-4a6a-afed-7e99461a1482 req-bb729e45-7eb3-4b8f-b75d-cfffa41a8ec8 service nova] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Updating instance_info_cache with network_info: [{"id": "e45f937a-ce79-4f08-96bf-4b912d25d33b", "address": "fa:16:3e:29:00:45", "network": {"id": "49e9a8dd-8322-4a12-924f-b705209b1b85", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1983382143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae8e28dbc19e486f93084cad4879104a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45f937a-ce", "ovs_interfaceid": "e45f937a-ce79-4f08-96bf-4b912d25d33b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.700453] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801050, 'name': ReconfigVM_Task, 'duration_secs': 0.349746} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.700739] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Reconfigured VM instance instance-0000004a to attach disk [datastore1] ac30f37f-3cb1-401c-827b-d41bcdd881fe/ac30f37f-3cb1-401c-827b-d41bcdd881fe.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1642.701597] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-663bb335-cf98-405a-8af2-68c95b7a046c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.710200] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1642.710200] env[63248]: value = "task-1801051" [ 1642.710200] env[63248]: _type = "Task" [ 1642.710200] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.724080] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801051, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.941306] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d69bf5-41a8-7fc5-5cab-32c187900e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.03214} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.941306] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.941306] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1642.941306] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.941443] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.941631] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1642.941891] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc05debf-0baa-4b21-88e4-40389a9f059a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.954083] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1642.954083] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1642.954083] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74b2064-4bfc-4266-98b7-c6cf80a8f224 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.969651] env[63248]: DEBUG nova.compute.manager [None req-297e7ae1-faa9-493c-8efa-d8ef63e26434 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1642.969871] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-297e7ae1-faa9-493c-8efa-d8ef63e26434 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1642.970308] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1642.970308] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52610dd9-5a97-5d23-a12c-3014e5379b85" [ 1642.970308] env[63248]: _type = "Task" [ 1642.970308] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.970564] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6909916-a403-470d-b0b0-3aada2e003a0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.985758] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52610dd9-5a97-5d23-a12c-3014e5379b85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.995025] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9636af56-2788-4afa-9ab0-87b92b6a82ae {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.054886] env[63248]: WARNING nova.virt.vmwareapi.vmops [None req-297e7ae1-faa9-493c-8efa-d8ef63e26434 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 90a07146-41a6-49f0-97f4-e2d8eece47a4 could not be found. [ 1643.055198] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-297e7ae1-faa9-493c-8efa-d8ef63e26434 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1643.055411] env[63248]: INFO nova.compute.manager [None req-297e7ae1-faa9-493c-8efa-d8ef63e26434 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1643.055542] env[63248]: DEBUG oslo.service.loopingcall [None req-297e7ae1-faa9-493c-8efa-d8ef63e26434 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1643.058355] env[63248]: DEBUG nova.compute.manager [-] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1643.058464] env[63248]: DEBUG nova.network.neutron [-] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1643.073956] env[63248]: DEBUG oslo_concurrency.lockutils [req-5671becf-14a0-4a6a-afed-7e99461a1482 req-bb729e45-7eb3-4b8f-b75d-cfffa41a8ec8 service nova] Releasing lock "refresh_cache-9fb12757-a3b6-4fe0-876c-434c140c0a54" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.074325] env[63248]: DEBUG nova.compute.manager [req-5671becf-14a0-4a6a-afed-7e99461a1482 req-bb729e45-7eb3-4b8f-b75d-cfffa41a8ec8 service nova] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Received event network-vif-deleted-95cedc88-c80a-44c1-87df-75b516db7f2e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1643.220180] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801051, 'name': Rename_Task, 'duration_secs': 0.337007} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.220451] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1643.220725] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-def1a833-6365-4d00-9a7b-08067dab4d3e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.234268] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1643.234268] env[63248]: value = "task-1801052" [ 1643.234268] env[63248]: _type = "Task" [ 1643.234268] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.241130] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.264400] env[63248]: DEBUG nova.compute.manager [req-49d838a8-cd76-43dd-9115-171cefec94cf req-948c946d-187b-42b7-a425-4612b6409b9d service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Received event network-vif-deleted-0ce8e558-66fa-415a-9eb9-70ae91f3df1a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1643.264931] env[63248]: INFO nova.compute.manager [req-49d838a8-cd76-43dd-9115-171cefec94cf req-948c946d-187b-42b7-a425-4612b6409b9d service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Neutron deleted interface 0ce8e558-66fa-415a-9eb9-70ae91f3df1a; detaching it from the instance and deleting it from the info cache [ 1643.264931] env[63248]: DEBUG nova.network.neutron [req-49d838a8-cd76-43dd-9115-171cefec94cf req-948c946d-187b-42b7-a425-4612b6409b9d service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.330102] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d32a91d-47b5-44b6-9adb-00958c57d984 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.338689] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcc02c5-3f2b-41aa-af5c-88a83afb56fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.372072] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca89d007-72d2-4031-bfa9-ea1fa9e6d123 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.380152] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e2c45a-b3f7-4ae1-b8c1-f0e4b07a75db {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.393976] env[63248]: DEBUG nova.compute.provider_tree [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.486881] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52610dd9-5a97-5d23-a12c-3014e5379b85, 'name': SearchDatastore_Task, 'duration_secs': 0.019454} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.487679] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4798c3a1-11cc-4f3a-b985-29db4f849866 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.494469] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1643.494469] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526e3633-c8a1-92b5-38a8-6d67fb99fe7c" [ 1643.494469] env[63248]: _type = "Task" [ 1643.494469] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.502756] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526e3633-c8a1-92b5-38a8-6d67fb99fe7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.729889] env[63248]: DEBUG nova.network.neutron [-] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.744185] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.767388] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eba2af6e-96e6-46c8-b05f-d340183d2735 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.778929] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991e8c91-8bf0-4b6c-b985-be09ec967f3a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.815320] env[63248]: DEBUG nova.compute.manager [req-49d838a8-cd76-43dd-9115-171cefec94cf req-948c946d-187b-42b7-a425-4612b6409b9d service nova] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Detach interface failed, port_id=0ce8e558-66fa-415a-9eb9-70ae91f3df1a, reason: Instance 8e040787-5b5e-4d2f-b23d-270b198a9642 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1643.897066] env[63248]: DEBUG nova.scheduler.client.report [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1643.937354] env[63248]: DEBUG nova.network.neutron [-] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.012783] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526e3633-c8a1-92b5-38a8-6d67fb99fe7c, 'name': SearchDatastore_Task, 'duration_secs': 0.010418} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.013093] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.013364] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 9fb12757-a3b6-4fe0-876c-434c140c0a54/9fb12757-a3b6-4fe0-876c-434c140c0a54.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1644.013628] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e6ccb7a-c42d-4702-965d-fe449ac38a8d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.042043] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1644.042043] env[63248]: value = "task-1801053" [ 1644.042043] env[63248]: _type = "Task" [ 1644.042043] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.050477] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.234394] env[63248]: INFO nova.compute.manager [-] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Took 1.67 seconds to deallocate network for instance. [ 1644.250165] env[63248]: DEBUG oslo_vmware.api [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801052, 'name': PowerOnVM_Task, 'duration_secs': 0.565196} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.250470] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1644.250677] env[63248]: INFO nova.compute.manager [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Took 15.57 seconds to spawn the instance on the hypervisor. [ 1644.250855] env[63248]: DEBUG nova.compute.manager [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1644.251772] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97fd5ae-49d7-402a-8392-541cdb01b01c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.403103] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.403750] env[63248]: DEBUG nova.compute.manager [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1644.406776] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.710s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.407009] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.410090] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.035s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.411255] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.411495] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1644.411819] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.827s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.413383] env[63248]: INFO nova.compute.claims [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1644.417190] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f21088-4ff3-4527-a5e3-8ea071d87831 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.428452] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7365838a-f45b-4961-b386-94dee9affe65 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.433590] env[63248]: INFO nova.scheduler.client.report [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleted allocations for instance 290fad69-b5d9-418d-acd4-c731428c02aa [ 1644.439988] env[63248]: INFO nova.compute.manager [-] [instance: 90a07146-41a6-49f0-97f4-e2d8eece47a4] Took 1.38 seconds to deallocate network for instance. [ 1644.451357] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0492b50-a881-416d-b0c6-c47f50bda1b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.463713] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c2ab4a-850b-4d94-91db-651f777ca0f9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.499455] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179032MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1644.499617] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.553838] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47718} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.554156] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 9fb12757-a3b6-4fe0-876c-434c140c0a54/9fb12757-a3b6-4fe0-876c-434c140c0a54.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1644.554373] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1644.554628] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56e01a36-10ce-4190-b16e-b1a5973acb30 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.562064] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1644.562064] env[63248]: value = "task-1801054" [ 1644.562064] env[63248]: _type = "Task" [ 1644.562064] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.572337] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.699528] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Acquiring lock "9598a437-c41b-4a34-9404-23d974b44399" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.699776] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Lock "9598a437-c41b-4a34-9404-23d974b44399" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.745171] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.771853] env[63248]: INFO nova.compute.manager [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Took 39.84 seconds to build instance. [ 1644.917411] env[63248]: DEBUG nova.compute.utils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1644.918720] env[63248]: DEBUG nova.compute.manager [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1644.918894] env[63248]: DEBUG nova.network.neutron [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1644.951477] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c1be12fe-491f-46d1-bf69-b1199ddf2dfa tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "290fad69-b5d9-418d-acd4-c731428c02aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.803s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.961700] env[63248]: DEBUG nova.policy [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f80ffeb276ca4bd1bc6f38967bdc9657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8b3f0cadcb94876a180681858d16ef9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1645.073064] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209274} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.073854] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1645.074718] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbab8cdc-b229-4e04-91e7-f552012caa11 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.101381] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 9fb12757-a3b6-4fe0-876c-434c140c0a54/9fb12757-a3b6-4fe0-876c-434c140c0a54.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.102165] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bed52ed5-2d78-4fad-861e-e92cab25aa90 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.123736] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1645.123736] env[63248]: value = "task-1801055" [ 1645.123736] env[63248]: _type = "Task" [ 1645.123736] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.132609] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.201854] env[63248]: DEBUG nova.compute.manager [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1645.251394] env[63248]: DEBUG nova.network.neutron [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Successfully created port: 4f72d79a-b559-4033-9454-04881d4a5c83 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1645.273683] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1f874427-fd2d-4413-9845-ba72bcdb3966 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "ac30f37f-3cb1-401c-827b-d41bcdd881fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.364s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.423638] env[63248]: DEBUG nova.compute.manager [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1645.485387] env[63248]: DEBUG oslo_concurrency.lockutils [None req-297e7ae1-faa9-493c-8efa-d8ef63e26434 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "90a07146-41a6-49f0-97f4-e2d8eece47a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.024s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.640632] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.723698] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.742588] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6acb9cb-8802-4eb8-a202-b05eba385a6a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.751592] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6265aaf-9c16-412a-854f-3916fb9ba07a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.784335] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4353e2b-f9b2-4f6a-925a-38763f612e47 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.796385] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d6b95b-50f6-42c0-9cfa-fc8145e1624d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.810330] env[63248]: DEBUG nova.compute.provider_tree [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.134300] env[63248]: INFO nova.compute.manager [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Rescuing [ 1646.134549] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "refresh_cache-ac30f37f-3cb1-401c-827b-d41bcdd881fe" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.134706] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "refresh_cache-ac30f37f-3cb1-401c-827b-d41bcdd881fe" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.134882] env[63248]: DEBUG nova.network.neutron [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1646.139267] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.316245] env[63248]: DEBUG nova.scheduler.client.report [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1646.440870] env[63248]: DEBUG nova.compute.manager [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1646.466178] env[63248]: DEBUG nova.virt.hardware [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1646.466441] env[63248]: DEBUG nova.virt.hardware [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1646.466636] env[63248]: DEBUG nova.virt.hardware [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1646.466901] env[63248]: DEBUG nova.virt.hardware [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1646.467066] env[63248]: DEBUG nova.virt.hardware [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1646.467221] env[63248]: DEBUG nova.virt.hardware [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1646.467433] env[63248]: DEBUG nova.virt.hardware [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1646.467588] env[63248]: DEBUG nova.virt.hardware [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1646.467752] env[63248]: DEBUG nova.virt.hardware [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1646.467911] env[63248]: DEBUG nova.virt.hardware [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1646.468094] env[63248]: DEBUG nova.virt.hardware [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1646.469361] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc42cbb0-edc1-4669-a1b6-47f2670db253 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.478179] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf763916-2039-48e4-8f5b-ee2515770079 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.636508] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801055, 'name': ReconfigVM_Task, 'duration_secs': 1.294123} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.637070] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 9fb12757-a3b6-4fe0-876c-434c140c0a54/9fb12757-a3b6-4fe0-876c-434c140c0a54.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1646.637430] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b2c6c72-89fd-4d1b-b5f2-88640174c18b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.645083] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1646.645083] env[63248]: value = "task-1801056" [ 1646.645083] env[63248]: _type = "Task" [ 1646.645083] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.654342] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801056, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.666617] env[63248]: DEBUG nova.compute.manager [req-a133e432-3fdd-4f8b-8c44-60bbf55f1e96 req-9c7c58b2-ae73-4f27-affe-3c0d5fbe357f service nova] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Received event network-vif-plugged-4f72d79a-b559-4033-9454-04881d4a5c83 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1646.666617] env[63248]: DEBUG oslo_concurrency.lockutils [req-a133e432-3fdd-4f8b-8c44-60bbf55f1e96 req-9c7c58b2-ae73-4f27-affe-3c0d5fbe357f service nova] Acquiring lock "74fbef5e-2007-4399-a2f1-24503b20ac36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.666617] env[63248]: DEBUG oslo_concurrency.lockutils [req-a133e432-3fdd-4f8b-8c44-60bbf55f1e96 req-9c7c58b2-ae73-4f27-affe-3c0d5fbe357f service nova] Lock "74fbef5e-2007-4399-a2f1-24503b20ac36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.666617] env[63248]: DEBUG oslo_concurrency.lockutils [req-a133e432-3fdd-4f8b-8c44-60bbf55f1e96 req-9c7c58b2-ae73-4f27-affe-3c0d5fbe357f service nova] Lock "74fbef5e-2007-4399-a2f1-24503b20ac36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.666617] env[63248]: DEBUG nova.compute.manager [req-a133e432-3fdd-4f8b-8c44-60bbf55f1e96 req-9c7c58b2-ae73-4f27-affe-3c0d5fbe357f service nova] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] No waiting events found dispatching network-vif-plugged-4f72d79a-b559-4033-9454-04881d4a5c83 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1646.666617] env[63248]: WARNING nova.compute.manager [req-a133e432-3fdd-4f8b-8c44-60bbf55f1e96 req-9c7c58b2-ae73-4f27-affe-3c0d5fbe357f service nova] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Received unexpected event network-vif-plugged-4f72d79a-b559-4033-9454-04881d4a5c83 for instance with vm_state building and task_state spawning. [ 1646.759619] env[63248]: DEBUG nova.network.neutron [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Successfully updated port: 4f72d79a-b559-4033-9454-04881d4a5c83 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1646.772758] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "4a485eca-44ae-4d90-8746-05811000a745" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.773009] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "4a485eca-44ae-4d90-8746-05811000a745" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.822357] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.822830] env[63248]: DEBUG nova.compute.manager [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1646.826426] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.888s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.828035] env[63248]: INFO nova.compute.claims [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1647.010424] env[63248]: DEBUG nova.network.neutron [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Updating instance_info_cache with network_info: [{"id": "47b0d323-2c51-4dc5-8300-57ebb935abf1", "address": "fa:16:3e:7d:10:14", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b0d323-2c", "ovs_interfaceid": "47b0d323-2c51-4dc5-8300-57ebb935abf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.154938] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801056, 'name': Rename_Task, 'duration_secs': 0.355049} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.155229] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.155471] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c6c79cf-a3eb-441b-a37d-27d32f236c5c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.163913] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1647.163913] env[63248]: value = "task-1801057" [ 1647.163913] env[63248]: _type = "Task" [ 1647.163913] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.171653] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.262747] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "refresh_cache-74fbef5e-2007-4399-a2f1-24503b20ac36" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.262899] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "refresh_cache-74fbef5e-2007-4399-a2f1-24503b20ac36" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.263071] env[63248]: DEBUG nova.network.neutron [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1647.275387] env[63248]: DEBUG nova.compute.manager [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1647.334662] env[63248]: DEBUG nova.compute.utils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1647.335976] env[63248]: DEBUG nova.compute.manager [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1647.336159] env[63248]: DEBUG nova.network.neutron [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1647.383242] env[63248]: DEBUG nova.policy [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd25242ded454960a533527d06d3c2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c017ee24ae9948ff9e4518966ee6a73c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1647.517878] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "refresh_cache-ac30f37f-3cb1-401c-827b-d41bcdd881fe" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.674759] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.701322] env[63248]: DEBUG nova.network.neutron [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Successfully created port: 59025585-8f1f-43ef-b186-bd836c280875 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1647.796390] env[63248]: DEBUG nova.network.neutron [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1647.803882] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.839671] env[63248]: DEBUG nova.compute.manager [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1647.937805] env[63248]: DEBUG nova.network.neutron [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating instance_info_cache with network_info: [{"id": "4f72d79a-b559-4033-9454-04881d4a5c83", "address": "fa:16:3e:59:6d:d8", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f72d79a-b5", "ovs_interfaceid": "4f72d79a-b559-4033-9454-04881d4a5c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.158486] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2125e31-0d33-4e7d-af14-6e33591b83f9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.169985] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d148d8a-42ed-4e3a-b792-4c5b31718745 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.178393] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801057, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.203757] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9222f76f-71d3-4d61-abec-49f3f81d516f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.211709] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07b50e9-f925-4bf5-9e5a-65d6dfcb8b53 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.227206] env[63248]: DEBUG nova.compute.provider_tree [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.440884] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "refresh_cache-74fbef5e-2007-4399-a2f1-24503b20ac36" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.441292] env[63248]: DEBUG nova.compute.manager [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Instance network_info: |[{"id": "4f72d79a-b559-4033-9454-04881d4a5c83", "address": "fa:16:3e:59:6d:d8", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f72d79a-b5", "ovs_interfaceid": "4f72d79a-b559-4033-9454-04881d4a5c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1648.441748] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:6d:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f72d79a-b559-4033-9454-04881d4a5c83', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1648.449209] env[63248]: DEBUG oslo.service.loopingcall [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.449462] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1648.449997] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f119510-3583-4f22-a247-812ab0932708 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.470457] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1648.470457] env[63248]: value = "task-1801058" [ 1648.470457] env[63248]: _type = "Task" [ 1648.470457] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.483533] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801058, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.677301] env[63248]: DEBUG oslo_vmware.api [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801057, 'name': PowerOnVM_Task, 'duration_secs': 1.083771} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.677596] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1648.677817] env[63248]: INFO nova.compute.manager [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Took 10.94 seconds to spawn the instance on the hypervisor. [ 1648.678013] env[63248]: DEBUG nova.compute.manager [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1648.678822] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d9858c-5f1b-4a54-adf6-775d81e5cee5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.690358] env[63248]: DEBUG nova.compute.manager [req-1d4bb324-a129-40bd-b38a-cac9e418ef30 req-4a4899eb-b89e-47ef-8c0f-d84c9f40bc94 service nova] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Received event network-changed-4f72d79a-b559-4033-9454-04881d4a5c83 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1648.690556] env[63248]: DEBUG nova.compute.manager [req-1d4bb324-a129-40bd-b38a-cac9e418ef30 req-4a4899eb-b89e-47ef-8c0f-d84c9f40bc94 service nova] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Refreshing instance network info cache due to event network-changed-4f72d79a-b559-4033-9454-04881d4a5c83. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1648.690771] env[63248]: DEBUG oslo_concurrency.lockutils [req-1d4bb324-a129-40bd-b38a-cac9e418ef30 req-4a4899eb-b89e-47ef-8c0f-d84c9f40bc94 service nova] Acquiring lock "refresh_cache-74fbef5e-2007-4399-a2f1-24503b20ac36" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.690915] env[63248]: DEBUG oslo_concurrency.lockutils [req-1d4bb324-a129-40bd-b38a-cac9e418ef30 req-4a4899eb-b89e-47ef-8c0f-d84c9f40bc94 service nova] Acquired lock "refresh_cache-74fbef5e-2007-4399-a2f1-24503b20ac36" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.691090] env[63248]: DEBUG nova.network.neutron [req-1d4bb324-a129-40bd-b38a-cac9e418ef30 req-4a4899eb-b89e-47ef-8c0f-d84c9f40bc94 service nova] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Refreshing network info cache for port 4f72d79a-b559-4033-9454-04881d4a5c83 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1648.730293] env[63248]: DEBUG nova.scheduler.client.report [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.853326] env[63248]: DEBUG nova.compute.manager [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1648.877491] env[63248]: DEBUG nova.virt.hardware [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1648.877728] env[63248]: DEBUG nova.virt.hardware [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1648.877881] env[63248]: DEBUG nova.virt.hardware [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1648.878073] env[63248]: DEBUG nova.virt.hardware [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1648.878223] env[63248]: DEBUG nova.virt.hardware [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1648.878373] env[63248]: DEBUG nova.virt.hardware [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1648.878577] env[63248]: DEBUG nova.virt.hardware [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1648.878761] env[63248]: DEBUG nova.virt.hardware [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1648.878948] env[63248]: DEBUG nova.virt.hardware [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1648.879164] env[63248]: DEBUG nova.virt.hardware [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1648.879345] env[63248]: DEBUG nova.virt.hardware [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1648.880634] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20e1559-729e-4b18-90df-401f927978c7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.888929] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c4e974-1f78-4bc8-a7c4-d44d835ff06c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.980426] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801058, 'name': CreateVM_Task, 'duration_secs': 0.374312} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.980614] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1648.981377] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.981560] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.981899] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1648.982182] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6414e09f-0dbe-450f-b54e-709bbd223bbd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.987157] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1648.987157] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529b01bd-2aee-b4aa-6377-4911660bdc3f" [ 1648.987157] env[63248]: _type = "Task" [ 1648.987157] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.997246] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529b01bd-2aee-b4aa-6377-4911660bdc3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.070840] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1649.071201] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59a9c49a-77c9-419d-8436-448f789211b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.079194] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1649.079194] env[63248]: value = "task-1801059" [ 1649.079194] env[63248]: _type = "Task" [ 1649.079194] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.819886] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.993s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.820426] env[63248]: DEBUG nova.compute.manager [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1649.823221] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.823417] env[63248]: WARNING oslo_vmware.common.loopingcall [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] task run outlasted interval by 0.24398299999999995 sec [ 1649.825674] env[63248]: DEBUG nova.network.neutron [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Successfully updated port: 59025585-8f1f-43ef-b186-bd836c280875 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1649.827269] env[63248]: DEBUG nova.compute.manager [req-6278533c-caa2-4888-9133-9fc6724e864a req-57e2f618-9412-42b3-b258-f3909372f9ac service nova] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Received event network-vif-plugged-59025585-8f1f-43ef-b186-bd836c280875 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1649.827474] env[63248]: DEBUG oslo_concurrency.lockutils [req-6278533c-caa2-4888-9133-9fc6724e864a req-57e2f618-9412-42b3-b258-f3909372f9ac service nova] Acquiring lock "ece99922-b703-4706-a8e3-908ff242d0d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.827866] env[63248]: DEBUG oslo_concurrency.lockutils [req-6278533c-caa2-4888-9133-9fc6724e864a req-57e2f618-9412-42b3-b258-f3909372f9ac service nova] Lock "ece99922-b703-4706-a8e3-908ff242d0d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.827938] env[63248]: DEBUG oslo_concurrency.lockutils [req-6278533c-caa2-4888-9133-9fc6724e864a req-57e2f618-9412-42b3-b258-f3909372f9ac service nova] Lock "ece99922-b703-4706-a8e3-908ff242d0d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.828081] env[63248]: DEBUG nova.compute.manager [req-6278533c-caa2-4888-9133-9fc6724e864a req-57e2f618-9412-42b3-b258-f3909372f9ac service nova] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] No waiting events found dispatching network-vif-plugged-59025585-8f1f-43ef-b186-bd836c280875 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1649.828239] env[63248]: WARNING nova.compute.manager [req-6278533c-caa2-4888-9133-9fc6724e864a req-57e2f618-9412-42b3-b258-f3909372f9ac service nova] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Received unexpected event network-vif-plugged-59025585-8f1f-43ef-b186-bd836c280875 for instance with vm_state building and task_state spawning. [ 1649.830067] env[63248]: DEBUG oslo_concurrency.lockutils [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.532s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.830257] env[63248]: DEBUG nova.objects.instance [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63248) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1649.837023] env[63248]: INFO nova.compute.manager [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Took 37.04 seconds to build instance. [ 1649.849243] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529b01bd-2aee-b4aa-6377-4911660bdc3f, 'name': SearchDatastore_Task, 'duration_secs': 0.013531} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.854258] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.854258] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1649.854258] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.854258] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.854258] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1649.854258] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801059, 'name': PowerOffVM_Task, 'duration_secs': 0.27264} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.854455] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d78db26-ab79-4f3f-a6e7-90f7aa6c878e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.856169] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1649.857201] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d7bcee-32d4-44ec-bdc7-fd6cdfb7e373 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.883078] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bba1355-aab5-4293-9d2b-da4ea6c6b8a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.891439] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1649.891439] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1649.892671] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38567446-5c4c-4b1d-b44f-4d20ae7cc06e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.899259] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1649.899259] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5292219d-c500-123c-1ca9-9a39f410e2b0" [ 1649.899259] env[63248]: _type = "Task" [ 1649.899259] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.916953] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5292219d-c500-123c-1ca9-9a39f410e2b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011247} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.919901] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd2a82a-7369-42c7-8ee5-9a57b0afad27 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.926950] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1649.926950] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527432b1-e39a-a7aa-54ec-34c48206cc02" [ 1649.926950] env[63248]: _type = "Task" [ 1649.926950] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.928440] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1649.929016] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16b39ac9-d09e-42df-98be-673f14b32ee3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.940947] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527432b1-e39a-a7aa-54ec-34c48206cc02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.942268] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1649.942268] env[63248]: value = "task-1801060" [ 1649.942268] env[63248]: _type = "Task" [ 1649.942268] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.950510] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] VM already powered off {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1649.950721] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1649.950936] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.088731] env[63248]: DEBUG nova.network.neutron [req-1d4bb324-a129-40bd-b38a-cac9e418ef30 req-4a4899eb-b89e-47ef-8c0f-d84c9f40bc94 service nova] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updated VIF entry in instance network info cache for port 4f72d79a-b559-4033-9454-04881d4a5c83. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1650.089114] env[63248]: DEBUG nova.network.neutron [req-1d4bb324-a129-40bd-b38a-cac9e418ef30 req-4a4899eb-b89e-47ef-8c0f-d84c9f40bc94 service nova] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating instance_info_cache with network_info: [{"id": "4f72d79a-b559-4033-9454-04881d4a5c83", "address": "fa:16:3e:59:6d:d8", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f72d79a-b5", "ovs_interfaceid": "4f72d79a-b559-4033-9454-04881d4a5c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.325879] env[63248]: DEBUG nova.compute.utils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1650.327805] env[63248]: DEBUG nova.compute.manager [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1650.327965] env[63248]: DEBUG nova.network.neutron [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1650.341783] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Acquiring lock "refresh_cache-ece99922-b703-4706-a8e3-908ff242d0d1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.341910] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Acquired lock "refresh_cache-ece99922-b703-4706-a8e3-908ff242d0d1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.342060] env[63248]: DEBUG nova.network.neutron [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.343367] env[63248]: DEBUG oslo_concurrency.lockutils [None req-82ae7ac1-95f2-4a7c-bb25-7e12a4550bc7 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "9fb12757-a3b6-4fe0-876c-434c140c0a54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.554s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.365804] env[63248]: DEBUG nova.policy [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91422890db604bdb9f5a3cd06b488925', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0b0236fad9a47d8bd753c2ba43da643', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1650.439432] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527432b1-e39a-a7aa-54ec-34c48206cc02, 'name': SearchDatastore_Task, 'duration_secs': 0.013774} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.439684] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.439938] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 74fbef5e-2007-4399-a2f1-24503b20ac36/74fbef5e-2007-4399-a2f1-24503b20ac36.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1650.440779] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.440779] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1650.440779] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d1a1a23-b248-4cf2-af2e-da9fa354c4c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.442990] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88e1d380-4c1f-4a8a-9619-f2ec574a8ebc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.449491] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1650.449491] env[63248]: value = "task-1801061" [ 1650.449491] env[63248]: _type = "Task" [ 1650.449491] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.454915] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1650.455457] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1650.458833] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e0f7cc5-3690-444c-af4b-1a0c12f9514f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.461106] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.464325] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1650.464325] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5220b636-5194-3c9c-4a53-f8557336ad37" [ 1650.464325] env[63248]: _type = "Task" [ 1650.464325] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.472201] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5220b636-5194-3c9c-4a53-f8557336ad37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.592206] env[63248]: DEBUG oslo_concurrency.lockutils [req-1d4bb324-a129-40bd-b38a-cac9e418ef30 req-4a4899eb-b89e-47ef-8c0f-d84c9f40bc94 service nova] Releasing lock "refresh_cache-74fbef5e-2007-4399-a2f1-24503b20ac36" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.619624] env[63248]: DEBUG nova.network.neutron [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Successfully created port: 57836045-f8b9-48a0-9f23-d5b4d3e101dc {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1650.828499] env[63248]: DEBUG nova.compute.manager [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1650.845366] env[63248]: DEBUG nova.compute.manager [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1650.849862] env[63248]: DEBUG oslo_concurrency.lockutils [None req-461d3230-898d-4ab9-a6e1-aa8f4197eaeb tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.851878] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7c63c2-2337-4467-8378-be7267f97c16 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.855055] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.887s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.855807] env[63248]: DEBUG nova.objects.instance [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lazy-loading 'resources' on Instance uuid e560fd05-929f-4b45-bfba-c00772a846e0 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.916317] env[63248]: DEBUG nova.network.neutron [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1650.961953] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801061, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.985036] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5220b636-5194-3c9c-4a53-f8557336ad37, 'name': SearchDatastore_Task, 'duration_secs': 0.00844} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.992740] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf644296-394d-4212-b26d-2313d46616d6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.002720] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1651.002720] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5235cdad-498d-4b2e-5fa1-7e6386408273" [ 1651.002720] env[63248]: _type = "Task" [ 1651.002720] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.014374] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5235cdad-498d-4b2e-5fa1-7e6386408273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.136636] env[63248]: DEBUG nova.network.neutron [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Updating instance_info_cache with network_info: [{"id": "59025585-8f1f-43ef-b186-bd836c280875", "address": "fa:16:3e:ee:5d:a7", "network": {"id": "a18baa24-fd26-4d6f-82c0-33077dc01a20", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1023661551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c017ee24ae9948ff9e4518966ee6a73c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59025585-8f", "ovs_interfaceid": "59025585-8f1f-43ef-b186-bd836c280875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.367011] env[63248]: INFO nova.compute.manager [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] instance snapshotting [ 1651.369717] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775b96ec-703c-49bc-8865-367c082cce71 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.394747] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3902dd76-af3f-4fad-b097-f01aaf8cd294 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.463577] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550779} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.463873] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 74fbef5e-2007-4399-a2f1-24503b20ac36/74fbef5e-2007-4399-a2f1-24503b20ac36.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1651.464121] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1651.464384] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-571d8669-99be-4dcd-93ca-86b9df757b71 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.475831] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1651.475831] env[63248]: value = "task-1801062" [ 1651.475831] env[63248]: _type = "Task" [ 1651.475831] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.490551] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.515108] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5235cdad-498d-4b2e-5fa1-7e6386408273, 'name': SearchDatastore_Task, 'duration_secs': 0.011144} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.515388] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.515655] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ac30f37f-3cb1-401c-827b-d41bcdd881fe/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk. {{(pid=63248) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1651.515996] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2adba399-71fc-4b65-8349-051c8da24084 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.525726] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1651.525726] env[63248]: value = "task-1801063" [ 1651.525726] env[63248]: _type = "Task" [ 1651.525726] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.536590] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.639910] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Releasing lock "refresh_cache-ece99922-b703-4706-a8e3-908ff242d0d1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.640300] env[63248]: DEBUG nova.compute.manager [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Instance network_info: |[{"id": "59025585-8f1f-43ef-b186-bd836c280875", "address": "fa:16:3e:ee:5d:a7", "network": {"id": "a18baa24-fd26-4d6f-82c0-33077dc01a20", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1023661551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c017ee24ae9948ff9e4518966ee6a73c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59025585-8f", "ovs_interfaceid": "59025585-8f1f-43ef-b186-bd836c280875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1651.640748] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:5d:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59025585-8f1f-43ef-b186-bd836c280875', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1651.648843] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Creating folder: Project (c017ee24ae9948ff9e4518966ee6a73c). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1651.651550] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9aff8d8-0577-4902-8a19-4f2f9e666e34 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.663223] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Created folder: Project (c017ee24ae9948ff9e4518966ee6a73c) in parent group-v373228. [ 1651.663361] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Creating folder: Instances. Parent ref: group-v373451. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1651.664371] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5757443e-2ea3-404f-972e-06865621f35a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.666743] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b871dc6-81c4-4ab0-a1c9-a78efd5f8548 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.674764] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4a51f6-766b-46d5-a605-ed5d74a8b8a8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.679348] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Created folder: Instances in parent group-v373451. [ 1651.679642] env[63248]: DEBUG oslo.service.loopingcall [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.679808] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1651.680014] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23dcd8f8-30e7-468f-8b26-5565c5d49389 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.724306] env[63248]: DEBUG nova.compute.manager [req-2744387a-af8d-49bf-902b-ed16395bdbfe req-4792438f-c962-44ca-b115-8da3cd23d60f service nova] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Received event network-changed-59025585-8f1f-43ef-b186-bd836c280875 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1651.724520] env[63248]: DEBUG nova.compute.manager [req-2744387a-af8d-49bf-902b-ed16395bdbfe req-4792438f-c962-44ca-b115-8da3cd23d60f service nova] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Refreshing instance network info cache due to event network-changed-59025585-8f1f-43ef-b186-bd836c280875. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1651.724728] env[63248]: DEBUG oslo_concurrency.lockutils [req-2744387a-af8d-49bf-902b-ed16395bdbfe req-4792438f-c962-44ca-b115-8da3cd23d60f service nova] Acquiring lock "refresh_cache-ece99922-b703-4706-a8e3-908ff242d0d1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.724872] env[63248]: DEBUG oslo_concurrency.lockutils [req-2744387a-af8d-49bf-902b-ed16395bdbfe req-4792438f-c962-44ca-b115-8da3cd23d60f service nova] Acquired lock "refresh_cache-ece99922-b703-4706-a8e3-908ff242d0d1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.725048] env[63248]: DEBUG nova.network.neutron [req-2744387a-af8d-49bf-902b-ed16395bdbfe req-4792438f-c962-44ca-b115-8da3cd23d60f service nova] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Refreshing network info cache for port 59025585-8f1f-43ef-b186-bd836c280875 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.727159] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ccf4d0-5555-4fc6-b0b8-af2095b719b9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.732130] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1651.732130] env[63248]: value = "task-1801066" [ 1651.732130] env[63248]: _type = "Task" [ 1651.732130] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.740252] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b000f6-afab-46f5-a186-f221077de9e3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.747911] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801066, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.759649] env[63248]: DEBUG nova.compute.provider_tree [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.847162] env[63248]: DEBUG nova.compute.manager [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1651.883391] env[63248]: DEBUG nova.virt.hardware [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1651.883965] env[63248]: DEBUG nova.virt.hardware [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1651.884088] env[63248]: DEBUG nova.virt.hardware [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1651.884342] env[63248]: DEBUG nova.virt.hardware [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1651.884538] env[63248]: DEBUG nova.virt.hardware [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1651.884817] env[63248]: DEBUG nova.virt.hardware [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1651.885174] env[63248]: DEBUG nova.virt.hardware [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1651.885362] env[63248]: DEBUG nova.virt.hardware [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1651.885547] env[63248]: DEBUG nova.virt.hardware [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1651.885750] env[63248]: DEBUG nova.virt.hardware [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1651.886081] env[63248]: DEBUG nova.virt.hardware [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1651.887150] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af07b40-e95b-4622-b960-140ae8c2ce88 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.898112] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8267ff6-c973-4921-bd1e-0ac24f398089 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.907383] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1651.917176] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da1a3b8c-4237-4c91-a625-42f528b72161 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.925988] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1651.925988] env[63248]: value = "task-1801067" [ 1651.925988] env[63248]: _type = "Task" [ 1651.925988] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.935660] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801067, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.988033] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069056} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.988033] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1651.989041] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28e2c27-6fb6-4bc1-80da-d44a47043feb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.015714] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 74fbef5e-2007-4399-a2f1-24503b20ac36/74fbef5e-2007-4399-a2f1-24503b20ac36.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1652.016082] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a486fa8-bd3b-4c70-8ad5-779dafd75931 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.043473] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510763} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.045041] env[63248]: INFO nova.virt.vmwareapi.ds_util [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ac30f37f-3cb1-401c-827b-d41bcdd881fe/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk. [ 1652.045344] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1652.045344] env[63248]: value = "task-1801068" [ 1652.045344] env[63248]: _type = "Task" [ 1652.045344] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.046115] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bf88fc-98ae-4a61-98f8-267287cd109a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.078862] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] ac30f37f-3cb1-401c-827b-d41bcdd881fe/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1652.082361] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e462622-e90f-4396-bc7e-d7b6e56c837c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.097933] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801068, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.105308] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1652.105308] env[63248]: value = "task-1801069" [ 1652.105308] env[63248]: _type = "Task" [ 1652.105308] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.114405] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.158520] env[63248]: DEBUG nova.compute.manager [req-f300320b-b0e3-4e1c-975c-8ca757541c75 req-39f8fef2-1549-489e-9ab3-c4792129d407 service nova] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Received event network-vif-plugged-57836045-f8b9-48a0-9f23-d5b4d3e101dc {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1652.158779] env[63248]: DEBUG oslo_concurrency.lockutils [req-f300320b-b0e3-4e1c-975c-8ca757541c75 req-39f8fef2-1549-489e-9ab3-c4792129d407 service nova] Acquiring lock "072d79e1-3853-4b74-b571-c486e44e78a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.159021] env[63248]: DEBUG oslo_concurrency.lockutils [req-f300320b-b0e3-4e1c-975c-8ca757541c75 req-39f8fef2-1549-489e-9ab3-c4792129d407 service nova] Lock "072d79e1-3853-4b74-b571-c486e44e78a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.159232] env[63248]: DEBUG oslo_concurrency.lockutils [req-f300320b-b0e3-4e1c-975c-8ca757541c75 req-39f8fef2-1549-489e-9ab3-c4792129d407 service nova] Lock "072d79e1-3853-4b74-b571-c486e44e78a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.159405] env[63248]: DEBUG nova.compute.manager [req-f300320b-b0e3-4e1c-975c-8ca757541c75 req-39f8fef2-1549-489e-9ab3-c4792129d407 service nova] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] No waiting events found dispatching network-vif-plugged-57836045-f8b9-48a0-9f23-d5b4d3e101dc {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1652.159586] env[63248]: WARNING nova.compute.manager [req-f300320b-b0e3-4e1c-975c-8ca757541c75 req-39f8fef2-1549-489e-9ab3-c4792129d407 service nova] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Received unexpected event network-vif-plugged-57836045-f8b9-48a0-9f23-d5b4d3e101dc for instance with vm_state building and task_state spawning. [ 1652.243040] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801066, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.262788] env[63248]: DEBUG nova.scheduler.client.report [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1652.268804] env[63248]: DEBUG nova.network.neutron [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Successfully updated port: 57836045-f8b9-48a0-9f23-d5b4d3e101dc {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1652.436078] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801067, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.559261] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801068, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.560110] env[63248]: DEBUG nova.network.neutron [req-2744387a-af8d-49bf-902b-ed16395bdbfe req-4792438f-c962-44ca-b115-8da3cd23d60f service nova] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Updated VIF entry in instance network info cache for port 59025585-8f1f-43ef-b186-bd836c280875. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1652.560459] env[63248]: DEBUG nova.network.neutron [req-2744387a-af8d-49bf-902b-ed16395bdbfe req-4792438f-c962-44ca-b115-8da3cd23d60f service nova] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Updating instance_info_cache with network_info: [{"id": "59025585-8f1f-43ef-b186-bd836c280875", "address": "fa:16:3e:ee:5d:a7", "network": {"id": "a18baa24-fd26-4d6f-82c0-33077dc01a20", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1023661551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c017ee24ae9948ff9e4518966ee6a73c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59025585-8f", "ovs_interfaceid": "59025585-8f1f-43ef-b186-bd836c280875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.615856] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.744226] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801066, 'name': CreateVM_Task, 'duration_secs': 0.592099} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.744446] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1652.745058] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.745238] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.745563] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1652.745817] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0edacf-7897-4127-9b85-beb006da7bce {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.750615] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Waiting for the task: (returnval){ [ 1652.750615] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520285da-3cdc-b544-17f8-30ae8bc887bb" [ 1652.750615] env[63248]: _type = "Task" [ 1652.750615] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.758439] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520285da-3cdc-b544-17f8-30ae8bc887bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.773253] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.775402] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Acquiring lock "refresh_cache-072d79e1-3853-4b74-b571-c486e44e78a8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.775482] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Acquired lock "refresh_cache-072d79e1-3853-4b74-b571-c486e44e78a8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.775626] env[63248]: DEBUG nova.network.neutron [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1652.776870] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.233s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.777075] env[63248]: DEBUG nova.objects.instance [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lazy-loading 'resources' on Instance uuid 8fd93901-39dd-4358-93eb-9c0d1a087a78 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.795941] env[63248]: INFO nova.scheduler.client.report [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Deleted allocations for instance e560fd05-929f-4b45-bfba-c00772a846e0 [ 1652.938147] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801067, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.060065] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801068, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.062754] env[63248]: DEBUG oslo_concurrency.lockutils [req-2744387a-af8d-49bf-902b-ed16395bdbfe req-4792438f-c962-44ca-b115-8da3cd23d60f service nova] Releasing lock "refresh_cache-ece99922-b703-4706-a8e3-908ff242d0d1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.116192] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.267925] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520285da-3cdc-b544-17f8-30ae8bc887bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010597} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.268265] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.268504] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1653.268739] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.268887] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.269080] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1653.269351] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77d8cb6d-541e-497c-af3d-4cc8352bef57 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.284544] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1653.284763] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1653.286090] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8f22c6-d331-4235-b070-58dc2abdfc32 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.292176] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Waiting for the task: (returnval){ [ 1653.292176] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b85dcd-a63e-27a1-03a7-94da0caae22e" [ 1653.292176] env[63248]: _type = "Task" [ 1653.292176] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.303303] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b85dcd-a63e-27a1-03a7-94da0caae22e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.303788] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8d42d496-bd52-492d-adef-945d5a7fe978 tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "e560fd05-929f-4b45-bfba-c00772a846e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.619s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.315123] env[63248]: DEBUG nova.network.neutron [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1653.439879] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801067, 'name': CreateSnapshot_Task, 'duration_secs': 1.495192} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.439879] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1653.440799] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3adc4b6-6f35-4e60-a064-a6604b4e5a16 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.480466] env[63248]: DEBUG nova.network.neutron [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Updating instance_info_cache with network_info: [{"id": "57836045-f8b9-48a0-9f23-d5b4d3e101dc", "address": "fa:16:3e:e1:00:4b", "network": {"id": "91a23ca9-9a1b-455e-92ca-d0799e45abf2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1696506873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b0236fad9a47d8bd753c2ba43da643", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57836045-f8", "ovs_interfaceid": "57836045-f8b9-48a0-9f23-d5b4d3e101dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.560576] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801068, 'name': ReconfigVM_Task, 'duration_secs': 1.383267} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.564588] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 74fbef5e-2007-4399-a2f1-24503b20ac36/74fbef5e-2007-4399-a2f1-24503b20ac36.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1653.565793] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5954651e-dded-4e35-9271-a951444cf852 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.573118] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1653.573118] env[63248]: value = "task-1801070" [ 1653.573118] env[63248]: _type = "Task" [ 1653.573118] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.585020] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801070, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.600792] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5701a9-92a8-4185-80f0-69f42b8e091c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.611205] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc10bd18-4e73-4b0a-add5-4869e3112958 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.620094] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801069, 'name': ReconfigVM_Task, 'duration_secs': 1.224046} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.645193] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Reconfigured VM instance instance-0000004a to attach disk [datastore1] ac30f37f-3cb1-401c-827b-d41bcdd881fe/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1653.646540] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8521a012-0bb7-4907-8508-8f0657e1f206 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.649465] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864dfbec-9f4b-4533-ab82-c95e9a605e26 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.676914] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6bacc5-3e29-411e-8a54-e3a847806823 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.686708] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16f69e5a-667d-412a-9a74-8f20491762d3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.710019] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "7fff613b-d86b-43c2-93f2-44d3a681131c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.710300] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "7fff613b-d86b-43c2-93f2-44d3a681131c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.710589] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "7fff613b-d86b-43c2-93f2-44d3a681131c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.710715] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "7fff613b-d86b-43c2-93f2-44d3a681131c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.710871] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "7fff613b-d86b-43c2-93f2-44d3a681131c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.712787] env[63248]: DEBUG nova.compute.provider_tree [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.714212] env[63248]: INFO nova.compute.manager [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Terminating instance [ 1653.717817] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1653.717817] env[63248]: value = "task-1801071" [ 1653.717817] env[63248]: _type = "Task" [ 1653.717817] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.728453] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.803274] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b85dcd-a63e-27a1-03a7-94da0caae22e, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.804046] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4786f24c-a723-48d4-9417-7c6a6593065c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.809746] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Waiting for the task: (returnval){ [ 1653.809746] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524c30c9-2407-336d-afbe-80e4cf4b836d" [ 1653.809746] env[63248]: _type = "Task" [ 1653.809746] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.818558] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524c30c9-2407-336d-afbe-80e4cf4b836d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.958478] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1653.958806] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9f3a7ee3-398d-46b2-8bd5-a3c5a4dd0716 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.969369] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1653.969369] env[63248]: value = "task-1801072" [ 1653.969369] env[63248]: _type = "Task" [ 1653.969369] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.980966] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801072, 'name': CloneVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.983565] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Releasing lock "refresh_cache-072d79e1-3853-4b74-b571-c486e44e78a8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.983887] env[63248]: DEBUG nova.compute.manager [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Instance network_info: |[{"id": "57836045-f8b9-48a0-9f23-d5b4d3e101dc", "address": "fa:16:3e:e1:00:4b", "network": {"id": "91a23ca9-9a1b-455e-92ca-d0799e45abf2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1696506873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b0236fad9a47d8bd753c2ba43da643", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57836045-f8", "ovs_interfaceid": "57836045-f8b9-48a0-9f23-d5b4d3e101dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1653.984291] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:00:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57836045-f8b9-48a0-9f23-d5b4d3e101dc', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1653.991843] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Creating folder: Project (e0b0236fad9a47d8bd753c2ba43da643). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1653.992490] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-588d25f5-c474-461c-a3a0-923eba5efcf7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.005042] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Created folder: Project (e0b0236fad9a47d8bd753c2ba43da643) in parent group-v373228. [ 1654.005405] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Creating folder: Instances. Parent ref: group-v373455. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1654.005788] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-340d8cf7-04c6-4ea7-87e7-603c7af14c5b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.021981] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Created folder: Instances in parent group-v373455. [ 1654.021981] env[63248]: DEBUG oslo.service.loopingcall [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.021981] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1654.022183] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-268844d2-8fa1-4c40-a769-9c186c639d76 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.046342] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1654.046342] env[63248]: value = "task-1801075" [ 1654.046342] env[63248]: _type = "Task" [ 1654.046342] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.055968] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801075, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.084755] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801070, 'name': Rename_Task, 'duration_secs': 0.149668} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.084979] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1654.085244] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69b9f774-72e8-4f84-9f4c-06cab63df808 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.093387] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1654.093387] env[63248]: value = "task-1801076" [ 1654.093387] env[63248]: _type = "Task" [ 1654.093387] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.102519] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.220176] env[63248]: DEBUG nova.scheduler.client.report [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1654.225030] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "refresh_cache-7fff613b-d86b-43c2-93f2-44d3a681131c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.225223] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquired lock "refresh_cache-7fff613b-d86b-43c2-93f2-44d3a681131c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.226873] env[63248]: DEBUG nova.network.neutron [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.237619] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801071, 'name': ReconfigVM_Task, 'duration_secs': 0.148823} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.238463] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1654.238736] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc1398ed-559a-4c58-91ed-c8f962cb17a7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.244519] env[63248]: DEBUG nova.compute.manager [req-0d0eadee-067e-44b7-aeb4-5d74798b6818 req-2dcb3c84-00a7-45db-9ad8-0db978cc1207 service nova] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Received event network-changed-57836045-f8b9-48a0-9f23-d5b4d3e101dc {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1654.244836] env[63248]: DEBUG nova.compute.manager [req-0d0eadee-067e-44b7-aeb4-5d74798b6818 req-2dcb3c84-00a7-45db-9ad8-0db978cc1207 service nova] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Refreshing instance network info cache due to event network-changed-57836045-f8b9-48a0-9f23-d5b4d3e101dc. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1654.245081] env[63248]: DEBUG oslo_concurrency.lockutils [req-0d0eadee-067e-44b7-aeb4-5d74798b6818 req-2dcb3c84-00a7-45db-9ad8-0db978cc1207 service nova] Acquiring lock "refresh_cache-072d79e1-3853-4b74-b571-c486e44e78a8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.245225] env[63248]: DEBUG oslo_concurrency.lockutils [req-0d0eadee-067e-44b7-aeb4-5d74798b6818 req-2dcb3c84-00a7-45db-9ad8-0db978cc1207 service nova] Acquired lock "refresh_cache-072d79e1-3853-4b74-b571-c486e44e78a8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.245322] env[63248]: DEBUG nova.network.neutron [req-0d0eadee-067e-44b7-aeb4-5d74798b6818 req-2dcb3c84-00a7-45db-9ad8-0db978cc1207 service nova] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Refreshing network info cache for port 57836045-f8b9-48a0-9f23-d5b4d3e101dc {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1654.248447] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1654.248447] env[63248]: value = "task-1801077" [ 1654.248447] env[63248]: _type = "Task" [ 1654.248447] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.261649] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.322206] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524c30c9-2407-336d-afbe-80e4cf4b836d, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.322524] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.322792] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ece99922-b703-4706-a8e3-908ff242d0d1/ece99922-b703-4706-a8e3-908ff242d0d1.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1654.323069] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8595c7a8-d370-4a2e-99a6-aff064d43ded {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.331771] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Waiting for the task: (returnval){ [ 1654.331771] env[63248]: value = "task-1801078" [ 1654.331771] env[63248]: _type = "Task" [ 1654.331771] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.340575] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.480603] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801072, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.558963] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801075, 'name': CreateVM_Task, 'duration_secs': 0.380114} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.559313] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1654.560122] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.560381] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.560812] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1654.561224] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d0682d7-ab09-4e29-989d-0ffbc6746a09 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.568435] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Waiting for the task: (returnval){ [ 1654.568435] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c2d700-2d47-abce-d01a-9722d302da33" [ 1654.568435] env[63248]: _type = "Task" [ 1654.568435] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.578540] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c2d700-2d47-abce-d01a-9722d302da33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.603737] env[63248]: DEBUG oslo_vmware.api [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801076, 'name': PowerOnVM_Task, 'duration_secs': 0.507599} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.604056] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1654.604268] env[63248]: INFO nova.compute.manager [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1654.604454] env[63248]: DEBUG nova.compute.manager [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1654.605288] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfd9cc5-292c-4429-a814-eecaf5cce708 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.728510] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.732382] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.150s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.732382] env[63248]: DEBUG nova.objects.instance [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lazy-loading 'resources' on Instance uuid 5d3de880-3eba-43b2-808b-343c9a7012ff {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.763240] env[63248]: DEBUG nova.network.neutron [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.773882] env[63248]: INFO nova.scheduler.client.report [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleted allocations for instance 8fd93901-39dd-4358-93eb-9c0d1a087a78 [ 1654.775504] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801077, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.843614] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498505} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.844842] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ece99922-b703-4706-a8e3-908ff242d0d1/ece99922-b703-4706-a8e3-908ff242d0d1.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1654.845140] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1654.845444] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac4f5e02-b4e6-4156-bb4f-17f22df31445 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.853722] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Waiting for the task: (returnval){ [ 1654.853722] env[63248]: value = "task-1801079" [ 1654.853722] env[63248]: _type = "Task" [ 1654.853722] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.864997] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.875873] env[63248]: DEBUG nova.network.neutron [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.982717] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801072, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.998808] env[63248]: DEBUG nova.network.neutron [req-0d0eadee-067e-44b7-aeb4-5d74798b6818 req-2dcb3c84-00a7-45db-9ad8-0db978cc1207 service nova] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Updated VIF entry in instance network info cache for port 57836045-f8b9-48a0-9f23-d5b4d3e101dc. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1654.999212] env[63248]: DEBUG nova.network.neutron [req-0d0eadee-067e-44b7-aeb4-5d74798b6818 req-2dcb3c84-00a7-45db-9ad8-0db978cc1207 service nova] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Updating instance_info_cache with network_info: [{"id": "57836045-f8b9-48a0-9f23-d5b4d3e101dc", "address": "fa:16:3e:e1:00:4b", "network": {"id": "91a23ca9-9a1b-455e-92ca-d0799e45abf2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1696506873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b0236fad9a47d8bd753c2ba43da643", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57836045-f8", "ovs_interfaceid": "57836045-f8b9-48a0-9f23-d5b4d3e101dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.080806] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c2d700-2d47-abce-d01a-9722d302da33, 'name': SearchDatastore_Task, 'duration_secs': 0.060347} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.081301] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.081561] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1655.081838] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.082100] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.082333] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1655.082765] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6521706a-561b-4f99-ab4f-9e566eed0365 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.092325] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1655.092499] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1655.093534] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfea1f55-5442-4c43-b947-8a18f6ce2a59 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.099745] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Waiting for the task: (returnval){ [ 1655.099745] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c993af-3544-8470-219c-e09e2d184040" [ 1655.099745] env[63248]: _type = "Task" [ 1655.099745] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.108608] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c993af-3544-8470-219c-e09e2d184040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.130416] env[63248]: INFO nova.compute.manager [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Took 31.44 seconds to build instance. [ 1655.264613] env[63248]: DEBUG oslo_vmware.api [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801077, 'name': PowerOnVM_Task, 'duration_secs': 0.60492} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.265095] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1655.271551] env[63248]: DEBUG nova.compute.manager [None req-ef85b51f-ba7a-49e8-bc9b-b1e740d92e3f tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1655.272552] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf858ff-be4e-4800-b9e6-a20ba5251568 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.286913] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c565fe7-9ed2-4af7-999f-19d19c475d31 tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "8fd93901-39dd-4358-93eb-9c0d1a087a78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.901s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.368203] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064099} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.368494] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1655.369317] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba660631-6400-49d4-b946-efa20158f8f0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.384469] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Releasing lock "refresh_cache-7fff613b-d86b-43c2-93f2-44d3a681131c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.384961] env[63248]: DEBUG nova.compute.manager [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1655.385168] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1655.394015] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] ece99922-b703-4706-a8e3-908ff242d0d1/ece99922-b703-4706-a8e3-908ff242d0d1.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1655.397403] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0e214c-bf59-4586-834b-380402d2bf89 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.400382] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43f02c02-c53b-4f19-b66e-37b3776e5a41 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.419558] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1655.420619] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d813135-75b9-4359-9a2a-58a0eb956f37 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.422360] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Waiting for the task: (returnval){ [ 1655.422360] env[63248]: value = "task-1801080" [ 1655.422360] env[63248]: _type = "Task" [ 1655.422360] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.433947] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.435571] env[63248]: DEBUG oslo_vmware.api [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1655.435571] env[63248]: value = "task-1801081" [ 1655.435571] env[63248]: _type = "Task" [ 1655.435571] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.446909] env[63248]: DEBUG oslo_vmware.api [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.480207] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801072, 'name': CloneVM_Task, 'duration_secs': 1.430085} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.482743] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Created linked-clone VM from snapshot [ 1655.483689] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39cc236-fff2-4fb1-8255-77c45343e239 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.491838] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Uploading image b8f1cf5c-5ead-4fce-9c64-fbd1ffddfb39 {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1655.501577] env[63248]: DEBUG oslo_concurrency.lockutils [req-0d0eadee-067e-44b7-aeb4-5d74798b6818 req-2dcb3c84-00a7-45db-9ad8-0db978cc1207 service nova] Releasing lock "refresh_cache-072d79e1-3853-4b74-b571-c486e44e78a8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.506208] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1655.506208] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-47f5f993-3195-4756-a092-a93338fad9f9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.515789] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1655.515789] env[63248]: value = "task-1801082" [ 1655.515789] env[63248]: _type = "Task" [ 1655.515789] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.529434] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.569766] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4374b6bd-5a19-440c-9e8e-b56459a2ce88 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.579565] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d8a9c-fa24-44fb-aaaf-12666e74abb7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.615073] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58d4d09-19fa-4f5d-ac86-5efdaa00f1e3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.624015] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c993af-3544-8470-219c-e09e2d184040, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.626335] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f81187ab-a876-4144-be0f-0ad34ab2120a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.629495] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764ca23f-d40a-4328-a4ae-fc80ecc5c68c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.633770] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a1d9056f-9082-4d34-ab32-c885c92772e9 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "74fbef5e-2007-4399-a2f1-24503b20ac36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.960s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.638142] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Waiting for the task: (returnval){ [ 1655.638142] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a83234-3f99-45ec-e894-a3fd0233ceef" [ 1655.638142] env[63248]: _type = "Task" [ 1655.638142] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.646029] env[63248]: DEBUG nova.compute.provider_tree [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.655815] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a83234-3f99-45ec-e894-a3fd0233ceef, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.656639] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.656894] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 072d79e1-3853-4b74-b571-c486e44e78a8/072d79e1-3853-4b74-b571-c486e44e78a8.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1655.657157] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7973305-0d1e-4348-8ab2-3cee3b228d20 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.665790] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Waiting for the task: (returnval){ [ 1655.665790] env[63248]: value = "task-1801083" [ 1655.665790] env[63248]: _type = "Task" [ 1655.665790] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.675072] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': task-1801083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.934115] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.946025] env[63248]: DEBUG oslo_vmware.api [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801081, 'name': PowerOffVM_Task, 'duration_secs': 0.207351} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.946321] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1655.946546] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1655.946809] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77f5137c-b65c-4a28-a4a5-0589d1485f82 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.985989] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.986534] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.986534] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Deleting the datastore file [datastore1] 7fff613b-d86b-43c2-93f2-44d3a681131c {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.986849] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a694390d-f261-4610-8b39-478ca20acda6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.997356] env[63248]: DEBUG oslo_vmware.api [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for the task: (returnval){ [ 1655.997356] env[63248]: value = "task-1801085" [ 1655.997356] env[63248]: _type = "Task" [ 1655.997356] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.001879] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "2662ff23-cc49-444e-8f62-b226c02f04df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.002138] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "2662ff23-cc49-444e-8f62-b226c02f04df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.002447] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "2662ff23-cc49-444e-8f62-b226c02f04df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.002650] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "2662ff23-cc49-444e-8f62-b226c02f04df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.002819] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "2662ff23-cc49-444e-8f62-b226c02f04df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.005693] env[63248]: INFO nova.compute.manager [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Terminating instance [ 1656.010985] env[63248]: DEBUG oslo_vmware.api [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.028404] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.151782] env[63248]: DEBUG nova.scheduler.client.report [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1656.176576] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': task-1801083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485147} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.176887] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 072d79e1-3853-4b74-b571-c486e44e78a8/072d79e1-3853-4b74-b571-c486e44e78a8.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1656.177160] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1656.177480] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d33c55b-d843-455e-a1f4-1151351d2175 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.186146] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Waiting for the task: (returnval){ [ 1656.186146] env[63248]: value = "task-1801086" [ 1656.186146] env[63248]: _type = "Task" [ 1656.186146] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.196352] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': task-1801086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.387023] env[63248]: DEBUG nova.compute.manager [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Stashing vm_state: active {{(pid=63248) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1656.434598] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801080, 'name': ReconfigVM_Task, 'duration_secs': 0.832975} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.434920] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Reconfigured VM instance instance-0000004d to attach disk [datastore1] ece99922-b703-4706-a8e3-908ff242d0d1/ece99922-b703-4706-a8e3-908ff242d0d1.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1656.435750] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f663271e-a432-4b6b-9307-0f206cad987c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.442428] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Waiting for the task: (returnval){ [ 1656.442428] env[63248]: value = "task-1801087" [ 1656.442428] env[63248]: _type = "Task" [ 1656.442428] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.468643] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801087, 'name': Rename_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.511479] env[63248]: DEBUG oslo_vmware.api [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Task: {'id': task-1801085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235443} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.511783] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1656.511977] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1656.512265] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1656.512900] env[63248]: INFO nova.compute.manager [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1656.513230] env[63248]: DEBUG oslo.service.loopingcall [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.514103] env[63248]: DEBUG nova.compute.manager [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1656.514318] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1656.514641] env[63248]: DEBUG nova.compute.manager [-] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1656.514944] env[63248]: DEBUG nova.network.neutron [-] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1656.517818] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3e90a8-cfa8-4ab5-9fd9-9815ff66213e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.531372] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1656.534684] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c593f16b-8556-48bd-b41e-35f85b5f5995 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.536530] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.541033] env[63248]: DEBUG nova.network.neutron [-] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1656.544978] env[63248]: DEBUG oslo_vmware.api [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1656.544978] env[63248]: value = "task-1801088" [ 1656.544978] env[63248]: _type = "Task" [ 1656.544978] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.554892] env[63248]: DEBUG oslo_vmware.api [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1801088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.659223] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.660244] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.161s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.680351] env[63248]: INFO nova.scheduler.client.report [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleted allocations for instance 5d3de880-3eba-43b2-808b-343c9a7012ff [ 1656.697740] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': task-1801086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076825} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.699089] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1656.699089] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a77f3b-6b21-41eb-b015-581c75c8c17e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.724915] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 072d79e1-3853-4b74-b571-c486e44e78a8/072d79e1-3853-4b74-b571-c486e44e78a8.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1656.728059] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3cc75b1-4031-4858-b935-cfb96115f225 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.749982] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Waiting for the task: (returnval){ [ 1656.749982] env[63248]: value = "task-1801089" [ 1656.749982] env[63248]: _type = "Task" [ 1656.749982] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.758949] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': task-1801089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.906293] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.956995] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801087, 'name': Rename_Task, 'duration_secs': 0.262881} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.958030] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1656.958512] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a853a30-3c54-4b9d-9ffa-4723ee9bf534 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.965508] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Waiting for the task: (returnval){ [ 1656.965508] env[63248]: value = "task-1801090" [ 1656.965508] env[63248]: _type = "Task" [ 1656.965508] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.976883] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.037884] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.045368] env[63248]: DEBUG nova.network.neutron [-] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.056389] env[63248]: DEBUG oslo_vmware.api [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1801088, 'name': PowerOffVM_Task, 'duration_secs': 0.323032} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.057297] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1657.057448] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1657.057706] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72f8379f-bc1f-4a26-8362-6ca9ac8214be {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.189583] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c3f64842-63d0-4d76-98fc-1de7043915f9 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "5d3de880-3eba-43b2-808b-343c9a7012ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.099s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.260964] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': task-1801089, 'name': ReconfigVM_Task, 'duration_secs': 0.449344} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.261255] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 072d79e1-3853-4b74-b571-c486e44e78a8/072d79e1-3853-4b74-b571-c486e44e78a8.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1657.261934] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea50e67d-29c0-4192-8a00-bbc2c84958df {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.269526] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Waiting for the task: (returnval){ [ 1657.269526] env[63248]: value = "task-1801092" [ 1657.269526] env[63248]: _type = "Task" [ 1657.269526] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.285773] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': task-1801092, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.476021] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801090, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.536063] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.552036] env[63248]: INFO nova.compute.manager [-] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Took 1.04 seconds to deallocate network for instance. [ 1657.676359] env[63248]: INFO nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating resource usage from migration a7a8ff2e-340a-4d19-a0e0-9b4c15f4d602 [ 1657.702882] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 2662ff23-cc49-444e-8f62-b226c02f04df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.703042] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance e305b5ec-8988-4adf-9c48-772f6b904ff1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.703170] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 51b4be73-7e46-453d-a325-7b7c6c0c25bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.703290] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 6f345564-534e-436c-813e-7f2d954756c6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.703694] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 7e243799-c3cf-48d4-bb2a-c956b23f22a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.703694] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 68314427-e347-406a-88ed-362a894aee88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.703694] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.703835] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 64f82339-2d72-475d-bc31-068e5b6d50a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.703835] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance cece03ba-a780-4240-abbf-37da4ee292cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.703958] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 8e040787-5b5e-4d2f-b23d-270b198a9642 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1657.704084] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance cd126c4e-e38f-4096-a023-19b9cc3b3998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.704194] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 7fff613b-d86b-43c2-93f2-44d3a681131c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.704363] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 98fa0905-ba6a-421b-a5ac-7402395b030d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.704531] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ac30f37f-3cb1-401c-827b-d41bcdd881fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.704644] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 9fb12757-a3b6-4fe0-876c-434c140c0a54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.704750] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ece99922-b703-4706-a8e3-908ff242d0d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.704857] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 072d79e1-3853-4b74-b571-c486e44e78a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1657.779982] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': task-1801092, 'name': Rename_Task, 'duration_secs': 0.193562} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.780490] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1657.780538] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d6a2bf-adff-4a84-b9b2-1aae316faf04 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.788776] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Waiting for the task: (returnval){ [ 1657.788776] env[63248]: value = "task-1801093" [ 1657.788776] env[63248]: _type = "Task" [ 1657.788776] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.801905] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': task-1801093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.976690] env[63248]: DEBUG oslo_vmware.api [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801090, 'name': PowerOnVM_Task, 'duration_secs': 0.604423} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.976993] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1657.977419] env[63248]: INFO nova.compute.manager [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1657.977419] env[63248]: DEBUG nova.compute.manager [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1657.978437] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3286e12-13d3-42c1-979a-ca6b5f84fa54 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.034756] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.060604] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.082026] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.082026] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.207636] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 9598a437-c41b-4a34-9404-23d974b44399 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1658.246870] env[63248]: INFO nova.compute.manager [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Rescuing [ 1658.247194] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "refresh_cache-98fa0905-ba6a-421b-a5ac-7402395b030d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.247349] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "refresh_cache-98fa0905-ba6a-421b-a5ac-7402395b030d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.247520] env[63248]: DEBUG nova.network.neutron [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1658.303308] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': task-1801093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.499567] env[63248]: INFO nova.compute.manager [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Took 24.93 seconds to build instance. [ 1658.533220] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.584617] env[63248]: DEBUG nova.compute.utils [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1658.710609] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 4a485eca-44ae-4d90-8746-05811000a745 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1658.710966] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Migration a7a8ff2e-340a-4d19-a0e0-9b4c15f4d602 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1658.710966] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 74fbef5e-2007-4399-a2f1-24503b20ac36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1658.711381] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1658.711605] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1658.801236] env[63248]: DEBUG oslo_vmware.api [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': task-1801093, 'name': PowerOnVM_Task, 'duration_secs': 0.931805} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.801727] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1658.802566] env[63248]: INFO nova.compute.manager [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1658.802566] env[63248]: DEBUG nova.compute.manager [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1658.802934] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d85e99-e840-4400-862f-c795fe41b430 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.985311] env[63248]: DEBUG nova.network.neutron [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Updating instance_info_cache with network_info: [{"id": "047a0186-71ac-4a89-a8ed-86c787bd879d", "address": "fa:16:3e:74:d3:98", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047a0186-71", "ovs_interfaceid": "047a0186-71ac-4a89-a8ed-86c787bd879d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.001357] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8fe69d2-ecd7-43c4-95fd-ed2a2458d7f8 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Lock "ece99922-b703-4706-a8e3-908ff242d0d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.439s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.025259] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b206c7d-5600-4546-9422-ab9dc03e70b7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.036568] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.039462] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7bee71-edd5-4711-9bdf-a580bb339c68 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.071812] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1cd7a9-15c3-441e-acd7-50f8fea8612e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.079895] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9c200b-425d-400d-a227-673e50e1b459 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.093608] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.094419] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1659.323971] env[63248]: INFO nova.compute.manager [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Took 24.40 seconds to build instance. [ 1659.488669] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "refresh_cache-98fa0905-ba6a-421b-a5ac-7402395b030d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.536641] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.616911] env[63248]: ERROR nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [req-a7a4ef11-2291-4786-a8e0-a0ad572a4fc1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7a4ef11-2291-4786-a8e0-a0ad572a4fc1"}]} [ 1659.632646] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1659.649261] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1659.649462] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1659.665254] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1659.686315] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1659.826411] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a51eaf4e-3613-4b19-a623-3a31b534a755 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Lock "072d79e1-3853-4b74-b571-c486e44e78a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.919s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.957421] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e24447-7fdb-4898-973c-6e9dd7d87c33 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.969345] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdcbefe-45e6-4b73-990f-07ab1f79044b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.003177] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfae9d6-a3ec-473e-aa49-8192599a33f4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.011771] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a185e75f-b996-4917-a99a-098050bc0ae4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.029501] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1660.040432] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.150096] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.150411] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.150638] env[63248]: INFO nova.compute.manager [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Attaching volume d72ad5bc-ff90-489b-83dc-11e43a246492 to /dev/sdb [ 1660.186115] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d2cd8f-67c3-4805-a265-326664fd91ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.193929] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a5b429-c155-4692-8524-8887dd45baff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.208988] env[63248]: DEBUG nova.virt.block_device [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Updating existing volume attachment record: 42deb5a7-0578-4750-9cff-de466cdb0156 {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1660.315129] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "be3ca24d-0690-4376-891c-bc9ba64f1364" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.315383] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.348459] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Acquiring lock "ece99922-b703-4706-a8e3-908ff242d0d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.348714] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Lock "ece99922-b703-4706-a8e3-908ff242d0d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.348963] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Acquiring lock "ece99922-b703-4706-a8e3-908ff242d0d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.349257] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Lock "ece99922-b703-4706-a8e3-908ff242d0d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.349475] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Lock "ece99922-b703-4706-a8e3-908ff242d0d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.351589] env[63248]: INFO nova.compute.manager [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Terminating instance [ 1660.469108] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Acquiring lock "072d79e1-3853-4b74-b571-c486e44e78a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.469473] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Lock "072d79e1-3853-4b74-b571-c486e44e78a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.469710] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Acquiring lock "072d79e1-3853-4b74-b571-c486e44e78a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.470363] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Lock "072d79e1-3853-4b74-b571-c486e44e78a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.470661] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Lock "072d79e1-3853-4b74-b571-c486e44e78a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.473468] env[63248]: INFO nova.compute.manager [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Terminating instance [ 1660.540591] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.553728] env[63248]: ERROR nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [req-b5d6ea23-3c7d-4002-bfeb-4e04e7f893eb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b5d6ea23-3c7d-4002-bfeb-4e04e7f893eb"}]} [ 1660.571329] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1660.585166] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1660.585397] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1660.596876] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1660.615479] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1660.817674] env[63248]: DEBUG nova.compute.manager [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1660.855412] env[63248]: DEBUG nova.compute.manager [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1660.855704] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.856831] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d5192c-2f94-400f-9cec-5e6f388117e9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.869296] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.869296] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15259dbd-1a2a-41b6-a4c2-8c47345c3f93 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.878201] env[63248]: DEBUG oslo_vmware.api [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Waiting for the task: (returnval){ [ 1660.878201] env[63248]: value = "task-1801097" [ 1660.878201] env[63248]: _type = "Task" [ 1660.878201] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.899038] env[63248]: DEBUG oslo_vmware.api [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.906946] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02945ecc-0791-45b0-b4f3-b3400016e38f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.916335] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dd774f-e802-4e69-b0bf-9a2a2af9d54c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.948909] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25561bcc-a183-42bd-bcdd-998aa8ed26aa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.957925] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaf7dee-6152-4b2d-9ccd-cebffc3ee199 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.972516] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1660.978059] env[63248]: DEBUG nova.compute.manager [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1660.978211] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.979051] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b9f0ec-46ee-4365-8096-54f94001caf1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.988405] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.988796] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1926bb9e-cbb4-4234-a23f-2f4b124f9c60 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.996216] env[63248]: DEBUG oslo_vmware.api [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Waiting for the task: (returnval){ [ 1660.996216] env[63248]: value = "task-1801098" [ 1660.996216] env[63248]: _type = "Task" [ 1660.996216] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.005823] env[63248]: DEBUG oslo_vmware.api [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': task-1801098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.024569] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1661.025050] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91600322-3dcd-4cbf-a36c-029288e76054 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.037455] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1661.037455] env[63248]: value = "task-1801099" [ 1661.037455] env[63248]: _type = "Task" [ 1661.037455] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.040781] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.050916] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.344894] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.391493] env[63248]: DEBUG oslo_vmware.api [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801097, 'name': PowerOffVM_Task, 'duration_secs': 0.354918} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.391789] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.391965] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.392235] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aec10046-8ac7-4133-a2ab-4a9d595f97c6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.508206] env[63248]: DEBUG oslo_vmware.api [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': task-1801098, 'name': PowerOffVM_Task, 'duration_secs': 0.238782} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.509336] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1661.509463] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 113 to 114 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1661.509574] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1661.512944] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.513630] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.513630] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-940815b5-cae1-44ce-9b48-be74bd350be8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.539601] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.551065] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801099, 'name': PowerOffVM_Task, 'duration_secs': 0.329041} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.551065] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.551065] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872b91b8-01f2-4c66-a25a-8ce55f7e8bd8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.569295] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07351a1-2390-4e7a-bb85-ef192ca1bae4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.601835] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1661.602470] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a32798e-1364-4b50-b420-5651ca5e195b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.609473] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1661.609473] env[63248]: value = "task-1801102" [ 1661.609473] env[63248]: _type = "Task" [ 1661.609473] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.619310] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] VM already powered off {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1661.619510] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1661.619753] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.619898] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.620108] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.620342] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c8648d6-de00-441a-8ac9-d86f7cabdfa7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.630181] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1661.630355] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1661.631091] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-173b0e01-8f2f-4ddf-ada3-5bf6a303c04c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.636272] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1661.636272] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5275948f-9be2-9f8e-2b88-43cb7d3e31a5" [ 1661.636272] env[63248]: _type = "Task" [ 1661.636272] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.643348] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5275948f-9be2-9f8e-2b88-43cb7d3e31a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.014771] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1662.015051] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.355s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.015316] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.270s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.015510] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.017881] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.294s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.019470] env[63248]: INFO nova.compute.claims [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1662.041320] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.043603] env[63248]: INFO nova.scheduler.client.report [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Deleted allocations for instance 8e040787-5b5e-4d2f-b23d-270b198a9642 [ 1662.149713] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5275948f-9be2-9f8e-2b88-43cb7d3e31a5, 'name': SearchDatastore_Task, 'duration_secs': 0.063529} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.150600] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb1ef5b-83fb-4cc6-9700-1b14f1684a65 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.157131] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1662.157131] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5221d846-e8bd-9de5-a8a0-9475ceca37b0" [ 1662.157131] env[63248]: _type = "Task" [ 1662.157131] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.166551] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5221d846-e8bd-9de5-a8a0-9475ceca37b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.540904] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.551084] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4405d3f1-970e-44bf-b9ed-1cd1bd5af468 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "8e040787-5b5e-4d2f-b23d-270b198a9642" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.686s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.667617] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5221d846-e8bd-9de5-a8a0-9475ceca37b0, 'name': SearchDatastore_Task, 'duration_secs': 0.016132} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.667919] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.668250] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 98fa0905-ba6a-421b-a5ac-7402395b030d/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk. {{(pid=63248) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1662.668514] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7ba0812-32d5-45fc-a913-e3fc7467d453 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.675801] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1662.675801] env[63248]: value = "task-1801104" [ 1662.675801] env[63248]: _type = "Task" [ 1662.675801] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.684754] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.948358] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1662.949125] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1662.949125] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleting the datastore file [datastore1] 2662ff23-cc49-444e-8f62-b226c02f04df {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1662.949366] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f8569cf-462f-4c61-af4f-830f22c8211e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.960074] env[63248]: DEBUG oslo_vmware.api [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for the task: (returnval){ [ 1662.960074] env[63248]: value = "task-1801105" [ 1662.960074] env[63248]: _type = "Task" [ 1662.960074] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.969026] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1662.969333] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1662.969957] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Deleting the datastore file [datastore1] 072d79e1-3853-4b74-b571-c486e44e78a8 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1662.970752] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8092771e-6b87-4fb6-8825-5fdae918fb06 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.976245] env[63248]: DEBUG oslo_vmware.api [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1801105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.986042] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1662.986556] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1662.986928] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Deleting the datastore file [datastore1] ece99922-b703-4706-a8e3-908ff242d0d1 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1662.988384] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d135348-8fcc-4439-bc42-2ca70563fded {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.991227] env[63248]: DEBUG oslo_vmware.api [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Waiting for the task: (returnval){ [ 1662.991227] env[63248]: value = "task-1801106" [ 1662.991227] env[63248]: _type = "Task" [ 1662.991227] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.997982] env[63248]: DEBUG oslo_vmware.api [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Waiting for the task: (returnval){ [ 1662.997982] env[63248]: value = "task-1801107" [ 1662.997982] env[63248]: _type = "Task" [ 1662.997982] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.005596] env[63248]: DEBUG oslo_vmware.api [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': task-1801106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.009194] env[63248]: DEBUG oslo_vmware.api [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.042842] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.193449] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495854} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.196528] env[63248]: INFO nova.virt.vmwareapi.ds_util [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 98fa0905-ba6a-421b-a5ac-7402395b030d/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk. [ 1663.197625] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562b2902-f11b-444b-9b28-b6046e3fabf7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.225991] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 98fa0905-ba6a-421b-a5ac-7402395b030d/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.229268] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97c71681-e819-4715-8b07-2dd2d75eb810 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.250388] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1663.250388] env[63248]: value = "task-1801108" [ 1663.250388] env[63248]: _type = "Task" [ 1663.250388] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.263854] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.385565] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a267cada-40a1-499a-91e4-0a9e0bdaba3e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.395875] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c043524f-8e43-42b5-abb4-29152e288581 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.426422] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c41285-3586-4ae0-9fea-4cc774b00d5e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.434876] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7654eb-fd12-49a0-963b-841aa57a5099 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.449169] env[63248]: DEBUG nova.compute.provider_tree [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1663.471279] env[63248]: DEBUG oslo_vmware.api [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Task: {'id': task-1801105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319883} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.471575] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1663.471767] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1663.471948] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1663.472136] env[63248]: INFO nova.compute.manager [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Took 6.96 seconds to destroy the instance on the hypervisor. [ 1663.472417] env[63248]: DEBUG oslo.service.loopingcall [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.472900] env[63248]: DEBUG nova.compute.manager [-] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1663.473014] env[63248]: DEBUG nova.network.neutron [-] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1663.503965] env[63248]: DEBUG oslo_vmware.api [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Task: {'id': task-1801106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309512} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.507119] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1663.507355] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1663.507505] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1663.507735] env[63248]: INFO nova.compute.manager [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Took 2.53 seconds to destroy the instance on the hypervisor. [ 1663.507906] env[63248]: DEBUG oslo.service.loopingcall [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.508127] env[63248]: DEBUG nova.compute.manager [-] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1663.508223] env[63248]: DEBUG nova.network.neutron [-] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1663.515666] env[63248]: DEBUG oslo_vmware.api [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Task: {'id': task-1801107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29299} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.515923] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1663.516138] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1663.516318] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1663.516488] env[63248]: INFO nova.compute.manager [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1663.516719] env[63248]: DEBUG oslo.service.loopingcall [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.516911] env[63248]: DEBUG nova.compute.manager [-] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1663.517008] env[63248]: DEBUG nova.network.neutron [-] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1663.541947] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801082, 'name': Destroy_Task, 'duration_secs': 7.558898} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.542286] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Destroyed the VM [ 1663.542375] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1663.542649] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cf499b6d-a958-4a74-b015-3243633aa384 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.549888] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1663.549888] env[63248]: value = "task-1801109" [ 1663.549888] env[63248]: _type = "Task" [ 1663.549888] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.559207] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801109, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.761830] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.944481] env[63248]: DEBUG nova.compute.manager [req-852fa9e6-b999-4f51-b4c1-e4ce8b0c382f req-649fc43b-cf5f-4d67-b87b-bd22c23e906d service nova] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Received event network-vif-deleted-57836045-f8b9-48a0-9f23-d5b4d3e101dc {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1663.945051] env[63248]: INFO nova.compute.manager [req-852fa9e6-b999-4f51-b4c1-e4ce8b0c382f req-649fc43b-cf5f-4d67-b87b-bd22c23e906d service nova] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Neutron deleted interface 57836045-f8b9-48a0-9f23-d5b4d3e101dc; detaching it from the instance and deleting it from the info cache [ 1663.945051] env[63248]: DEBUG nova.network.neutron [req-852fa9e6-b999-4f51-b4c1-e4ce8b0c382f req-649fc43b-cf5f-4d67-b87b-bd22c23e906d service nova] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.961235] env[63248]: DEBUG nova.compute.manager [req-12a3683c-543f-4ae3-9536-584d36ca6bd8 req-ffcba1d5-34f7-4fd5-964a-ed658d07a0b2 service nova] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Received event network-vif-deleted-59025585-8f1f-43ef-b186-bd836c280875 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1663.961516] env[63248]: INFO nova.compute.manager [req-12a3683c-543f-4ae3-9536-584d36ca6bd8 req-ffcba1d5-34f7-4fd5-964a-ed658d07a0b2 service nova] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Neutron deleted interface 59025585-8f1f-43ef-b186-bd836c280875; detaching it from the instance and deleting it from the info cache [ 1663.961817] env[63248]: DEBUG nova.network.neutron [req-12a3683c-543f-4ae3-9536-584d36ca6bd8 req-ffcba1d5-34f7-4fd5-964a-ed658d07a0b2 service nova] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.973199] env[63248]: ERROR nova.scheduler.client.report [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [req-356e2622-6d66-4d58-8132-aae93bc553e6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-356e2622-6d66-4d58-8132-aae93bc553e6"}]} [ 1663.994753] env[63248]: DEBUG nova.scheduler.client.report [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1664.011800] env[63248]: DEBUG nova.scheduler.client.report [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1664.012086] env[63248]: DEBUG nova.compute.provider_tree [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1664.023747] env[63248]: DEBUG nova.scheduler.client.report [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1664.041400] env[63248]: DEBUG nova.scheduler.client.report [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1664.060316] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801109, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.267256] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "100e0a22-d8ed-4e31-ba2e-39d86e508363" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.267513] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.268568] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801108, 'name': ReconfigVM_Task, 'duration_secs': 0.655435} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.269181] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 98fa0905-ba6a-421b-a5ac-7402395b030d/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1664.270252] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999ad1fd-bb9b-45e2-a1f2-b73bab481c06 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.300594] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b946a3d-c271-46c9-8d30-f2b79eba0f05 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.317223] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1664.317223] env[63248]: value = "task-1801110" [ 1664.317223] env[63248]: _type = "Task" [ 1664.317223] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.328716] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.359871] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f133ec50-a029-4c8d-b700-2a1db0e7d161 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.368248] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3560d66-f9bf-4aee-aff7-8fea051b0320 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.399202] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19bf335-f0e8-4fce-ba57-0b97ad4b0a0f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.407488] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428f6e6d-2585-4324-9610-913e05810e1a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.411721] env[63248]: DEBUG nova.network.neutron [-] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.415066] env[63248]: DEBUG nova.network.neutron [-] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.425366] env[63248]: DEBUG nova.network.neutron [-] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.426879] env[63248]: DEBUG nova.compute.provider_tree [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1664.429936] env[63248]: INFO nova.compute.manager [-] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Took 0.92 seconds to deallocate network for instance. [ 1664.449857] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a696a8c-c3e8-493d-bf39-21e7a02e7c1d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.458954] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2d2bcf-4a1f-43a7-b666-8215659aae54 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.470535] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c43ef83c-5b6b-4625-96a2-6d71b92c33ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.482277] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17af1151-01af-4350-b395-63230289b98f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.504443] env[63248]: DEBUG nova.compute.manager [req-852fa9e6-b999-4f51-b4c1-e4ce8b0c382f req-649fc43b-cf5f-4d67-b87b-bd22c23e906d service nova] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Detach interface failed, port_id=57836045-f8b9-48a0-9f23-d5b4d3e101dc, reason: Instance 072d79e1-3853-4b74-b571-c486e44e78a8 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1664.528556] env[63248]: DEBUG nova.compute.manager [req-12a3683c-543f-4ae3-9536-584d36ca6bd8 req-ffcba1d5-34f7-4fd5-964a-ed658d07a0b2 service nova] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Detach interface failed, port_id=59025585-8f1f-43ef-b186-bd836c280875, reason: Instance ece99922-b703-4706-a8e3-908ff242d0d1 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1664.562188] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801109, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.754091] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1664.754347] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373460', 'volume_id': 'd72ad5bc-ff90-489b-83dc-11e43a246492', 'name': 'volume-d72ad5bc-ff90-489b-83dc-11e43a246492', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7e243799-c3cf-48d4-bb2a-c956b23f22a1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd72ad5bc-ff90-489b-83dc-11e43a246492', 'serial': 'd72ad5bc-ff90-489b-83dc-11e43a246492'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1664.755227] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22137478-12c5-42f4-902a-50e022213d9c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.771502] env[63248]: DEBUG nova.compute.manager [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1664.774673] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd27373-3cd8-49f8-9b14-7b1719c5ac8d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.800910] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] volume-d72ad5bc-ff90-489b-83dc-11e43a246492/volume-d72ad5bc-ff90-489b-83dc-11e43a246492.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.801584] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4667b0b1-6dc9-4d86-bc7c-e688c1186659 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.825125] env[63248]: DEBUG oslo_vmware.api [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1664.825125] env[63248]: value = "task-1801111" [ 1664.825125] env[63248]: _type = "Task" [ 1664.825125] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.831159] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801110, 'name': ReconfigVM_Task, 'duration_secs': 0.188567} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.831756] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1664.832067] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60603087-e6c4-432c-82b1-6f8211be4b7d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.836504] env[63248]: DEBUG oslo_vmware.api [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801111, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.843213] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1664.843213] env[63248]: value = "task-1801112" [ 1664.843213] env[63248]: _type = "Task" [ 1664.843213] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.860557] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.915580] env[63248]: INFO nova.compute.manager [-] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Took 1.40 seconds to deallocate network for instance. [ 1664.930520] env[63248]: INFO nova.compute.manager [-] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Took 1.46 seconds to deallocate network for instance. [ 1664.941515] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.967743] env[63248]: DEBUG nova.scheduler.client.report [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1664.968023] env[63248]: DEBUG nova.compute.provider_tree [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 115 to 116 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1664.968216] env[63248]: DEBUG nova.compute.provider_tree [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1665.062487] env[63248]: DEBUG oslo_vmware.api [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801109, 'name': RemoveSnapshot_Task, 'duration_secs': 1.067089} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.062829] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1665.295818] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.336937] env[63248]: DEBUG oslo_vmware.api [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.353202] env[63248]: DEBUG oslo_vmware.api [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801112, 'name': PowerOnVM_Task, 'duration_secs': 0.411063} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.353463] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1665.356168] env[63248]: DEBUG nova.compute.manager [None req-3af0469d-56f0-41f1-bf83-5835d06ec94d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1665.356879] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5cc329-894f-42b8-9b07-d52a49a3db84 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.422067] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.440832] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.473351] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.456s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.474072] env[63248]: DEBUG nova.compute.manager [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1665.476710] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.673s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.478159] env[63248]: INFO nova.compute.claims [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1665.567962] env[63248]: WARNING nova.compute.manager [None req-999a033f-d1c0-45d0-88f4-231cbc028619 tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Image not found during snapshot: nova.exception.ImageNotFound: Image b8f1cf5c-5ead-4fce-9c64-fbd1ffddfb39 could not be found. [ 1665.838557] env[63248]: DEBUG oslo_vmware.api [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.983137] env[63248]: DEBUG nova.compute.utils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1665.990122] env[63248]: DEBUG nova.compute.manager [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1665.990761] env[63248]: DEBUG nova.network.neutron [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1665.994767] env[63248]: DEBUG nova.compute.manager [req-4e67aa7b-1f5a-418c-9f07-093ab0c42015 req-24b927ba-0c69-4ac6-865c-bd0cea5c6f0b service nova] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Received event network-vif-deleted-0eb011c2-cc08-4a15-b74b-268e73e12b6d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1666.017597] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "9fb12757-a3b6-4fe0-876c-434c140c0a54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.017827] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "9fb12757-a3b6-4fe0-876c-434c140c0a54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.018969] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "9fb12757-a3b6-4fe0-876c-434c140c0a54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.018969] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "9fb12757-a3b6-4fe0-876c-434c140c0a54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.018969] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "9fb12757-a3b6-4fe0-876c-434c140c0a54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.021174] env[63248]: INFO nova.compute.manager [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Terminating instance [ 1666.038025] env[63248]: DEBUG nova.policy [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcd6551952ab40209195b2747630de01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2f45c598eb044ccabe708e1ed7503b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1666.327777] env[63248]: DEBUG nova.network.neutron [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Successfully created port: 2b7b439d-9ff8-4da7-a224-c937854f16f6 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1666.339141] env[63248]: DEBUG oslo_vmware.api [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801111, 'name': ReconfigVM_Task, 'duration_secs': 1.07139} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.339421] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Reconfigured VM instance instance-0000003c to attach disk [datastore1] volume-d72ad5bc-ff90-489b-83dc-11e43a246492/volume-d72ad5bc-ff90-489b-83dc-11e43a246492.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.344433] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a37d34b1-8582-44ba-bf1b-23c3212000f7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.361228] env[63248]: DEBUG oslo_vmware.api [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1666.361228] env[63248]: value = "task-1801113" [ 1666.361228] env[63248]: _type = "Task" [ 1666.361228] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.369581] env[63248]: DEBUG oslo_vmware.api [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.491365] env[63248]: DEBUG nova.compute.manager [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1666.525729] env[63248]: DEBUG nova.compute.manager [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1666.525948] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1666.527117] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22135d1f-662e-4c4a-a20c-01efe280304b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.536020] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.538639] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd70884e-e773-4540-8b7c-30e27a9259b2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.546285] env[63248]: DEBUG oslo_vmware.api [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1666.546285] env[63248]: value = "task-1801114" [ 1666.546285] env[63248]: _type = "Task" [ 1666.546285] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.559574] env[63248]: DEBUG oslo_vmware.api [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.765406] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb2e966-caaf-433e-8b30-6d06e006e5e3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.773285] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ae5f28-2604-446b-81df-27a6e81bbbfb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.805837] env[63248]: INFO nova.compute.manager [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Unrescuing [ 1666.806123] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "refresh_cache-98fa0905-ba6a-421b-a5ac-7402395b030d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.806284] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "refresh_cache-98fa0905-ba6a-421b-a5ac-7402395b030d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.806447] env[63248]: DEBUG nova.network.neutron [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.808595] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d6ebb6-636a-4096-91e7-aa4b1300f9df {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.818151] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32b9d59-2599-407d-ba4c-df32c418e4c1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.832712] env[63248]: DEBUG nova.compute.provider_tree [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.871946] env[63248]: DEBUG oslo_vmware.api [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801113, 'name': ReconfigVM_Task, 'duration_secs': 0.148029} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.872273] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373460', 'volume_id': 'd72ad5bc-ff90-489b-83dc-11e43a246492', 'name': 'volume-d72ad5bc-ff90-489b-83dc-11e43a246492', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7e243799-c3cf-48d4-bb2a-c956b23f22a1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd72ad5bc-ff90-489b-83dc-11e43a246492', 'serial': 'd72ad5bc-ff90-489b-83dc-11e43a246492'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1667.062071] env[63248]: DEBUG oslo_vmware.api [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801114, 'name': PowerOffVM_Task, 'duration_secs': 0.464089} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.062376] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1667.062569] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1667.062822] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6da2d90-8060-4895-9376-a877779353a7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.170464] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1667.170686] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1667.170957] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleting the datastore file [datastore1] 9fb12757-a3b6-4fe0-876c-434c140c0a54 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1667.171266] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea81c43b-5373-48c5-97a5-29b270d64293 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.178873] env[63248]: DEBUG oslo_vmware.api [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for the task: (returnval){ [ 1667.178873] env[63248]: value = "task-1801116" [ 1667.178873] env[63248]: _type = "Task" [ 1667.178873] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.188244] env[63248]: DEBUG oslo_vmware.api [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.336137] env[63248]: DEBUG nova.scheduler.client.report [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1667.505318] env[63248]: DEBUG nova.compute.manager [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1667.537034] env[63248]: DEBUG nova.virt.hardware [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1667.537323] env[63248]: DEBUG nova.virt.hardware [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1667.537499] env[63248]: DEBUG nova.virt.hardware [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1667.537698] env[63248]: DEBUG nova.virt.hardware [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1667.537851] env[63248]: DEBUG nova.virt.hardware [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1667.538039] env[63248]: DEBUG nova.virt.hardware [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1667.538283] env[63248]: DEBUG nova.virt.hardware [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1667.538463] env[63248]: DEBUG nova.virt.hardware [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1667.538647] env[63248]: DEBUG nova.virt.hardware [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1667.538815] env[63248]: DEBUG nova.virt.hardware [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1667.539016] env[63248]: DEBUG nova.virt.hardware [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1667.539929] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f5064b-935a-4a81-b3da-321f7645a6a2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.550311] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "51b4be73-7e46-453d-a325-7b7c6c0c25bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.550583] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "51b4be73-7e46-453d-a325-7b7c6c0c25bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.550820] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "51b4be73-7e46-453d-a325-7b7c6c0c25bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.551039] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "51b4be73-7e46-453d-a325-7b7c6c0c25bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.551224] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "51b4be73-7e46-453d-a325-7b7c6c0c25bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.554217] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e8a2dd-fe74-48da-813e-f9df154c62c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.558419] env[63248]: INFO nova.compute.manager [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Terminating instance [ 1667.612762] env[63248]: DEBUG nova.network.neutron [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Updating instance_info_cache with network_info: [{"id": "047a0186-71ac-4a89-a8ed-86c787bd879d", "address": "fa:16:3e:74:d3:98", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047a0186-71", "ovs_interfaceid": "047a0186-71ac-4a89-a8ed-86c787bd879d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.689510] env[63248]: DEBUG oslo_vmware.api [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Task: {'id': task-1801116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145829} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.689510] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1667.689510] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1667.689745] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1667.689902] env[63248]: INFO nova.compute.manager [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1667.690276] env[63248]: DEBUG oslo.service.loopingcall [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.690355] env[63248]: DEBUG nova.compute.manager [-] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1667.690446] env[63248]: DEBUG nova.network.neutron [-] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1667.822878] env[63248]: DEBUG nova.network.neutron [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Successfully updated port: 2b7b439d-9ff8-4da7-a224-c937854f16f6 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1667.841201] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.841963] env[63248]: DEBUG nova.compute.manager [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1667.847944] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.939s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.914915] env[63248]: DEBUG nova.objects.instance [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lazy-loading 'flavor' on Instance uuid 7e243799-c3cf-48d4-bb2a-c956b23f22a1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1667.994107] env[63248]: DEBUG nova.compute.manager [req-6450c25d-7aed-4137-8c1b-bd1a5a50c0bf req-1703e97a-ff25-4807-8908-32d47e4dc225 service nova] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Received event network-vif-deleted-e45f937a-ce79-4f08-96bf-4b912d25d33b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1667.994358] env[63248]: INFO nova.compute.manager [req-6450c25d-7aed-4137-8c1b-bd1a5a50c0bf req-1703e97a-ff25-4807-8908-32d47e4dc225 service nova] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Neutron deleted interface e45f937a-ce79-4f08-96bf-4b912d25d33b; detaching it from the instance and deleting it from the info cache [ 1667.994560] env[63248]: DEBUG nova.network.neutron [req-6450c25d-7aed-4137-8c1b-bd1a5a50c0bf req-1703e97a-ff25-4807-8908-32d47e4dc225 service nova] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.019538] env[63248]: DEBUG nova.compute.manager [req-f05854f5-79e9-4f03-909c-97cf2aa0bcd9 req-10fbb8bd-a4de-4d1b-9740-dd5c1143d414 service nova] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Received event network-vif-plugged-2b7b439d-9ff8-4da7-a224-c937854f16f6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1668.019757] env[63248]: DEBUG oslo_concurrency.lockutils [req-f05854f5-79e9-4f03-909c-97cf2aa0bcd9 req-10fbb8bd-a4de-4d1b-9740-dd5c1143d414 service nova] Acquiring lock "9598a437-c41b-4a34-9404-23d974b44399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.019975] env[63248]: DEBUG oslo_concurrency.lockutils [req-f05854f5-79e9-4f03-909c-97cf2aa0bcd9 req-10fbb8bd-a4de-4d1b-9740-dd5c1143d414 service nova] Lock "9598a437-c41b-4a34-9404-23d974b44399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.020165] env[63248]: DEBUG oslo_concurrency.lockutils [req-f05854f5-79e9-4f03-909c-97cf2aa0bcd9 req-10fbb8bd-a4de-4d1b-9740-dd5c1143d414 service nova] Lock "9598a437-c41b-4a34-9404-23d974b44399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.020429] env[63248]: DEBUG nova.compute.manager [req-f05854f5-79e9-4f03-909c-97cf2aa0bcd9 req-10fbb8bd-a4de-4d1b-9740-dd5c1143d414 service nova] [instance: 9598a437-c41b-4a34-9404-23d974b44399] No waiting events found dispatching network-vif-plugged-2b7b439d-9ff8-4da7-a224-c937854f16f6 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1668.020537] env[63248]: WARNING nova.compute.manager [req-f05854f5-79e9-4f03-909c-97cf2aa0bcd9 req-10fbb8bd-a4de-4d1b-9740-dd5c1143d414 service nova] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Received unexpected event network-vif-plugged-2b7b439d-9ff8-4da7-a224-c937854f16f6 for instance with vm_state building and task_state spawning. [ 1668.020656] env[63248]: DEBUG nova.compute.manager [req-f05854f5-79e9-4f03-909c-97cf2aa0bcd9 req-10fbb8bd-a4de-4d1b-9740-dd5c1143d414 service nova] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Received event network-changed-2b7b439d-9ff8-4da7-a224-c937854f16f6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1668.020816] env[63248]: DEBUG nova.compute.manager [req-f05854f5-79e9-4f03-909c-97cf2aa0bcd9 req-10fbb8bd-a4de-4d1b-9740-dd5c1143d414 service nova] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Refreshing instance network info cache due to event network-changed-2b7b439d-9ff8-4da7-a224-c937854f16f6. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1668.020957] env[63248]: DEBUG oslo_concurrency.lockutils [req-f05854f5-79e9-4f03-909c-97cf2aa0bcd9 req-10fbb8bd-a4de-4d1b-9740-dd5c1143d414 service nova] Acquiring lock "refresh_cache-9598a437-c41b-4a34-9404-23d974b44399" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.021276] env[63248]: DEBUG oslo_concurrency.lockutils [req-f05854f5-79e9-4f03-909c-97cf2aa0bcd9 req-10fbb8bd-a4de-4d1b-9740-dd5c1143d414 service nova] Acquired lock "refresh_cache-9598a437-c41b-4a34-9404-23d974b44399" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.021507] env[63248]: DEBUG nova.network.neutron [req-f05854f5-79e9-4f03-909c-97cf2aa0bcd9 req-10fbb8bd-a4de-4d1b-9740-dd5c1143d414 service nova] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Refreshing network info cache for port 2b7b439d-9ff8-4da7-a224-c937854f16f6 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.063741] env[63248]: DEBUG nova.compute.manager [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1668.064646] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1668.065516] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0b643b-e357-4f5d-ba2c-a4ae1315a49d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.074180] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1668.074437] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98756f28-eac4-41e6-b6bf-c1fd5f0738e4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.081599] env[63248]: DEBUG oslo_vmware.api [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1668.081599] env[63248]: value = "task-1801117" [ 1668.081599] env[63248]: _type = "Task" [ 1668.081599] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.090394] env[63248]: DEBUG oslo_vmware.api [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1801117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.118999] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "refresh_cache-98fa0905-ba6a-421b-a5ac-7402395b030d" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.118999] env[63248]: DEBUG nova.objects.instance [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lazy-loading 'flavor' on Instance uuid 98fa0905-ba6a-421b-a5ac-7402395b030d {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.325054] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Acquiring lock "refresh_cache-9598a437-c41b-4a34-9404-23d974b44399" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.346743] env[63248]: DEBUG nova.compute.utils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1668.350918] env[63248]: INFO nova.compute.claims [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1668.355018] env[63248]: DEBUG nova.compute.manager [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1668.355230] env[63248]: DEBUG nova.network.neutron [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1668.413761] env[63248]: DEBUG nova.policy [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ffef12d33954a74b82ea7366686fa55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92fbb845eb614c12a2ab3032d9a39f84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1668.421421] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b23a9265-76b0-4999-aa07-cba399cae3ce tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.271s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.475082] env[63248]: DEBUG nova.network.neutron [-] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.497786] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-393e92be-6437-4df5-bf5c-ce26c518bd86 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.508300] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068a14a0-94c3-4a56-8dc2-3fcd0bd65e09 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.543363] env[63248]: DEBUG nova.compute.manager [req-6450c25d-7aed-4137-8c1b-bd1a5a50c0bf req-1703e97a-ff25-4807-8908-32d47e4dc225 service nova] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Detach interface failed, port_id=e45f937a-ce79-4f08-96bf-4b912d25d33b, reason: Instance 9fb12757-a3b6-4fe0-876c-434c140c0a54 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1668.552044] env[63248]: DEBUG nova.network.neutron [req-f05854f5-79e9-4f03-909c-97cf2aa0bcd9 req-10fbb8bd-a4de-4d1b-9740-dd5c1143d414 service nova] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1668.561125] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a3d11b56-1402-479f-a8fd-7e1b4f001507 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.561417] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a3d11b56-1402-479f-a8fd-7e1b4f001507 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.561635] env[63248]: DEBUG nova.compute.manager [None req-a3d11b56-1402-479f-a8fd-7e1b4f001507 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.562472] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f59480-b452-45b9-9ede-cafc6d5f611f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.568953] env[63248]: DEBUG nova.compute.manager [None req-a3d11b56-1402-479f-a8fd-7e1b4f001507 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63248) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1668.569517] env[63248]: DEBUG nova.objects.instance [None req-a3d11b56-1402-479f-a8fd-7e1b4f001507 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lazy-loading 'flavor' on Instance uuid 7e243799-c3cf-48d4-bb2a-c956b23f22a1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.593517] env[63248]: DEBUG oslo_vmware.api [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1801117, 'name': PowerOffVM_Task, 'duration_secs': 0.223613} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.593773] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1668.593956] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1668.594232] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73eab894-3301-4409-8fd6-20d733869994 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.624663] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5c4d50-177e-451d-8b79-270cbe48a6e8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.650839] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1668.652031] env[63248]: DEBUG nova.network.neutron [req-f05854f5-79e9-4f03-909c-97cf2aa0bcd9 req-10fbb8bd-a4de-4d1b-9740-dd5c1143d414 service nova] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.653420] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b6c9a24-1be5-4459-a0fa-3170b5ff119f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.664386] env[63248]: DEBUG oslo_vmware.api [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1668.664386] env[63248]: value = "task-1801119" [ 1668.664386] env[63248]: _type = "Task" [ 1668.664386] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.674954] env[63248]: DEBUG oslo_vmware.api [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.690727] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1668.690975] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1668.691182] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Deleting the datastore file [datastore1] 51b4be73-7e46-453d-a325-7b7c6c0c25bd {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1668.691509] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e494cb0-d319-469b-9e85-1187d828df63 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.700883] env[63248]: DEBUG oslo_vmware.api [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for the task: (returnval){ [ 1668.700883] env[63248]: value = "task-1801120" [ 1668.700883] env[63248]: _type = "Task" [ 1668.700883] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.712138] env[63248]: DEBUG oslo_vmware.api [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1801120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.808501] env[63248]: DEBUG nova.network.neutron [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Successfully created port: a9e6cc26-33e3-44c0-826d-5d5d41106e37 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1668.861927] env[63248]: INFO nova.compute.resource_tracker [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating resource usage from migration a7a8ff2e-340a-4d19-a0e0-9b4c15f4d602 [ 1668.865206] env[63248]: DEBUG nova.compute.manager [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1668.979329] env[63248]: INFO nova.compute.manager [-] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Took 1.29 seconds to deallocate network for instance. [ 1669.150975] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70ffa6e-19f4-499c-8027-d7ae65890488 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.156488] env[63248]: DEBUG oslo_concurrency.lockutils [req-f05854f5-79e9-4f03-909c-97cf2aa0bcd9 req-10fbb8bd-a4de-4d1b-9740-dd5c1143d414 service nova] Releasing lock "refresh_cache-9598a437-c41b-4a34-9404-23d974b44399" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.159038] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Acquired lock "refresh_cache-9598a437-c41b-4a34-9404-23d974b44399" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.159470] env[63248]: DEBUG nova.network.neutron [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1669.161148] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77726723-4d11-4bd6-b036-a927227a2854 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.193819] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9154f16-79d8-466b-89b7-e069f26ee66a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.199434] env[63248]: DEBUG oslo_vmware.api [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801119, 'name': PowerOffVM_Task, 'duration_secs': 0.232953} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.200037] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.205198] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1669.207605] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4056b657-1a9a-4f53-b927-f14417930eee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.225048] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973225b0-a66e-4a51-af4e-01e53e6ef164 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.241598] env[63248]: DEBUG nova.compute.provider_tree [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.248133] env[63248]: DEBUG oslo_vmware.api [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1669.248133] env[63248]: value = "task-1801121" [ 1669.248133] env[63248]: _type = "Task" [ 1669.248133] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.248444] env[63248]: DEBUG oslo_vmware.api [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Task: {'id': task-1801120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187932} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.248747] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1669.248982] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1669.249123] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1669.249305] env[63248]: INFO nova.compute.manager [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1669.249538] env[63248]: DEBUG oslo.service.loopingcall [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1669.252764] env[63248]: DEBUG nova.compute.manager [-] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1669.252852] env[63248]: DEBUG nova.network.neutron [-] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1669.263261] env[63248]: DEBUG oslo_vmware.api [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.494085] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.578847] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d11b56-1402-479f-a8fd-7e1b4f001507 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1669.578847] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ff5060d-9629-4a76-90af-35e9ef6bf788 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.587191] env[63248]: DEBUG oslo_vmware.api [None req-a3d11b56-1402-479f-a8fd-7e1b4f001507 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1669.587191] env[63248]: value = "task-1801122" [ 1669.587191] env[63248]: _type = "Task" [ 1669.587191] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.596336] env[63248]: DEBUG oslo_vmware.api [None req-a3d11b56-1402-479f-a8fd-7e1b4f001507 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.749022] env[63248]: DEBUG nova.network.neutron [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1669.753021] env[63248]: DEBUG nova.scheduler.client.report [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1669.765390] env[63248]: DEBUG oslo_vmware.api [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801121, 'name': ReconfigVM_Task, 'duration_secs': 0.261887} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.768024] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1669.768024] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1669.768024] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc462154-a240-46b8-804b-02f01028d006 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.779014] env[63248]: DEBUG oslo_vmware.api [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1669.779014] env[63248]: value = "task-1801123" [ 1669.779014] env[63248]: _type = "Task" [ 1669.779014] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.793137] env[63248]: DEBUG oslo_vmware.api [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.876336] env[63248]: DEBUG nova.compute.manager [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1669.905856] env[63248]: DEBUG nova.virt.hardware [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1669.906155] env[63248]: DEBUG nova.virt.hardware [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1669.906322] env[63248]: DEBUG nova.virt.hardware [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1669.906507] env[63248]: DEBUG nova.virt.hardware [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1669.906654] env[63248]: DEBUG nova.virt.hardware [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1669.906805] env[63248]: DEBUG nova.virt.hardware [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1669.907026] env[63248]: DEBUG nova.virt.hardware [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1669.907295] env[63248]: DEBUG nova.virt.hardware [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1669.907506] env[63248]: DEBUG nova.virt.hardware [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1669.907790] env[63248]: DEBUG nova.virt.hardware [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1669.908117] env[63248]: DEBUG nova.virt.hardware [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1669.909350] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc969e09-6b02-49f5-af20-6644eae6c81e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.921923] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8805ba7a-ed2f-4a6c-b430-d5fb9fc9278d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.989484] env[63248]: DEBUG nova.network.neutron [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Updating instance_info_cache with network_info: [{"id": "2b7b439d-9ff8-4da7-a224-c937854f16f6", "address": "fa:16:3e:e3:86:eb", "network": {"id": "e960b8a0-0dfb-42ac-99d0-d0d367bf1d5b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-82291969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f45c598eb044ccabe708e1ed7503b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7b439d-9f", "ovs_interfaceid": "2b7b439d-9ff8-4da7-a224-c937854f16f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.096397] env[63248]: DEBUG oslo_vmware.api [None req-a3d11b56-1402-479f-a8fd-7e1b4f001507 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801122, 'name': PowerOffVM_Task, 'duration_secs': 0.358831} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.096791] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d11b56-1402-479f-a8fd-7e1b4f001507 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.096993] env[63248]: DEBUG nova.compute.manager [None req-a3d11b56-1402-479f-a8fd-7e1b4f001507 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1670.097772] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd89449-7572-4bad-b736-ce7af6f519a9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.109702] env[63248]: DEBUG nova.compute.manager [req-6edf484a-727d-438a-b8e1-09f645fb1058 req-aec5dc66-e223-4bb6-a9a3-872dd4684822 service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Received event network-vif-deleted-76120e78-fb1f-461b-9849-3f267d8963aa {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1670.111204] env[63248]: INFO nova.compute.manager [req-6edf484a-727d-438a-b8e1-09f645fb1058 req-aec5dc66-e223-4bb6-a9a3-872dd4684822 service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Neutron deleted interface 76120e78-fb1f-461b-9849-3f267d8963aa; detaching it from the instance and deleting it from the info cache [ 1670.111204] env[63248]: DEBUG nova.network.neutron [req-6edf484a-727d-438a-b8e1-09f645fb1058 req-aec5dc66-e223-4bb6-a9a3-872dd4684822 service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.257096] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.410s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.257096] env[63248]: INFO nova.compute.manager [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Migrating [ 1670.263938] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.204s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.264347] env[63248]: DEBUG nova.objects.instance [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lazy-loading 'resources' on Instance uuid 7fff613b-d86b-43c2-93f2-44d3a681131c {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.296347] env[63248]: DEBUG oslo_vmware.api [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801123, 'name': PowerOnVM_Task, 'duration_secs': 0.394067} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.296347] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1670.297175] env[63248]: DEBUG nova.compute.manager [None req-4bbf2236-1a55-42f5-b736-6fbd8d408846 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1670.297923] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbbde6f-388a-4805-96ba-1e5a211b7d71 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.302770] env[63248]: DEBUG nova.compute.manager [req-15bec2e7-3879-42e8-b829-5b4835dba82b req-29ce78c8-1666-4ba4-a0a4-c02f16db3369 service nova] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Received event network-vif-plugged-a9e6cc26-33e3-44c0-826d-5d5d41106e37 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1670.303023] env[63248]: DEBUG oslo_concurrency.lockutils [req-15bec2e7-3879-42e8-b829-5b4835dba82b req-29ce78c8-1666-4ba4-a0a4-c02f16db3369 service nova] Acquiring lock "4a485eca-44ae-4d90-8746-05811000a745-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.303583] env[63248]: DEBUG oslo_concurrency.lockutils [req-15bec2e7-3879-42e8-b829-5b4835dba82b req-29ce78c8-1666-4ba4-a0a4-c02f16db3369 service nova] Lock "4a485eca-44ae-4d90-8746-05811000a745-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.303583] env[63248]: DEBUG oslo_concurrency.lockutils [req-15bec2e7-3879-42e8-b829-5b4835dba82b req-29ce78c8-1666-4ba4-a0a4-c02f16db3369 service nova] Lock "4a485eca-44ae-4d90-8746-05811000a745-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.303769] env[63248]: DEBUG nova.compute.manager [req-15bec2e7-3879-42e8-b829-5b4835dba82b req-29ce78c8-1666-4ba4-a0a4-c02f16db3369 service nova] [instance: 4a485eca-44ae-4d90-8746-05811000a745] No waiting events found dispatching network-vif-plugged-a9e6cc26-33e3-44c0-826d-5d5d41106e37 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1670.303810] env[63248]: WARNING nova.compute.manager [req-15bec2e7-3879-42e8-b829-5b4835dba82b req-29ce78c8-1666-4ba4-a0a4-c02f16db3369 service nova] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Received unexpected event network-vif-plugged-a9e6cc26-33e3-44c0-826d-5d5d41106e37 for instance with vm_state building and task_state spawning. [ 1670.425278] env[63248]: DEBUG nova.network.neutron [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Successfully updated port: a9e6cc26-33e3-44c0-826d-5d5d41106e37 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1670.491924] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Releasing lock "refresh_cache-9598a437-c41b-4a34-9404-23d974b44399" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.492244] env[63248]: DEBUG nova.compute.manager [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Instance network_info: |[{"id": "2b7b439d-9ff8-4da7-a224-c937854f16f6", "address": "fa:16:3e:e3:86:eb", "network": {"id": "e960b8a0-0dfb-42ac-99d0-d0d367bf1d5b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-82291969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f45c598eb044ccabe708e1ed7503b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b7b439d-9f", "ovs_interfaceid": "2b7b439d-9ff8-4da7-a224-c937854f16f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1670.492690] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:86:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b7b439d-9ff8-4da7-a224-c937854f16f6', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1670.500285] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Creating folder: Project (e2f45c598eb044ccabe708e1ed7503b8). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1670.503827] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7822d107-2dcd-4299-98df-6e32c59dd824 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.519792] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Created folder: Project (e2f45c598eb044ccabe708e1ed7503b8) in parent group-v373228. [ 1670.520030] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Creating folder: Instances. Parent ref: group-v373461. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1670.520764] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20962b7e-d6b8-44d3-a9ff-703818064a06 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.535289] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Created folder: Instances in parent group-v373461. [ 1670.536024] env[63248]: DEBUG oslo.service.loopingcall [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.536024] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1670.536151] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-333de83b-9809-4650-9473-9f1e3ee3770a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.560509] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1670.560509] env[63248]: value = "task-1801126" [ 1670.560509] env[63248]: _type = "Task" [ 1670.560509] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.574671] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801126, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.575855] env[63248]: DEBUG nova.network.neutron [-] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.615136] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a3d11b56-1402-479f-a8fd-7e1b4f001507 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.615136] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da11a775-c210-4902-b458-0913387eb65d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.624643] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3c5b93-bbed-4f56-8387-132e119b1d61 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.637446] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e90cedf-c346-4c18-986e-960e1781df72 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.646371] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389d462b-3d93-4f7c-ad68-cb68db542887 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.690169] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3420a6-2e80-4121-a287-81f359308c9c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.693604] env[63248]: DEBUG nova.compute.manager [req-6edf484a-727d-438a-b8e1-09f645fb1058 req-aec5dc66-e223-4bb6-a9a3-872dd4684822 service nova] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Detach interface failed, port_id=76120e78-fb1f-461b-9849-3f267d8963aa, reason: Instance 51b4be73-7e46-453d-a325-7b7c6c0c25bd could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1670.699254] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3011f5-e3b9-4f96-a4fd-2966d5c0da61 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.714457] env[63248]: DEBUG nova.compute.provider_tree [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.778516] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "refresh_cache-74fbef5e-2007-4399-a2f1-24503b20ac36" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.778749] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "refresh_cache-74fbef5e-2007-4399-a2f1-24503b20ac36" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.778955] env[63248]: DEBUG nova.network.neutron [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.928401] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "refresh_cache-4a485eca-44ae-4d90-8746-05811000a745" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.928656] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "refresh_cache-4a485eca-44ae-4d90-8746-05811000a745" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.928764] env[63248]: DEBUG nova.network.neutron [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1671.012464] env[63248]: DEBUG nova.objects.instance [None req-2c546cd7-28c3-4d15-b375-63103bc9000f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lazy-loading 'flavor' on Instance uuid 7e243799-c3cf-48d4-bb2a-c956b23f22a1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.071843] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801126, 'name': CreateVM_Task, 'duration_secs': 0.481361} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.072322] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1671.072764] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.072925] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.073530] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1671.073530] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d64c61a-adeb-4943-8310-3efece741822 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.079032] env[63248]: INFO nova.compute.manager [-] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Took 1.83 seconds to deallocate network for instance. [ 1671.079438] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Waiting for the task: (returnval){ [ 1671.079438] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521f39c1-6602-dbbb-be6d-2d479cb1b187" [ 1671.079438] env[63248]: _type = "Task" [ 1671.079438] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.096751] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521f39c1-6602-dbbb-be6d-2d479cb1b187, 'name': SearchDatastore_Task, 'duration_secs': 0.012736} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.096751] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.096751] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1671.096751] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.096751] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.096751] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1671.097135] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d94dba75-7c22-490d-8803-a4ab65c6bc5b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.110069] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1671.110069] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1671.110069] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58287ed5-b696-40eb-905d-e4e0c40e7374 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.116983] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Waiting for the task: (returnval){ [ 1671.116983] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529d0589-3ca8-064a-7419-8e9d1e610fef" [ 1671.116983] env[63248]: _type = "Task" [ 1671.116983] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.127271] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529d0589-3ca8-064a-7419-8e9d1e610fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.218127] env[63248]: DEBUG nova.scheduler.client.report [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1671.461519] env[63248]: DEBUG nova.network.neutron [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1671.518068] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2c546cd7-28c3-4d15-b375-63103bc9000f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.518249] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2c546cd7-28c3-4d15-b375-63103bc9000f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquired lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.518424] env[63248]: DEBUG nova.network.neutron [None req-2c546cd7-28c3-4d15-b375-63103bc9000f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1671.518596] env[63248]: DEBUG nova.objects.instance [None req-2c546cd7-28c3-4d15-b375-63103bc9000f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lazy-loading 'info_cache' on Instance uuid 7e243799-c3cf-48d4-bb2a-c956b23f22a1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.559248] env[63248]: DEBUG nova.network.neutron [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating instance_info_cache with network_info: [{"id": "4f72d79a-b559-4033-9454-04881d4a5c83", "address": "fa:16:3e:59:6d:d8", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f72d79a-b5", "ovs_interfaceid": "4f72d79a-b559-4033-9454-04881d4a5c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.590560] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.613362] env[63248]: DEBUG nova.network.neutron [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Updating instance_info_cache with network_info: [{"id": "a9e6cc26-33e3-44c0-826d-5d5d41106e37", "address": "fa:16:3e:fe:e7:0b", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e6cc26-33", "ovs_interfaceid": "a9e6cc26-33e3-44c0-826d-5d5d41106e37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.630600] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]529d0589-3ca8-064a-7419-8e9d1e610fef, 'name': SearchDatastore_Task, 'duration_secs': 0.012503} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.632320] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a54a7ac-f07a-4435-8efb-69ee442edb94 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.639305] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Waiting for the task: (returnval){ [ 1671.639305] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d23620-4c65-9929-fc19-c06f03da8d19" [ 1671.639305] env[63248]: _type = "Task" [ 1671.639305] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.649367] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d23620-4c65-9929-fc19-c06f03da8d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.722977] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.459s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.725381] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.381s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.726998] env[63248]: INFO nova.compute.claims [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1671.752660] env[63248]: INFO nova.scheduler.client.report [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Deleted allocations for instance 7fff613b-d86b-43c2-93f2-44d3a681131c [ 1672.023514] env[63248]: DEBUG nova.objects.base [None req-2c546cd7-28c3-4d15-b375-63103bc9000f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Object Instance<7e243799-c3cf-48d4-bb2a-c956b23f22a1> lazy-loaded attributes: flavor,info_cache {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1672.062256] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "refresh_cache-74fbef5e-2007-4399-a2f1-24503b20ac36" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.116681] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "refresh_cache-4a485eca-44ae-4d90-8746-05811000a745" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.116768] env[63248]: DEBUG nova.compute.manager [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Instance network_info: |[{"id": "a9e6cc26-33e3-44c0-826d-5d5d41106e37", "address": "fa:16:3e:fe:e7:0b", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e6cc26-33", "ovs_interfaceid": "a9e6cc26-33e3-44c0-826d-5d5d41106e37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1672.117173] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:e7:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9e6cc26-33e3-44c0-826d-5d5d41106e37', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1672.125583] env[63248]: DEBUG oslo.service.loopingcall [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.125725] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1672.126014] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2c48b26-2de5-4091-bbe6-1f298b4359f1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.152565] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d23620-4c65-9929-fc19-c06f03da8d19, 'name': SearchDatastore_Task, 'duration_secs': 0.015442} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.154088] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.154307] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 9598a437-c41b-4a34-9404-23d974b44399/9598a437-c41b-4a34-9404-23d974b44399.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1672.154554] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1672.154554] env[63248]: value = "task-1801127" [ 1672.154554] env[63248]: _type = "Task" [ 1672.154554] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.154743] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8cea563-956d-4492-887a-ac7db05d887a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.165997] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801127, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.167526] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Waiting for the task: (returnval){ [ 1672.167526] env[63248]: value = "task-1801128" [ 1672.167526] env[63248]: _type = "Task" [ 1672.167526] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.176447] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': task-1801128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.268508] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3072f5b6-d15b-45dc-906a-3d927b9e9c5d tempest-ServerShowV247Test-893100076 tempest-ServerShowV247Test-893100076-project-member] Lock "7fff613b-d86b-43c2-93f2-44d3a681131c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.558s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.352896] env[63248]: DEBUG nova.compute.manager [req-dbd3edd0-72f8-4132-a1d4-36cb378cf765 req-e1a39b9d-3bc4-4f0c-87ed-25a216643f41 service nova] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Received event network-changed-a9e6cc26-33e3-44c0-826d-5d5d41106e37 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1672.352896] env[63248]: DEBUG nova.compute.manager [req-dbd3edd0-72f8-4132-a1d4-36cb378cf765 req-e1a39b9d-3bc4-4f0c-87ed-25a216643f41 service nova] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Refreshing instance network info cache due to event network-changed-a9e6cc26-33e3-44c0-826d-5d5d41106e37. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1672.353317] env[63248]: DEBUG oslo_concurrency.lockutils [req-dbd3edd0-72f8-4132-a1d4-36cb378cf765 req-e1a39b9d-3bc4-4f0c-87ed-25a216643f41 service nova] Acquiring lock "refresh_cache-4a485eca-44ae-4d90-8746-05811000a745" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.353495] env[63248]: DEBUG oslo_concurrency.lockutils [req-dbd3edd0-72f8-4132-a1d4-36cb378cf765 req-e1a39b9d-3bc4-4f0c-87ed-25a216643f41 service nova] Acquired lock "refresh_cache-4a485eca-44ae-4d90-8746-05811000a745" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.353705] env[63248]: DEBUG nova.network.neutron [req-dbd3edd0-72f8-4132-a1d4-36cb378cf765 req-e1a39b9d-3bc4-4f0c-87ed-25a216643f41 service nova] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Refreshing network info cache for port a9e6cc26-33e3-44c0-826d-5d5d41106e37 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1672.672157] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801127, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.685274] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': task-1801128, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.875487] env[63248]: DEBUG nova.network.neutron [None req-2c546cd7-28c3-4d15-b375-63103bc9000f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Updating instance_info_cache with network_info: [{"id": "114acde9-4a6a-4f41-812c-837526fe863a", "address": "fa:16:3e:a7:ea:78", "network": {"id": "20e93985-1a78-4f32-824f-8a448254e8bc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-688313599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1a802e85fc642a4bdb3fb5b5afa33ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114acde9-4a", "ovs_interfaceid": "114acde9-4a6a-4f41-812c-837526fe863a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.177599] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801127, 'name': CreateVM_Task, 'duration_secs': 0.759952} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.179619] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1673.182893] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.183300] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.183648] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1673.186137] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a690844-8307-434c-b678-8756b33c2b8c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.191263] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': task-1801128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555527} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.193098] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 9598a437-c41b-4a34-9404-23d974b44399/9598a437-c41b-4a34-9404-23d974b44399.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1673.193720] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1673.194119] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1673.194119] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b18fd9-9b8e-e1e4-5abd-ff5d729e2cef" [ 1673.194119] env[63248]: _type = "Task" [ 1673.194119] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.194768] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03c9b474-e542-4106-9b54-aa469289fa4e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.202822] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053f0dbd-7472-45ed-aeaa-ae7403a6f478 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.221649] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4d59c5-13df-4993-a1a9-5a41d9cdbacb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.225515] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b18fd9-9b8e-e1e4-5abd-ff5d729e2cef, 'name': SearchDatastore_Task, 'duration_secs': 0.025078} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.227064] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.227315] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1673.227717] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.227867] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.228060] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1673.228415] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Waiting for the task: (returnval){ [ 1673.228415] env[63248]: value = "task-1801129" [ 1673.228415] env[63248]: _type = "Task" [ 1673.228415] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.231617] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79a2c9ce-f2b7-48d5-91e3-2240e1fff258 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.270873] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4148bd51-8e20-4983-a70e-08485f9d3151 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.277520] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': task-1801129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.279203] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1673.279770] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1673.280292] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07045fb-b6fa-4870-a60f-3be4b3ded77c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.286876] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd229a95-0d7f-4fb7-aa47-c11e92c84fb3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.292591] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1673.292591] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d6215f-2987-7387-f313-aafdd4cc7fd5" [ 1673.292591] env[63248]: _type = "Task" [ 1673.292591] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.306883] env[63248]: DEBUG nova.compute.provider_tree [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.311180] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d6215f-2987-7387-f313-aafdd4cc7fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.342296] env[63248]: DEBUG nova.network.neutron [req-dbd3edd0-72f8-4132-a1d4-36cb378cf765 req-e1a39b9d-3bc4-4f0c-87ed-25a216643f41 service nova] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Updated VIF entry in instance network info cache for port a9e6cc26-33e3-44c0-826d-5d5d41106e37. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1673.342793] env[63248]: DEBUG nova.network.neutron [req-dbd3edd0-72f8-4132-a1d4-36cb378cf765 req-e1a39b9d-3bc4-4f0c-87ed-25a216643f41 service nova] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Updating instance_info_cache with network_info: [{"id": "a9e6cc26-33e3-44c0-826d-5d5d41106e37", "address": "fa:16:3e:fe:e7:0b", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e6cc26-33", "ovs_interfaceid": "a9e6cc26-33e3-44c0-826d-5d5d41106e37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.378707] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2c546cd7-28c3-4d15-b375-63103bc9000f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Releasing lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.588125] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4730bff7-1fa4-42cb-9f09-268a57a7c7c5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.607853] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating instance '74fbef5e-2007-4399-a2f1-24503b20ac36' progress to 0 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1673.743612] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': task-1801129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140289} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.743957] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1673.744727] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d79be5-23f9-4a7e-895d-f6745bb21507 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.767884] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 9598a437-c41b-4a34-9404-23d974b44399/9598a437-c41b-4a34-9404-23d974b44399.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.768190] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2b13b5c-e9d5-4a43-9ce6-e6dd805293e3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.788147] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Waiting for the task: (returnval){ [ 1673.788147] env[63248]: value = "task-1801130" [ 1673.788147] env[63248]: _type = "Task" [ 1673.788147] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.796710] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': task-1801130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.806015] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d6215f-2987-7387-f313-aafdd4cc7fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.013333} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.806906] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb4ce65-3fad-45ad-af17-ae45ee0950d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.815026] env[63248]: DEBUG nova.scheduler.client.report [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1673.818526] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1673.818526] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52897383-d524-54aa-50ed-47e3658f6947" [ 1673.818526] env[63248]: _type = "Task" [ 1673.818526] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.827438] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52897383-d524-54aa-50ed-47e3658f6947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.847714] env[63248]: DEBUG oslo_concurrency.lockutils [req-dbd3edd0-72f8-4132-a1d4-36cb378cf765 req-e1a39b9d-3bc4-4f0c-87ed-25a216643f41 service nova] Releasing lock "refresh_cache-4a485eca-44ae-4d90-8746-05811000a745" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.113808] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1674.114185] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f9f44a8-a1bd-4cf5-a9ae-30e6dc83a214 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.124099] env[63248]: DEBUG oslo_vmware.api [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1674.124099] env[63248]: value = "task-1801131" [ 1674.124099] env[63248]: _type = "Task" [ 1674.124099] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.134240] env[63248]: DEBUG oslo_vmware.api [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.301025] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': task-1801130, 'name': ReconfigVM_Task, 'duration_secs': 0.442922} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.301025] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 9598a437-c41b-4a34-9404-23d974b44399/9598a437-c41b-4a34-9404-23d974b44399.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1674.301025] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cd2ea5c-0e74-44b8-8f17-da0ac9d748f7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.308718] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Waiting for the task: (returnval){ [ 1674.308718] env[63248]: value = "task-1801132" [ 1674.308718] env[63248]: _type = "Task" [ 1674.308718] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.320193] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.321053] env[63248]: DEBUG nova.compute.manager [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1674.332027] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.386s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.332770] env[63248]: DEBUG nova.objects.instance [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Lazy-loading 'resources' on Instance uuid 072d79e1-3853-4b74-b571-c486e44e78a8 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.339270] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': task-1801132, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.346134] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52897383-d524-54aa-50ed-47e3658f6947, 'name': SearchDatastore_Task, 'duration_secs': 0.019991} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.347104] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.347387] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 4a485eca-44ae-4d90-8746-05811000a745/4a485eca-44ae-4d90-8746-05811000a745.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1674.347673] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12faa488-d966-4826-8bdc-e0122ae3c7df {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.357312] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1674.357312] env[63248]: value = "task-1801133" [ 1674.357312] env[63248]: _type = "Task" [ 1674.357312] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.369177] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.385018] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c546cd7-28c3-4d15-b375-63103bc9000f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1674.386169] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61b5c524-e88e-4679-b9de-68f95752fe4f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.394984] env[63248]: DEBUG oslo_vmware.api [None req-2c546cd7-28c3-4d15-b375-63103bc9000f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1674.394984] env[63248]: value = "task-1801134" [ 1674.394984] env[63248]: _type = "Task" [ 1674.394984] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.404836] env[63248]: DEBUG oslo_vmware.api [None req-2c546cd7-28c3-4d15-b375-63103bc9000f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.571024] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "bac808d3-c675-4488-9441-ad7979061a76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.571290] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "bac808d3-c675-4488-9441-ad7979061a76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.634793] env[63248]: DEBUG oslo_vmware.api [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801131, 'name': PowerOffVM_Task, 'duration_secs': 0.215764} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.635149] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.635351] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating instance '74fbef5e-2007-4399-a2f1-24503b20ac36' progress to 17 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1674.819925] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': task-1801132, 'name': Rename_Task, 'duration_secs': 0.165229} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.820246] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1674.820500] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-320f27f3-1c66-486a-ba23-c17ad329315c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.829370] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Waiting for the task: (returnval){ [ 1674.829370] env[63248]: value = "task-1801135" [ 1674.829370] env[63248]: _type = "Task" [ 1674.829370] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.839946] env[63248]: DEBUG nova.compute.utils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1674.843624] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': task-1801135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.844535] env[63248]: DEBUG nova.compute.manager [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1674.844793] env[63248]: DEBUG nova.network.neutron [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1674.874390] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496164} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.874800] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 4a485eca-44ae-4d90-8746-05811000a745/4a485eca-44ae-4d90-8746-05811000a745.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1674.875108] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1674.875472] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ff39c06-a8d6-4e34-8829-40fff0bfb1fa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.888887] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1674.888887] env[63248]: value = "task-1801136" [ 1674.888887] env[63248]: _type = "Task" [ 1674.888887] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.905778] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.911008] env[63248]: DEBUG oslo_vmware.api [None req-2c546cd7-28c3-4d15-b375-63103bc9000f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801134, 'name': PowerOnVM_Task, 'duration_secs': 0.499452} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.913605] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c546cd7-28c3-4d15-b375-63103bc9000f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.913829] env[63248]: DEBUG nova.compute.manager [None req-2c546cd7-28c3-4d15-b375-63103bc9000f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1674.916187] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3277df1-a7ad-4929-8e38-5572e5fe7aaf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.918584] env[63248]: DEBUG nova.policy [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7063a83e8664962971a281612e86ee8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3ea98e9ae164c4686f80fc475d85e0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1675.075496] env[63248]: DEBUG nova.compute.manager [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1675.141739] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1675.141989] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1675.142159] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1675.142344] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1675.142554] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1675.142711] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1675.142937] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1675.143117] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1675.143290] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1675.143547] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1675.143656] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1675.151635] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dada084-4209-425a-b6e5-beacc00a1d64 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.170056] env[63248]: DEBUG oslo_vmware.api [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1675.170056] env[63248]: value = "task-1801137" [ 1675.170056] env[63248]: _type = "Task" [ 1675.170056] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.177163] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424aefd2-1566-4505-8d96-39859536ce4d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.183537] env[63248]: DEBUG oslo_vmware.api [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.188550] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7c09be-3822-41d4-817b-38ad1c99e411 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.227066] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaf924f-c282-47d1-a3b2-8fdf454a64f0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.235881] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6ed407-6c50-4604-9e7c-18021900d5c5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.254215] env[63248]: DEBUG nova.compute.provider_tree [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.336352] env[63248]: DEBUG nova.network.neutron [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Successfully created port: 567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1675.341655] env[63248]: DEBUG oslo_vmware.api [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': task-1801135, 'name': PowerOnVM_Task, 'duration_secs': 0.510755} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.341920] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1675.342135] env[63248]: INFO nova.compute.manager [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1675.342316] env[63248]: DEBUG nova.compute.manager [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1675.343097] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c08fdc-7f27-4ddc-998a-2deab56c5915 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.345808] env[63248]: DEBUG nova.compute.manager [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1675.404026] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075925} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.405245] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1675.406533] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2246dc30-0161-4e2e-b345-d95f112da25a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.438580] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 4a485eca-44ae-4d90-8746-05811000a745/4a485eca-44ae-4d90-8746-05811000a745.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1675.443321] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6d417da-f1e4-4af4-a658-bbdf80c1b0f4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.467315] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1675.467315] env[63248]: value = "task-1801138" [ 1675.467315] env[63248]: _type = "Task" [ 1675.467315] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.479817] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.604248] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.681273] env[63248]: DEBUG oslo_vmware.api [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801137, 'name': ReconfigVM_Task, 'duration_secs': 0.345755} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.681814] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating instance '74fbef5e-2007-4399-a2f1-24503b20ac36' progress to 33 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1675.760028] env[63248]: DEBUG nova.scheduler.client.report [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1675.864765] env[63248]: INFO nova.compute.manager [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Took 30.15 seconds to build instance. [ 1675.980836] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.188541] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1676.188840] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1676.189009] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1676.189249] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1676.189469] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1676.189689] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1676.189910] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1676.190083] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1676.190253] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1676.190416] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1676.190589] env[63248]: DEBUG nova.virt.hardware [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1676.196134] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1676.196767] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b66d413-9d08-4c1b-8b82-615392db44bd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.219332] env[63248]: DEBUG oslo_vmware.api [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1676.219332] env[63248]: value = "task-1801139" [ 1676.219332] env[63248]: _type = "Task" [ 1676.219332] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.229178] env[63248]: DEBUG oslo_vmware.api [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.263383] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.265701] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.970s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.267269] env[63248]: INFO nova.compute.claims [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1676.289202] env[63248]: INFO nova.scheduler.client.report [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Deleted allocations for instance 072d79e1-3853-4b74-b571-c486e44e78a8 [ 1676.356019] env[63248]: DEBUG nova.compute.manager [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1676.366637] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9ace7ed2-8921-4bbe-801c-50696766dfee tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Lock "9598a437-c41b-4a34-9404-23d974b44399" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.667s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.379791] env[63248]: DEBUG nova.virt.hardware [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1676.379973] env[63248]: DEBUG nova.virt.hardware [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1676.380060] env[63248]: DEBUG nova.virt.hardware [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1676.380248] env[63248]: DEBUG nova.virt.hardware [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1676.380393] env[63248]: DEBUG nova.virt.hardware [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1676.380540] env[63248]: DEBUG nova.virt.hardware [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1676.380747] env[63248]: DEBUG nova.virt.hardware [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1676.380903] env[63248]: DEBUG nova.virt.hardware [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1676.381079] env[63248]: DEBUG nova.virt.hardware [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1676.381245] env[63248]: DEBUG nova.virt.hardware [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1676.381441] env[63248]: DEBUG nova.virt.hardware [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1676.382424] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e8ad89-8584-4d37-afc2-89e1229eb640 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.390890] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ffc03a-bd05-451e-989e-af8514fd3bfb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.479320] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.520102] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Acquiring lock "9598a437-c41b-4a34-9404-23d974b44399" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.520396] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Lock "9598a437-c41b-4a34-9404-23d974b44399" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.520614] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Acquiring lock "9598a437-c41b-4a34-9404-23d974b44399-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.520797] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Lock "9598a437-c41b-4a34-9404-23d974b44399-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.520971] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Lock "9598a437-c41b-4a34-9404-23d974b44399-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.523262] env[63248]: INFO nova.compute.manager [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Terminating instance [ 1676.553127] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "68314427-e347-406a-88ed-362a894aee88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.553392] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "68314427-e347-406a-88ed-362a894aee88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.553594] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "68314427-e347-406a-88ed-362a894aee88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.553864] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "68314427-e347-406a-88ed-362a894aee88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.554060] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "68314427-e347-406a-88ed-362a894aee88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.556037] env[63248]: INFO nova.compute.manager [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Terminating instance [ 1676.731417] env[63248]: DEBUG oslo_vmware.api [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801139, 'name': ReconfigVM_Task, 'duration_secs': 0.319292} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.731701] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1676.732509] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7bd47d-429c-4dfa-9916-92e19a4c8727 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.759152] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 74fbef5e-2007-4399-a2f1-24503b20ac36/74fbef5e-2007-4399-a2f1-24503b20ac36.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.759549] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a122adb6-4d5e-4df7-a54c-bd3660d38142 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.781966] env[63248]: DEBUG oslo_vmware.api [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1676.781966] env[63248]: value = "task-1801140" [ 1676.781966] env[63248]: _type = "Task" [ 1676.781966] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.793366] env[63248]: DEBUG oslo_vmware.api [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.797686] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5a6ee8a1-baea-4397-b5dc-df7898cf9266 tempest-ServerAddressesTestJSON-603991038 tempest-ServerAddressesTestJSON-603991038-project-member] Lock "072d79e1-3853-4b74-b571-c486e44e78a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.327s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.983753] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801138, 'name': ReconfigVM_Task, 'duration_secs': 1.141523} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.984157] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 4a485eca-44ae-4d90-8746-05811000a745/4a485eca-44ae-4d90-8746-05811000a745.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1676.984853] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3497b0f-5178-48ec-bc60-4acea2e50965 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.995439] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1676.995439] env[63248]: value = "task-1801141" [ 1676.995439] env[63248]: _type = "Task" [ 1676.995439] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.010379] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801141, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.027571] env[63248]: DEBUG nova.compute.manager [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1677.029274] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1677.029274] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd43260-f79a-4f1a-b84b-c520a22dd776 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.040353] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1677.041442] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a984ed70-5a77-48f9-b3b1-6d48ea9c49e9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.045678] env[63248]: DEBUG nova.compute.manager [req-d59c4e4b-7d84-4aae-921b-52d4f87375f6 req-74e54cf9-b988-48d2-96ed-7a41c2d68f0b service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Received event network-vif-plugged-567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1677.046164] env[63248]: DEBUG oslo_concurrency.lockutils [req-d59c4e4b-7d84-4aae-921b-52d4f87375f6 req-74e54cf9-b988-48d2-96ed-7a41c2d68f0b service nova] Acquiring lock "be3ca24d-0690-4376-891c-bc9ba64f1364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.046422] env[63248]: DEBUG oslo_concurrency.lockutils [req-d59c4e4b-7d84-4aae-921b-52d4f87375f6 req-74e54cf9-b988-48d2-96ed-7a41c2d68f0b service nova] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.046655] env[63248]: DEBUG oslo_concurrency.lockutils [req-d59c4e4b-7d84-4aae-921b-52d4f87375f6 req-74e54cf9-b988-48d2-96ed-7a41c2d68f0b service nova] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.046877] env[63248]: DEBUG nova.compute.manager [req-d59c4e4b-7d84-4aae-921b-52d4f87375f6 req-74e54cf9-b988-48d2-96ed-7a41c2d68f0b service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] No waiting events found dispatching network-vif-plugged-567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1677.047097] env[63248]: WARNING nova.compute.manager [req-d59c4e4b-7d84-4aae-921b-52d4f87375f6 req-74e54cf9-b988-48d2-96ed-7a41c2d68f0b service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Received unexpected event network-vif-plugged-567cd0ae-960c-4f18-a81a-209d27365b0b for instance with vm_state building and task_state spawning. [ 1677.056018] env[63248]: DEBUG oslo_vmware.api [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Waiting for the task: (returnval){ [ 1677.056018] env[63248]: value = "task-1801142" [ 1677.056018] env[63248]: _type = "Task" [ 1677.056018] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.060659] env[63248]: DEBUG nova.compute.manager [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1677.060882] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1677.061682] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a4c0d5-c17e-4f4b-a4d0-7ffd347224b8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.071875] env[63248]: DEBUG oslo_vmware.api [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': task-1801142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.074367] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1677.074628] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-265b554f-5907-4148-b718-faa07af5d5a6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.083330] env[63248]: DEBUG oslo_vmware.api [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1677.083330] env[63248]: value = "task-1801143" [ 1677.083330] env[63248]: _type = "Task" [ 1677.083330] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.098502] env[63248]: DEBUG oslo_vmware.api [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.161682] env[63248]: DEBUG nova.network.neutron [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Successfully updated port: 567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1677.294992] env[63248]: DEBUG oslo_vmware.api [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801140, 'name': ReconfigVM_Task, 'duration_secs': 0.428103} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.295522] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 74fbef5e-2007-4399-a2f1-24503b20ac36/74fbef5e-2007-4399-a2f1-24503b20ac36.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1677.295728] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating instance '74fbef5e-2007-4399-a2f1-24503b20ac36' progress to 50 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1677.510907] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801141, 'name': Rename_Task, 'duration_secs': 0.182681} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.511844] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1677.513018] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e39e8bb-f943-4d7e-abb4-4394358ff86f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.524802] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1677.524802] env[63248]: value = "task-1801144" [ 1677.524802] env[63248]: _type = "Task" [ 1677.524802] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.535612] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.573750] env[63248]: DEBUG oslo_vmware.api [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': task-1801142, 'name': PowerOffVM_Task, 'duration_secs': 0.214715} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.574241] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1677.574628] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1677.575017] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e963ed8-16e3-4dc7-932d-683db266cd38 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.596268] env[63248]: DEBUG oslo_vmware.api [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801143, 'name': PowerOffVM_Task, 'duration_secs': 0.222832} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.596830] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1677.597134] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1677.597499] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-130be8e7-f321-4b1a-b0d3-3d0ab0a31565 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.608155] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6ad93a-abb7-4030-b1a7-645201462503 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.617185] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcd841a-c813-4809-9f3e-f6e848f9c93c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.650682] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea10c6f-9cb8-43b6-b2e8-76d85fd62f1f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.659290] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caf9b16-a306-4307-965b-2c01bb75f278 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.675608] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.675773] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.676118] env[63248]: DEBUG nova.network.neutron [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1677.677711] env[63248]: DEBUG nova.compute.provider_tree [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.698070] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1677.698319] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1677.698641] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Deleting the datastore file [datastore1] 68314427-e347-406a-88ed-362a894aee88 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.699551] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b892c141-f3d5-4c84-954b-88def9e8f5b2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.701765] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1677.701958] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1677.702144] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Deleting the datastore file [datastore1] 9598a437-c41b-4a34-9404-23d974b44399 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.702694] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a577c42a-d913-4235-9844-c468893c9c1f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.710534] env[63248]: DEBUG oslo_vmware.api [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1677.710534] env[63248]: value = "task-1801147" [ 1677.710534] env[63248]: _type = "Task" [ 1677.710534] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.712344] env[63248]: DEBUG oslo_vmware.api [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Waiting for the task: (returnval){ [ 1677.712344] env[63248]: value = "task-1801148" [ 1677.712344] env[63248]: _type = "Task" [ 1677.712344] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.724665] env[63248]: DEBUG oslo_vmware.api [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': task-1801148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.727735] env[63248]: DEBUG oslo_vmware.api [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.808323] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c1eb51-c0bd-4704-bff8-e669e553ad36 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.836118] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43eef6b9-9d50-4e61-8588-82e04355a55b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.857867] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating instance '74fbef5e-2007-4399-a2f1-24503b20ac36' progress to 67 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1678.039394] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801144, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.182816] env[63248]: DEBUG nova.scheduler.client.report [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1678.225486] env[63248]: DEBUG oslo_vmware.api [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184886} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.228505] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.228704] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1678.228882] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1678.229065] env[63248]: INFO nova.compute.manager [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 68314427-e347-406a-88ed-362a894aee88] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1678.229319] env[63248]: DEBUG oslo.service.loopingcall [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.229525] env[63248]: DEBUG oslo_vmware.api [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Task: {'id': task-1801148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222333} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.230228] env[63248]: DEBUG nova.network.neutron [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1678.231973] env[63248]: DEBUG nova.compute.manager [-] [instance: 68314427-e347-406a-88ed-362a894aee88] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1678.232083] env[63248]: DEBUG nova.network.neutron [-] [instance: 68314427-e347-406a-88ed-362a894aee88] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1678.233454] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.233633] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1678.233806] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1678.233968] env[63248]: INFO nova.compute.manager [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1678.234202] env[63248]: DEBUG oslo.service.loopingcall [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.234665] env[63248]: DEBUG nova.compute.manager [-] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1678.234753] env[63248]: DEBUG nova.network.neutron [-] [instance: 9598a437-c41b-4a34-9404-23d974b44399] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1678.427328] env[63248]: DEBUG nova.network.neutron [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Updating instance_info_cache with network_info: [{"id": "567cd0ae-960c-4f18-a81a-209d27365b0b", "address": "fa:16:3e:21:59:78", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap567cd0ae-96", "ovs_interfaceid": "567cd0ae-960c-4f18-a81a-209d27365b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.451059] env[63248]: DEBUG nova.network.neutron [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Port 4f72d79a-b559-4033-9454-04881d4a5c83 binding to destination host cpu-1 is already ACTIVE {{(pid=63248) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1678.544628] env[63248]: DEBUG oslo_vmware.api [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801144, 'name': PowerOnVM_Task, 'duration_secs': 0.564272} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.544628] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1678.546276] env[63248]: INFO nova.compute.manager [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1678.546547] env[63248]: DEBUG nova.compute.manager [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1678.547409] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e428265-a984-4264-a0ec-7577f304f0a3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.687933] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.691777] env[63248]: DEBUG nova.compute.manager [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1678.693406] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.271s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.694218] env[63248]: DEBUG nova.objects.instance [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Lazy-loading 'resources' on Instance uuid ece99922-b703-4706-a8e3-908ff242d0d1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1678.714125] env[63248]: DEBUG nova.compute.manager [req-f704dd74-7109-4940-84c2-7c36ca837643 req-4e8c8cce-ade2-4950-ab3c-d4f9554fe3a5 service nova] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Received event network-vif-deleted-2b7b439d-9ff8-4da7-a224-c937854f16f6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1678.714274] env[63248]: INFO nova.compute.manager [req-f704dd74-7109-4940-84c2-7c36ca837643 req-4e8c8cce-ade2-4950-ab3c-d4f9554fe3a5 service nova] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Neutron deleted interface 2b7b439d-9ff8-4da7-a224-c937854f16f6; detaching it from the instance and deleting it from the info cache [ 1678.714373] env[63248]: DEBUG nova.network.neutron [req-f704dd74-7109-4940-84c2-7c36ca837643 req-4e8c8cce-ade2-4950-ab3c-d4f9554fe3a5 service nova] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.930501] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.930916] env[63248]: DEBUG nova.compute.manager [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Instance network_info: |[{"id": "567cd0ae-960c-4f18-a81a-209d27365b0b", "address": "fa:16:3e:21:59:78", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap567cd0ae-96", "ovs_interfaceid": "567cd0ae-960c-4f18-a81a-209d27365b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1678.931336] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:59:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '567cd0ae-960c-4f18-a81a-209d27365b0b', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1678.939077] env[63248]: DEBUG oslo.service.loopingcall [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.939905] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1678.940253] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c331e6d1-a1f3-49d7-82a4-da157b2ab0b7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.966992] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1678.966992] env[63248]: value = "task-1801149" [ 1678.966992] env[63248]: _type = "Task" [ 1678.966992] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.974495] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801149, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.069750] env[63248]: INFO nova.compute.manager [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Took 31.29 seconds to build instance. [ 1679.103548] env[63248]: DEBUG nova.compute.manager [req-e77af3a1-faf5-43ab-85a2-603176952438 req-efb1af73-aeeb-4d71-acbb-29844e8a79f4 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Received event network-changed-567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1679.103752] env[63248]: DEBUG nova.compute.manager [req-e77af3a1-faf5-43ab-85a2-603176952438 req-efb1af73-aeeb-4d71-acbb-29844e8a79f4 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Refreshing instance network info cache due to event network-changed-567cd0ae-960c-4f18-a81a-209d27365b0b. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1679.103980] env[63248]: DEBUG oslo_concurrency.lockutils [req-e77af3a1-faf5-43ab-85a2-603176952438 req-efb1af73-aeeb-4d71-acbb-29844e8a79f4 service nova] Acquiring lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.104259] env[63248]: DEBUG oslo_concurrency.lockutils [req-e77af3a1-faf5-43ab-85a2-603176952438 req-efb1af73-aeeb-4d71-acbb-29844e8a79f4 service nova] Acquired lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.104330] env[63248]: DEBUG nova.network.neutron [req-e77af3a1-faf5-43ab-85a2-603176952438 req-efb1af73-aeeb-4d71-acbb-29844e8a79f4 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Refreshing network info cache for port 567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1679.194375] env[63248]: DEBUG nova.network.neutron [-] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.196906] env[63248]: DEBUG nova.compute.utils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1679.203709] env[63248]: DEBUG nova.compute.manager [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1679.204366] env[63248]: DEBUG nova.network.neutron [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1679.219100] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70031d77-c58e-4c6a-8aa6-ba472ab8fd53 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.233038] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a503fc-525b-4d8a-9d4d-7318f73c43ca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.248329] env[63248]: DEBUG nova.policy [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6addf7137b0b4e23917a982647b2bda2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b75bbfc618d7486b8c140a3d8ea1cee6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1679.269020] env[63248]: DEBUG nova.compute.manager [req-f704dd74-7109-4940-84c2-7c36ca837643 req-4e8c8cce-ade2-4950-ab3c-d4f9554fe3a5 service nova] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Detach interface failed, port_id=2b7b439d-9ff8-4da7-a224-c937854f16f6, reason: Instance 9598a437-c41b-4a34-9404-23d974b44399 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1679.360593] env[63248]: DEBUG nova.network.neutron [-] [instance: 68314427-e347-406a-88ed-362a894aee88] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.490722] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "74fbef5e-2007-4399-a2f1-24503b20ac36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.490969] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "74fbef5e-2007-4399-a2f1-24503b20ac36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.494962] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "74fbef5e-2007-4399-a2f1-24503b20ac36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.503321] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801149, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.542347] env[63248]: DEBUG nova.network.neutron [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Successfully created port: 62f11217-ea41-424a-b30a-87057e7af6d7 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1679.551030] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe35c19-632d-4cee-8084-efaaba79880f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.559109] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ab0c9d-cea7-41af-8450-61d5dce10e8f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.571794] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7db4331a-fe1a-4a1f-8d6e-f1fb0af03b6e tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "4a485eca-44ae-4d90-8746-05811000a745" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.799s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.597852] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1003fb-ef0c-499c-aa87-9add36c5bf70 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.606031] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed42b89a-7522-413c-988c-910ba63f5993 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.621782] env[63248]: DEBUG nova.compute.provider_tree [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1679.694068] env[63248]: DEBUG oslo_concurrency.lockutils [None req-55350519-962d-4c55-b1f0-587ff30e192f tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "4a485eca-44ae-4d90-8746-05811000a745" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.694308] env[63248]: DEBUG oslo_concurrency.lockutils [None req-55350519-962d-4c55-b1f0-587ff30e192f tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "4a485eca-44ae-4d90-8746-05811000a745" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.694492] env[63248]: DEBUG nova.compute.manager [None req-55350519-962d-4c55-b1f0-587ff30e192f tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1679.695616] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11865123-9f10-4741-93ab-20413b3c2829 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.700739] env[63248]: DEBUG nova.compute.manager [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1679.705070] env[63248]: INFO nova.compute.manager [-] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Took 1.47 seconds to deallocate network for instance. [ 1679.705070] env[63248]: DEBUG nova.compute.manager [None req-55350519-962d-4c55-b1f0-587ff30e192f tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63248) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1679.705590] env[63248]: DEBUG nova.objects.instance [None req-55350519-962d-4c55-b1f0-587ff30e192f tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lazy-loading 'flavor' on Instance uuid 4a485eca-44ae-4d90-8746-05811000a745 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1679.868484] env[63248]: INFO nova.compute.manager [-] [instance: 68314427-e347-406a-88ed-362a894aee88] Took 1.64 seconds to deallocate network for instance. [ 1679.927434] env[63248]: DEBUG nova.network.neutron [req-e77af3a1-faf5-43ab-85a2-603176952438 req-efb1af73-aeeb-4d71-acbb-29844e8a79f4 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Updated VIF entry in instance network info cache for port 567cd0ae-960c-4f18-a81a-209d27365b0b. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1679.927862] env[63248]: DEBUG nova.network.neutron [req-e77af3a1-faf5-43ab-85a2-603176952438 req-efb1af73-aeeb-4d71-acbb-29844e8a79f4 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Updating instance_info_cache with network_info: [{"id": "567cd0ae-960c-4f18-a81a-209d27365b0b", "address": "fa:16:3e:21:59:78", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap567cd0ae-96", "ovs_interfaceid": "567cd0ae-960c-4f18-a81a-209d27365b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.988104] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801149, 'name': CreateVM_Task, 'duration_secs': 0.64467} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.989028] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1679.989319] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.989319] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.989644] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1679.990369] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3860e96-12f5-460b-8d9d-b8da5dffffaa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.995592] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1679.995592] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521cfc6d-5525-2948-1436-c0fae5635756" [ 1679.995592] env[63248]: _type = "Task" [ 1679.995592] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.006152] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521cfc6d-5525-2948-1436-c0fae5635756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.125072] env[63248]: DEBUG nova.scheduler.client.report [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1680.214019] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.377458] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.430460] env[63248]: DEBUG oslo_concurrency.lockutils [req-e77af3a1-faf5-43ab-85a2-603176952438 req-efb1af73-aeeb-4d71-acbb-29844e8a79f4 service nova] Releasing lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.508369] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521cfc6d-5525-2948-1436-c0fae5635756, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.509050] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.509485] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1680.509613] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.509757] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.509944] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1680.510225] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3502570-3287-4a8f-8d41-d1e96f4b576b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.519184] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1680.519437] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1680.520370] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66089caa-0058-4c96-bf83-66a827b3c608 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.526381] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1680.526381] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b21057-b131-e10b-37c8-0854901177b3" [ 1680.526381] env[63248]: _type = "Task" [ 1680.526381] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.534705] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b21057-b131-e10b-37c8-0854901177b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.536799] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "refresh_cache-74fbef5e-2007-4399-a2f1-24503b20ac36" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.536959] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "refresh_cache-74fbef5e-2007-4399-a2f1-24503b20ac36" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.537143] env[63248]: DEBUG nova.network.neutron [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.631179] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.633817] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.193s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.634098] env[63248]: DEBUG nova.objects.instance [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lazy-loading 'resources' on Instance uuid 2662ff23-cc49-444e-8f62-b226c02f04df {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.654932] env[63248]: INFO nova.scheduler.client.report [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Deleted allocations for instance ece99922-b703-4706-a8e3-908ff242d0d1 [ 1680.716391] env[63248]: DEBUG nova.compute.manager [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1680.719373] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-55350519-962d-4c55-b1f0-587ff30e192f tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1680.719636] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39402fc0-30bf-4459-b095-1879751c3e1a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.729202] env[63248]: DEBUG oslo_vmware.api [None req-55350519-962d-4c55-b1f0-587ff30e192f tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1680.729202] env[63248]: value = "task-1801150" [ 1680.729202] env[63248]: _type = "Task" [ 1680.729202] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.736532] env[63248]: DEBUG oslo_vmware.api [None req-55350519-962d-4c55-b1f0-587ff30e192f tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.740429] env[63248]: DEBUG nova.compute.manager [req-047f0cd7-503e-4ab1-be94-430b80765a5b req-f81425af-3df4-4569-997d-cdaa62def38c service nova] [instance: 68314427-e347-406a-88ed-362a894aee88] Received event network-vif-deleted-3cd0cab3-e07e-457b-bd2b-69a42f9cd771 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1680.746869] env[63248]: DEBUG nova.virt.hardware [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1680.747118] env[63248]: DEBUG nova.virt.hardware [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1680.747283] env[63248]: DEBUG nova.virt.hardware [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1680.747470] env[63248]: DEBUG nova.virt.hardware [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1680.747622] env[63248]: DEBUG nova.virt.hardware [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1680.747793] env[63248]: DEBUG nova.virt.hardware [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1680.748034] env[63248]: DEBUG nova.virt.hardware [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1680.748212] env[63248]: DEBUG nova.virt.hardware [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1680.748461] env[63248]: DEBUG nova.virt.hardware [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1680.748641] env[63248]: DEBUG nova.virt.hardware [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1680.748817] env[63248]: DEBUG nova.virt.hardware [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1680.749979] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15212d6-9230-459b-93d2-4fc5ea3bf913 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.758302] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15959162-eecb-4f49-8161-e8ceef8f30d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.042728] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b21057-b131-e10b-37c8-0854901177b3, 'name': SearchDatastore_Task, 'duration_secs': 0.013151} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.043890] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e53999b1-c566-406c-a90c-3aca50b63b8c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.051428] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1681.051428] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525daf4b-451b-1faf-264c-19bdb5e3947d" [ 1681.051428] env[63248]: _type = "Task" [ 1681.051428] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.061851] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525daf4b-451b-1faf-264c-19bdb5e3947d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.165578] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f4d928af-80f3-4192-b950-852d5b342df1 tempest-ServersNegativeTestMultiTenantJSON-280216425 tempest-ServersNegativeTestMultiTenantJSON-280216425-project-member] Lock "ece99922-b703-4706-a8e3-908ff242d0d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.817s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.241184] env[63248]: DEBUG oslo_vmware.api [None req-55350519-962d-4c55-b1f0-587ff30e192f tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801150, 'name': PowerOffVM_Task, 'duration_secs': 0.223952} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.242853] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-55350519-962d-4c55-b1f0-587ff30e192f tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.243075] env[63248]: DEBUG nova.compute.manager [None req-55350519-962d-4c55-b1f0-587ff30e192f tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.244070] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4184b582-55ae-47b9-a484-29ed3a7b82ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.351708] env[63248]: DEBUG nova.network.neutron [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating instance_info_cache with network_info: [{"id": "4f72d79a-b559-4033-9454-04881d4a5c83", "address": "fa:16:3e:59:6d:d8", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f72d79a-b5", "ovs_interfaceid": "4f72d79a-b559-4033-9454-04881d4a5c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.356695] env[63248]: DEBUG nova.compute.manager [req-c01c8dbb-9947-45b8-8873-c8ecf8deed02 req-54cb0651-8bea-4994-a1a4-087efa37fa70 service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Received event network-vif-plugged-62f11217-ea41-424a-b30a-87057e7af6d7 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1681.356909] env[63248]: DEBUG oslo_concurrency.lockutils [req-c01c8dbb-9947-45b8-8873-c8ecf8deed02 req-54cb0651-8bea-4994-a1a4-087efa37fa70 service nova] Acquiring lock "100e0a22-d8ed-4e31-ba2e-39d86e508363-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.357130] env[63248]: DEBUG oslo_concurrency.lockutils [req-c01c8dbb-9947-45b8-8873-c8ecf8deed02 req-54cb0651-8bea-4994-a1a4-087efa37fa70 service nova] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.357305] env[63248]: DEBUG oslo_concurrency.lockutils [req-c01c8dbb-9947-45b8-8873-c8ecf8deed02 req-54cb0651-8bea-4994-a1a4-087efa37fa70 service nova] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.357466] env[63248]: DEBUG nova.compute.manager [req-c01c8dbb-9947-45b8-8873-c8ecf8deed02 req-54cb0651-8bea-4994-a1a4-087efa37fa70 service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] No waiting events found dispatching network-vif-plugged-62f11217-ea41-424a-b30a-87057e7af6d7 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1681.357630] env[63248]: WARNING nova.compute.manager [req-c01c8dbb-9947-45b8-8873-c8ecf8deed02 req-54cb0651-8bea-4994-a1a4-087efa37fa70 service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Received unexpected event network-vif-plugged-62f11217-ea41-424a-b30a-87057e7af6d7 for instance with vm_state building and task_state spawning. [ 1681.440869] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be55a330-92a7-4a94-a1a6-fb1be775b909 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.448701] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e9d14f-3e7c-4a65-ad4e-4e70b7ede900 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.479593] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b994f547-a35b-429d-ac26-f3e1a32b002a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.487639] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0839eea9-d73c-4bea-aeda-961c3b7b17c3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.504058] env[63248]: DEBUG nova.compute.provider_tree [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.562928] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525daf4b-451b-1faf-264c-19bdb5e3947d, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.563218] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.563530] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] be3ca24d-0690-4376-891c-bc9ba64f1364/be3ca24d-0690-4376-891c-bc9ba64f1364.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1681.563789] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e6b50d1-e9fb-466e-b3c5-90cd4374b114 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.571885] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1681.571885] env[63248]: value = "task-1801151" [ 1681.571885] env[63248]: _type = "Task" [ 1681.571885] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.581223] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.758674] env[63248]: DEBUG oslo_concurrency.lockutils [None req-55350519-962d-4c55-b1f0-587ff30e192f tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "4a485eca-44ae-4d90-8746-05811000a745" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.787030] env[63248]: DEBUG nova.network.neutron [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Successfully updated port: 62f11217-ea41-424a-b30a-87057e7af6d7 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1681.854704] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "refresh_cache-74fbef5e-2007-4399-a2f1-24503b20ac36" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.007699] env[63248]: DEBUG nova.scheduler.client.report [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1682.083639] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801151, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.101492] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "4a485eca-44ae-4d90-8746-05811000a745" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.101633] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "4a485eca-44ae-4d90-8746-05811000a745" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.101789] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "4a485eca-44ae-4d90-8746-05811000a745-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.101977] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "4a485eca-44ae-4d90-8746-05811000a745-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.102166] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "4a485eca-44ae-4d90-8746-05811000a745-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.104464] env[63248]: INFO nova.compute.manager [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Terminating instance [ 1682.291946] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.292158] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.292295] env[63248]: DEBUG nova.network.neutron [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.385415] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4611d7db-8c2e-49fe-b257-4eaf720bbfa1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.410919] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b993ae-0f8c-445b-98ac-17c1b3105b6d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.421167] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating instance '74fbef5e-2007-4399-a2f1-24503b20ac36' progress to 83 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1682.513013] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.516349] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.022s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.516856] env[63248]: DEBUG nova.objects.instance [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lazy-loading 'resources' on Instance uuid 9fb12757-a3b6-4fe0-876c-434c140c0a54 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.546734] env[63248]: INFO nova.scheduler.client.report [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Deleted allocations for instance 2662ff23-cc49-444e-8f62-b226c02f04df [ 1682.586583] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896497} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.587098] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] be3ca24d-0690-4376-891c-bc9ba64f1364/be3ca24d-0690-4376-891c-bc9ba64f1364.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1682.587263] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1682.587791] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f15ba418-3c3a-4b2a-9d6e-3171648fdd72 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.595799] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1682.595799] env[63248]: value = "task-1801152" [ 1682.595799] env[63248]: _type = "Task" [ 1682.595799] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.605425] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.608265] env[63248]: DEBUG nova.compute.manager [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1682.608472] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1682.609348] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb22a2e-9ea6-4a3c-b3bd-7d119e33325b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.618140] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1682.618433] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0cea07e-f262-4ea4-ac4b-815f6659ccd8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.825870] env[63248]: DEBUG nova.compute.manager [req-b9d167fa-1797-4747-8a85-478f7b2df0a5 req-2e29848a-32d2-4038-9efc-a57f9776d06a service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Received event network-changed-62f11217-ea41-424a-b30a-87057e7af6d7 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1682.825870] env[63248]: DEBUG nova.compute.manager [req-b9d167fa-1797-4747-8a85-478f7b2df0a5 req-2e29848a-32d2-4038-9efc-a57f9776d06a service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Refreshing instance network info cache due to event network-changed-62f11217-ea41-424a-b30a-87057e7af6d7. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1682.826168] env[63248]: DEBUG oslo_concurrency.lockutils [req-b9d167fa-1797-4747-8a85-478f7b2df0a5 req-2e29848a-32d2-4038-9efc-a57f9776d06a service nova] Acquiring lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.851331] env[63248]: DEBUG nova.network.neutron [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1682.928044] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1682.928245] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02b4398d-25b7-47b0-9630-ca4bb730c3cb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.938436] env[63248]: DEBUG oslo_vmware.api [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1682.938436] env[63248]: value = "task-1801154" [ 1682.938436] env[63248]: _type = "Task" [ 1682.938436] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.954203] env[63248]: DEBUG oslo_vmware.api [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.057519] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f406ce92-963d-4010-914e-516c54ca0dab tempest-ServersAdminTestJSON-336719853 tempest-ServersAdminTestJSON-336719853-project-member] Lock "2662ff23-cc49-444e-8f62-b226c02f04df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.055s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.086061] env[63248]: DEBUG nova.network.neutron [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance_info_cache with network_info: [{"id": "62f11217-ea41-424a-b30a-87057e7af6d7", "address": "fa:16:3e:5e:6b:83", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f11217-ea", "ovs_interfaceid": "62f11217-ea41-424a-b30a-87057e7af6d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.108090] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065899} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.110937] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1683.112079] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc771b6-3972-4206-be99-31d3ad8f89e1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.138633] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] be3ca24d-0690-4376-891c-bc9ba64f1364/be3ca24d-0690-4376-891c-bc9ba64f1364.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1683.143524] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b28eb89-b5b6-40eb-92cc-686026cb8f13 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.162572] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1683.162812] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1683.163393] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleting the datastore file [datastore1] 4a485eca-44ae-4d90-8746-05811000a745 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1683.164200] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56ceb56a-e809-4953-b81d-10c1ea7cce89 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.170380] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1683.170380] env[63248]: value = "task-1801155" [ 1683.170380] env[63248]: _type = "Task" [ 1683.170380] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.172210] env[63248]: DEBUG oslo_vmware.api [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1683.172210] env[63248]: value = "task-1801156" [ 1683.172210] env[63248]: _type = "Task" [ 1683.172210] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.187710] env[63248]: DEBUG oslo_vmware.api [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.191881] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.393530] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7e958e-1d2a-419d-b8ee-659e2e001b53 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.405971] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b1cdad-6b8b-407b-9d22-25c5eb2efc92 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.448632] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc2d06a-722e-423f-ba3d-365e23a58a79 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.460393] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fcf6b6-5cdb-4e9a-a948-44fe632870ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.464884] env[63248]: DEBUG oslo_vmware.api [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801154, 'name': PowerOnVM_Task, 'duration_secs': 0.463163} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.465348] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1683.466172] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ff477761-cb12-466f-a657-8475541dd513 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating instance '74fbef5e-2007-4399-a2f1-24503b20ac36' progress to 100 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1683.492459] env[63248]: DEBUG nova.compute.provider_tree [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.590059] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.591200] env[63248]: DEBUG nova.compute.manager [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Instance network_info: |[{"id": "62f11217-ea41-424a-b30a-87057e7af6d7", "address": "fa:16:3e:5e:6b:83", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f11217-ea", "ovs_interfaceid": "62f11217-ea41-424a-b30a-87057e7af6d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1683.591523] env[63248]: DEBUG oslo_concurrency.lockutils [req-b9d167fa-1797-4747-8a85-478f7b2df0a5 req-2e29848a-32d2-4038-9efc-a57f9776d06a service nova] Acquired lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.591883] env[63248]: DEBUG nova.network.neutron [req-b9d167fa-1797-4747-8a85-478f7b2df0a5 req-2e29848a-32d2-4038-9efc-a57f9776d06a service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Refreshing network info cache for port 62f11217-ea41-424a-b30a-87057e7af6d7 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1683.593537] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:6b:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62f11217-ea41-424a-b30a-87057e7af6d7', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1683.607321] env[63248]: DEBUG oslo.service.loopingcall [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.612704] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1683.613747] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0116c817-6b9f-4e29-9498-6c71ee68a347 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.644795] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1683.644795] env[63248]: value = "task-1801157" [ 1683.644795] env[63248]: _type = "Task" [ 1683.644795] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.652766] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801157, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.691754] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801155, 'name': ReconfigVM_Task, 'duration_secs': 0.499903} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.695477] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Reconfigured VM instance instance-00000051 to attach disk [datastore1] be3ca24d-0690-4376-891c-bc9ba64f1364/be3ca24d-0690-4376-891c-bc9ba64f1364.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1683.696269] env[63248]: DEBUG oslo_vmware.api [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324151} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.696533] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-229b0cb3-e28b-49e9-b412-c348a6921482 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.698215] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1683.698453] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1683.698666] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1683.698889] env[63248]: INFO nova.compute.manager [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1683.699181] env[63248]: DEBUG oslo.service.loopingcall [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.699422] env[63248]: DEBUG nova.compute.manager [-] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1683.699550] env[63248]: DEBUG nova.network.neutron [-] [instance: 4a485eca-44ae-4d90-8746-05811000a745] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1683.706935] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1683.706935] env[63248]: value = "task-1801158" [ 1683.706935] env[63248]: _type = "Task" [ 1683.706935] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.717692] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801158, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.994584] env[63248]: DEBUG nova.scheduler.client.report [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.153473] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801157, 'name': CreateVM_Task, 'duration_secs': 0.423609} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.154026] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1684.156950] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.156950] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.156950] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1684.156950] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-214fb3e2-6385-48e3-a408-085b8ad18491 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.162837] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1684.162837] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52191307-c8d2-b2ca-3ed9-12db94beb635" [ 1684.162837] env[63248]: _type = "Task" [ 1684.162837] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.173955] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52191307-c8d2-b2ca-3ed9-12db94beb635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.196474] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.198094] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.221759] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801158, 'name': Rename_Task, 'duration_secs': 0.173674} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.221759] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1684.221759] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b457ee40-819d-4b71-9bd0-1891ef287d79 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.227151] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1684.227151] env[63248]: value = "task-1801159" [ 1684.227151] env[63248]: _type = "Task" [ 1684.227151] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.235923] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.243780] env[63248]: DEBUG nova.network.neutron [req-b9d167fa-1797-4747-8a85-478f7b2df0a5 req-2e29848a-32d2-4038-9efc-a57f9776d06a service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updated VIF entry in instance network info cache for port 62f11217-ea41-424a-b30a-87057e7af6d7. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.243780] env[63248]: DEBUG nova.network.neutron [req-b9d167fa-1797-4747-8a85-478f7b2df0a5 req-2e29848a-32d2-4038-9efc-a57f9776d06a service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance_info_cache with network_info: [{"id": "62f11217-ea41-424a-b30a-87057e7af6d7", "address": "fa:16:3e:5e:6b:83", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f11217-ea", "ovs_interfaceid": "62f11217-ea41-424a-b30a-87057e7af6d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.502021] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.502792] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.912s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.503421] env[63248]: DEBUG nova.objects.instance [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lazy-loading 'resources' on Instance uuid 51b4be73-7e46-453d-a325-7b7c6c0c25bd {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.532471] env[63248]: INFO nova.scheduler.client.report [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Deleted allocations for instance 9fb12757-a3b6-4fe0-876c-434c140c0a54 [ 1684.676024] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52191307-c8d2-b2ca-3ed9-12db94beb635, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.676024] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.676024] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1684.676524] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.676795] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.677168] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1684.680018] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6156e379-59c5-4019-a922-73132b742e83 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.689986] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1684.690619] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1684.691688] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b6250d-fc25-4053-b2c4-13c5f5487d02 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.700528] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1684.700528] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f611e6-32fd-97b9-7666-ab1c06f52ba6" [ 1684.700528] env[63248]: _type = "Task" [ 1684.700528] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.705466] env[63248]: DEBUG nova.compute.utils [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1684.716677] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f611e6-32fd-97b9-7666-ab1c06f52ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.013718} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.717680] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1bb9087-da08-4711-9d51-395020d35a54 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.726024] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1684.726024] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5208c8f2-141e-d370-edf7-fbffa7d272a1" [ 1684.726024] env[63248]: _type = "Task" [ 1684.726024] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.738300] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5208c8f2-141e-d370-edf7-fbffa7d272a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.742064] env[63248]: DEBUG oslo_vmware.api [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801159, 'name': PowerOnVM_Task, 'duration_secs': 0.490854} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.742519] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1684.742827] env[63248]: INFO nova.compute.manager [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1684.743166] env[63248]: DEBUG nova.compute.manager [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1684.746017] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9a9d19-2870-489f-b7ff-dedd5e7b03ba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.747553] env[63248]: DEBUG oslo_concurrency.lockutils [req-b9d167fa-1797-4747-8a85-478f7b2df0a5 req-2e29848a-32d2-4038-9efc-a57f9776d06a service nova] Releasing lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.811801] env[63248]: DEBUG nova.network.neutron [-] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.039950] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f486a1c3-bf72-4f2e-b510-0381b96e845f tempest-ImagesTestJSON-1512615702 tempest-ImagesTestJSON-1512615702-project-member] Lock "9fb12757-a3b6-4fe0-876c-434c140c0a54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.022s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.145178] env[63248]: DEBUG nova.compute.manager [req-121d9d26-43bb-4bda-8dea-274f9fe0c981 req-cc5a674b-c9da-4959-96be-cf4fa1b7ae4d service nova] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Received event network-vif-deleted-a9e6cc26-33e3-44c0-826d-5d5d41106e37 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1685.210330] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.242986] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5208c8f2-141e-d370-edf7-fbffa7d272a1, 'name': SearchDatastore_Task, 'duration_secs': 0.014244} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.242986] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.242986] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 100e0a22-d8ed-4e31-ba2e-39d86e508363/100e0a22-d8ed-4e31-ba2e-39d86e508363.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1685.242986] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-193d3812-cade-4d55-99ef-f199b152c373 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.250984] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1685.250984] env[63248]: value = "task-1801160" [ 1685.250984] env[63248]: _type = "Task" [ 1685.250984] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.272026] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.272659] env[63248]: INFO nova.compute.manager [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Took 23.95 seconds to build instance. [ 1685.302040] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71c7888-b82f-4723-b900-a77546c798fc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.309327] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377efb08-fc14-4bf5-945f-4e9098b5acbd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.313512] env[63248]: INFO nova.compute.manager [-] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Took 1.61 seconds to deallocate network for instance. [ 1685.347743] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b540ad27-d7f1-4df2-a553-23a354d210ec {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.358681] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372dfb24-97de-4e2b-b3b2-8dfaf169b3f7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.373405] env[63248]: DEBUG nova.compute.provider_tree [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.764768] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.768547] env[63248]: DEBUG oslo_concurrency.lockutils [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "74fbef5e-2007-4399-a2f1-24503b20ac36" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.768805] env[63248]: DEBUG oslo_concurrency.lockutils [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "74fbef5e-2007-4399-a2f1-24503b20ac36" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.768998] env[63248]: DEBUG nova.compute.manager [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Going to confirm migration 5 {{(pid=63248) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1685.777978] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1fcf9f39-6b42-4bdc-ba67-97c273592dc4 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.462s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.849601] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.876591] env[63248]: DEBUG nova.scheduler.client.report [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1686.268386] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652742} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.268839] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 100e0a22-d8ed-4e31-ba2e-39d86e508363/100e0a22-d8ed-4e31-ba2e-39d86e508363.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1686.268839] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1686.270624] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c60d5e8-759f-4eb0-8695-5647454f1845 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.284823] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1686.284823] env[63248]: value = "task-1801161" [ 1686.284823] env[63248]: _type = "Task" [ 1686.284823] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.292857] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.307848] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.308213] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.308464] env[63248]: INFO nova.compute.manager [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Attaching volume 62e21dfc-5984-493a-a114-8210c7a5a755 to /dev/sdb [ 1686.350143] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd0b49b-88d6-4736-a317-5f6f6f1cf85c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.360198] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a734f8-4cbf-4b5d-a541-cf8cb29c00a8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.379735] env[63248]: DEBUG nova.virt.block_device [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Updating existing volume attachment record: 3284f7b1-4e8d-4f97-8e22-d34f797348fd {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1686.383106] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.385459] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.785s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.387516] env[63248]: INFO nova.compute.claims [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1686.411088] env[63248]: DEBUG oslo_concurrency.lockutils [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "refresh_cache-74fbef5e-2007-4399-a2f1-24503b20ac36" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.411359] env[63248]: DEBUG oslo_concurrency.lockutils [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "refresh_cache-74fbef5e-2007-4399-a2f1-24503b20ac36" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.413178] env[63248]: DEBUG nova.network.neutron [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1686.416030] env[63248]: DEBUG nova.objects.instance [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lazy-loading 'info_cache' on Instance uuid 74fbef5e-2007-4399-a2f1-24503b20ac36 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.416679] env[63248]: INFO nova.scheduler.client.report [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Deleted allocations for instance 51b4be73-7e46-453d-a325-7b7c6c0c25bd [ 1686.791804] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128335} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.792151] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.792942] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f81982-70ea-47f6-9d23-a88c1ff13790 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.819834] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 100e0a22-d8ed-4e31-ba2e-39d86e508363/100e0a22-d8ed-4e31-ba2e-39d86e508363.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.820123] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28efc085-4a92-4782-add7-98d774f8bf9f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.846254] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1686.846254] env[63248]: value = "task-1801163" [ 1686.846254] env[63248]: _type = "Task" [ 1686.846254] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.862277] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801163, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.932768] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a6766e37-6ab3-4124-aead-65360f9de585 tempest-ServersWithSpecificFlavorTestJSON-2041753989 tempest-ServersWithSpecificFlavorTestJSON-2041753989-project-member] Lock "51b4be73-7e46-453d-a325-7b7c6c0c25bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.382s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.184573] env[63248]: DEBUG nova.compute.manager [req-83db058f-166b-4f5c-b8c3-bf23554a0b55 req-3fd68855-4d94-4850-88b4-bf1225b6f1c7 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Received event network-changed-567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1687.184846] env[63248]: DEBUG nova.compute.manager [req-83db058f-166b-4f5c-b8c3-bf23554a0b55 req-3fd68855-4d94-4850-88b4-bf1225b6f1c7 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Refreshing instance network info cache due to event network-changed-567cd0ae-960c-4f18-a81a-209d27365b0b. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1687.185288] env[63248]: DEBUG oslo_concurrency.lockutils [req-83db058f-166b-4f5c-b8c3-bf23554a0b55 req-3fd68855-4d94-4850-88b4-bf1225b6f1c7 service nova] Acquiring lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.185476] env[63248]: DEBUG oslo_concurrency.lockutils [req-83db058f-166b-4f5c-b8c3-bf23554a0b55 req-3fd68855-4d94-4850-88b4-bf1225b6f1c7 service nova] Acquired lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.185679] env[63248]: DEBUG nova.network.neutron [req-83db058f-166b-4f5c-b8c3-bf23554a0b55 req-3fd68855-4d94-4850-88b4-bf1225b6f1c7 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Refreshing network info cache for port 567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1687.359641] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.666007] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8220fb4-0efd-47a4-b54c-0f359f4ef317 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.669958] env[63248]: DEBUG nova.network.neutron [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating instance_info_cache with network_info: [{"id": "4f72d79a-b559-4033-9454-04881d4a5c83", "address": "fa:16:3e:59:6d:d8", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f72d79a-b5", "ovs_interfaceid": "4f72d79a-b559-4033-9454-04881d4a5c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.677205] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563248c8-f763-4598-838b-c8d878fd33f1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.716770] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf328c46-ebbb-4040-a1b2-6656e705d317 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.725808] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebb5cd5-b389-4ccf-93de-ca666af866e2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.740882] env[63248]: DEBUG nova.compute.provider_tree [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.858311] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801163, 'name': ReconfigVM_Task, 'duration_secs': 0.608362} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.858606] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 100e0a22-d8ed-4e31-ba2e-39d86e508363/100e0a22-d8ed-4e31-ba2e-39d86e508363.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1687.859424] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-019a43fc-53ab-424c-bd4f-56acddaff44b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.870696] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1687.870696] env[63248]: value = "task-1801166" [ 1687.870696] env[63248]: _type = "Task" [ 1687.870696] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.878549] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801166, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.940958] env[63248]: DEBUG nova.network.neutron [req-83db058f-166b-4f5c-b8c3-bf23554a0b55 req-3fd68855-4d94-4850-88b4-bf1225b6f1c7 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Updated VIF entry in instance network info cache for port 567cd0ae-960c-4f18-a81a-209d27365b0b. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1687.940958] env[63248]: DEBUG nova.network.neutron [req-83db058f-166b-4f5c-b8c3-bf23554a0b55 req-3fd68855-4d94-4850-88b4-bf1225b6f1c7 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Updating instance_info_cache with network_info: [{"id": "567cd0ae-960c-4f18-a81a-209d27365b0b", "address": "fa:16:3e:21:59:78", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap567cd0ae-96", "ovs_interfaceid": "567cd0ae-960c-4f18-a81a-209d27365b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.176273] env[63248]: DEBUG oslo_concurrency.lockutils [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "refresh_cache-74fbef5e-2007-4399-a2f1-24503b20ac36" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.176273] env[63248]: DEBUG nova.objects.instance [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lazy-loading 'migration_context' on Instance uuid 74fbef5e-2007-4399-a2f1-24503b20ac36 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.245021] env[63248]: DEBUG nova.scheduler.client.report [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1688.380874] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801166, 'name': Rename_Task, 'duration_secs': 0.301041} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.381511] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1688.381511] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55b2a882-237e-46e4-a066-16a360d0df8b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.390176] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1688.390176] env[63248]: value = "task-1801167" [ 1688.390176] env[63248]: _type = "Task" [ 1688.390176] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.400195] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.443077] env[63248]: DEBUG oslo_concurrency.lockutils [req-83db058f-166b-4f5c-b8c3-bf23554a0b55 req-3fd68855-4d94-4850-88b4-bf1225b6f1c7 service nova] Releasing lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.679685] env[63248]: DEBUG nova.objects.base [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Object Instance<74fbef5e-2007-4399-a2f1-24503b20ac36> lazy-loaded attributes: info_cache,migration_context {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1688.679685] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b762b5-55dc-4b3d-9aa0-6d1fb5a11dfe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.710920] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-624c3521-8acf-4789-a849-21b4dc7d0574 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.717880] env[63248]: DEBUG oslo_vmware.api [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1688.717880] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c75d6e-692a-9b4e-f895-659cf303b1e8" [ 1688.717880] env[63248]: _type = "Task" [ 1688.717880] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.734066] env[63248]: DEBUG oslo_vmware.api [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c75d6e-692a-9b4e-f895-659cf303b1e8, 'name': SearchDatastore_Task, 'duration_secs': 0.007609} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.734066] env[63248]: DEBUG oslo_concurrency.lockutils [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.749679] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.752120] env[63248]: DEBUG nova.compute.manager [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1688.753104] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.539s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.754405] env[63248]: DEBUG nova.objects.instance [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Lazy-loading 'resources' on Instance uuid 9598a437-c41b-4a34-9404-23d974b44399 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.902860] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801167, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.256574] env[63248]: DEBUG nova.compute.utils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1689.261466] env[63248]: DEBUG nova.compute.manager [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1689.261663] env[63248]: DEBUG nova.network.neutron [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1689.366047] env[63248]: DEBUG nova.policy [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5648310a3894b449dba880d9f17c2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57336ae1e53142118557dc35e8180d6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1689.402097] env[63248]: DEBUG oslo_vmware.api [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801167, 'name': PowerOnVM_Task, 'duration_secs': 0.612235} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.403313] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.403313] env[63248]: INFO nova.compute.manager [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1689.403313] env[63248]: DEBUG nova.compute.manager [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.403677] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60274f0c-1f5b-478c-9452-61157756af5d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.545636] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f897d2b2-ac69-4b5e-8850-6aa84c2f2e82 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.554806] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f99c6b-e7a6-4ca0-bc64-320c0932c15c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.587409] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77203f9e-5763-41f2-804d-6145b78daa18 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.596236] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df462b8-798d-4dfa-adcd-a5da76912ce4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.611585] env[63248]: DEBUG nova.compute.provider_tree [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.764627] env[63248]: DEBUG nova.compute.manager [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1689.928144] env[63248]: INFO nova.compute.manager [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Took 24.65 seconds to build instance. [ 1689.973592] env[63248]: DEBUG nova.network.neutron [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Successfully created port: dae6d316-2998-483d-9125-fc0e5182ddfd {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1690.117206] env[63248]: DEBUG nova.scheduler.client.report [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1690.433802] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d36625c0-4f4d-4d13-a2d6-c0d16ebd3a4d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.166s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.622021] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.625167] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.248s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.625404] env[63248]: DEBUG nova.objects.instance [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lazy-loading 'resources' on Instance uuid 68314427-e347-406a-88ed-362a894aee88 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.647533] env[63248]: INFO nova.scheduler.client.report [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Deleted allocations for instance 9598a437-c41b-4a34-9404-23d974b44399 [ 1690.773051] env[63248]: DEBUG nova.compute.manager [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1690.807433] env[63248]: DEBUG nova.virt.hardware [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1690.807697] env[63248]: DEBUG nova.virt.hardware [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1690.807856] env[63248]: DEBUG nova.virt.hardware [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1690.808062] env[63248]: DEBUG nova.virt.hardware [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1690.808217] env[63248]: DEBUG nova.virt.hardware [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1690.808366] env[63248]: DEBUG nova.virt.hardware [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1690.808595] env[63248]: DEBUG nova.virt.hardware [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1690.808790] env[63248]: DEBUG nova.virt.hardware [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1690.808964] env[63248]: DEBUG nova.virt.hardware [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1690.809229] env[63248]: DEBUG nova.virt.hardware [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1690.809430] env[63248]: DEBUG nova.virt.hardware [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1690.810333] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e5dccd-da8f-44df-a96e-17ed70482b3b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.821101] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cfe80f-a844-4382-8891-f585bffb369a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.162629] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a6bc9f9-a1d5-476b-a9f1-ba5eaeec668d tempest-ServerPasswordTestJSON-307487409 tempest-ServerPasswordTestJSON-307487409-project-member] Lock "9598a437-c41b-4a34-9404-23d974b44399" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.642s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.299501] env[63248]: DEBUG nova.compute.manager [req-bfd78d38-721e-4479-9966-83add799f814 req-5b09c2f4-7867-4576-9348-53f9650b5c6d service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Received event network-changed-62f11217-ea41-424a-b30a-87057e7af6d7 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1691.299501] env[63248]: DEBUG nova.compute.manager [req-bfd78d38-721e-4479-9966-83add799f814 req-5b09c2f4-7867-4576-9348-53f9650b5c6d service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Refreshing instance network info cache due to event network-changed-62f11217-ea41-424a-b30a-87057e7af6d7. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1691.299501] env[63248]: DEBUG oslo_concurrency.lockutils [req-bfd78d38-721e-4479-9966-83add799f814 req-5b09c2f4-7867-4576-9348-53f9650b5c6d service nova] Acquiring lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.299501] env[63248]: DEBUG oslo_concurrency.lockutils [req-bfd78d38-721e-4479-9966-83add799f814 req-5b09c2f4-7867-4576-9348-53f9650b5c6d service nova] Acquired lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.299501] env[63248]: DEBUG nova.network.neutron [req-bfd78d38-721e-4479-9966-83add799f814 req-5b09c2f4-7867-4576-9348-53f9650b5c6d service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Refreshing network info cache for port 62f11217-ea41-424a-b30a-87057e7af6d7 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.430132] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1691.430587] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373468', 'volume_id': '62e21dfc-5984-493a-a114-8210c7a5a755', 'name': 'volume-62e21dfc-5984-493a-a114-8210c7a5a755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8f49be4e-8616-45f6-b056-2e6a8dfe6bf7', 'attached_at': '', 'detached_at': '', 'volume_id': '62e21dfc-5984-493a-a114-8210c7a5a755', 'serial': '62e21dfc-5984-493a-a114-8210c7a5a755'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1691.433896] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ea9276-0216-47eb-8204-d87b280e77ac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.455113] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dca481-4cfb-4532-acac-09bf4a6cd613 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.488165] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] volume-62e21dfc-5984-493a-a114-8210c7a5a755/volume-62e21dfc-5984-493a-a114-8210c7a5a755.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1691.489686] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d63d9e2-00fe-4554-bf85-df0cd889f698 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.505910] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4170e6-8e23-41da-9556-725e1d18a3ec {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.517754] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03415509-57db-478f-a280-8545bae19d20 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.521522] env[63248]: DEBUG oslo_vmware.api [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1691.521522] env[63248]: value = "task-1801169" [ 1691.521522] env[63248]: _type = "Task" [ 1691.521522] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.556038] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6289a06a-e05e-4bce-a776-7f476952635f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.563280] env[63248]: DEBUG oslo_vmware.api [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.569615] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a9dc5a-bc9f-4579-8cf4-2bb05f5aaecc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.589057] env[63248]: DEBUG nova.compute.provider_tree [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.693512] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1691.693512] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1691.693512] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1692.033791] env[63248]: DEBUG oslo_vmware.api [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801169, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.094110] env[63248]: DEBUG nova.scheduler.client.report [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1692.544948] env[63248]: DEBUG oslo_vmware.api [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801169, 'name': ReconfigVM_Task, 'duration_secs': 0.551378} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.545772] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Reconfigured VM instance instance-00000041 to attach disk [datastore1] volume-62e21dfc-5984-493a-a114-8210c7a5a755/volume-62e21dfc-5984-493a-a114-8210c7a5a755.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1692.556007] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1b94ec6-2b16-4924-b565-7f08b8b72a33 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.581202] env[63248]: DEBUG oslo_vmware.api [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1692.581202] env[63248]: value = "task-1801170" [ 1692.581202] env[63248]: _type = "Task" [ 1692.581202] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.598018] env[63248]: DEBUG oslo_vmware.api [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.598018] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.601388] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.753s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.601726] env[63248]: DEBUG nova.objects.instance [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lazy-loading 'resources' on Instance uuid 4a485eca-44ae-4d90-8746-05811000a745 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1692.636487] env[63248]: DEBUG nova.network.neutron [req-bfd78d38-721e-4479-9966-83add799f814 req-5b09c2f4-7867-4576-9348-53f9650b5c6d service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updated VIF entry in instance network info cache for port 62f11217-ea41-424a-b30a-87057e7af6d7. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1692.636685] env[63248]: DEBUG nova.network.neutron [req-bfd78d38-721e-4479-9966-83add799f814 req-5b09c2f4-7867-4576-9348-53f9650b5c6d service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance_info_cache with network_info: [{"id": "62f11217-ea41-424a-b30a-87057e7af6d7", "address": "fa:16:3e:5e:6b:83", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f11217-ea", "ovs_interfaceid": "62f11217-ea41-424a-b30a-87057e7af6d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.653272] env[63248]: INFO nova.scheduler.client.report [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Deleted allocations for instance 68314427-e347-406a-88ed-362a894aee88 [ 1693.094688] env[63248]: DEBUG oslo_vmware.api [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801170, 'name': ReconfigVM_Task, 'duration_secs': 0.181825} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.095023] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373468', 'volume_id': '62e21dfc-5984-493a-a114-8210c7a5a755', 'name': 'volume-62e21dfc-5984-493a-a114-8210c7a5a755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8f49be4e-8616-45f6-b056-2e6a8dfe6bf7', 'attached_at': '', 'detached_at': '', 'volume_id': '62e21dfc-5984-493a-a114-8210c7a5a755', 'serial': '62e21dfc-5984-493a-a114-8210c7a5a755'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1693.142279] env[63248]: DEBUG oslo_concurrency.lockutils [req-bfd78d38-721e-4479-9966-83add799f814 req-5b09c2f4-7867-4576-9348-53f9650b5c6d service nova] Releasing lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.162473] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd8ef0de-5ff6-4a08-9c0f-fc5986eb5e13 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "68314427-e347-406a-88ed-362a894aee88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.609s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.389982] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047ed01d-7760-436e-b41d-40bfac0e10fa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.398888] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cebe47e-3dfc-4c2f-9957-db46023e90e2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.432980] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ad5d7e-bc18-465d-8c6c-5042fe7c127b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.448626] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ed412d-2292-4dfa-866e-cd4479c137e4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.463157] env[63248]: DEBUG nova.compute.provider_tree [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.967465] env[63248]: DEBUG nova.scheduler.client.report [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1694.161145] env[63248]: DEBUG nova.objects.instance [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lazy-loading 'flavor' on Instance uuid 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1694.241164] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "refresh_cache-e305b5ec-8988-4adf-9c48-772f6b904ff1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.241283] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquired lock "refresh_cache-e305b5ec-8988-4adf-9c48-772f6b904ff1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.241431] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Forcefully refreshing network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1694.476553] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.478842] env[63248]: DEBUG oslo_concurrency.lockutils [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.745s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.500297] env[63248]: INFO nova.scheduler.client.report [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleted allocations for instance 4a485eca-44ae-4d90-8746-05811000a745 [ 1694.669563] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d23d1abe-dd2a-449c-a5c7-c9ff8d1f939d tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.361s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.682360] env[63248]: DEBUG oslo_concurrency.lockutils [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "e305b5ec-8988-4adf-9c48-772f6b904ff1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.683377] env[63248]: DEBUG oslo_concurrency.lockutils [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "e305b5ec-8988-4adf-9c48-772f6b904ff1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.953899] env[63248]: DEBUG nova.compute.manager [req-325f59ac-3ff6-4ab1-a65c-416fa32ff90c req-8d1123e4-2ced-44d1-8603-f4ec6b4047f7 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Received event network-vif-plugged-dae6d316-2998-483d-9125-fc0e5182ddfd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1694.954099] env[63248]: DEBUG oslo_concurrency.lockutils [req-325f59ac-3ff6-4ab1-a65c-416fa32ff90c req-8d1123e4-2ced-44d1-8603-f4ec6b4047f7 service nova] Acquiring lock "bac808d3-c675-4488-9441-ad7979061a76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.954409] env[63248]: DEBUG oslo_concurrency.lockutils [req-325f59ac-3ff6-4ab1-a65c-416fa32ff90c req-8d1123e4-2ced-44d1-8603-f4ec6b4047f7 service nova] Lock "bac808d3-c675-4488-9441-ad7979061a76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.954592] env[63248]: DEBUG oslo_concurrency.lockutils [req-325f59ac-3ff6-4ab1-a65c-416fa32ff90c req-8d1123e4-2ced-44d1-8603-f4ec6b4047f7 service nova] Lock "bac808d3-c675-4488-9441-ad7979061a76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.954708] env[63248]: DEBUG nova.compute.manager [req-325f59ac-3ff6-4ab1-a65c-416fa32ff90c req-8d1123e4-2ced-44d1-8603-f4ec6b4047f7 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] No waiting events found dispatching network-vif-plugged-dae6d316-2998-483d-9125-fc0e5182ddfd {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1694.954791] env[63248]: WARNING nova.compute.manager [req-325f59ac-3ff6-4ab1-a65c-416fa32ff90c req-8d1123e4-2ced-44d1-8603-f4ec6b4047f7 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Received unexpected event network-vif-plugged-dae6d316-2998-483d-9125-fc0e5182ddfd for instance with vm_state building and task_state spawning. [ 1694.964323] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Acquiring lock "7f17af60-769a-432d-a68c-00eae58f4be1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.964887] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Lock "7f17af60-769a-432d-a68c-00eae58f4be1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.014302] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a87d3e0e-1a6b-4324-a9e0-a81d672326fa tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "4a485eca-44ae-4d90-8746-05811000a745" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.913s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.128302] env[63248]: DEBUG nova.network.neutron [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Successfully updated port: dae6d316-2998-483d-9125-fc0e5182ddfd {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1695.191751] env[63248]: INFO nova.compute.manager [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Detaching volume 650293c6-f029-43bb-be92-23813f774088 [ 1695.248076] env[63248]: INFO nova.virt.block_device [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Attempting to driver detach volume 650293c6-f029-43bb-be92-23813f774088 from mountpoint /dev/sdb [ 1695.248312] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1695.248509] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373392', 'volume_id': '650293c6-f029-43bb-be92-23813f774088', 'name': 'volume-650293c6-f029-43bb-be92-23813f774088', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e305b5ec-8988-4adf-9c48-772f6b904ff1', 'attached_at': '', 'detached_at': '', 'volume_id': '650293c6-f029-43bb-be92-23813f774088', 'serial': '650293c6-f029-43bb-be92-23813f774088'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1695.249423] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54a21b2-d16d-489d-adce-14bddba1cfab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.281543] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8a912d-9da3-4f59-9b54-c7592b8aba62 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.289658] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16991774-17d3-4619-967f-b6761dca3a98 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.317522] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07ba8c8-d9f5-42ba-bc53-92bf88aded0d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.335087] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] The volume has not been displaced from its original location: [datastore1] volume-650293c6-f029-43bb-be92-23813f774088/volume-650293c6-f029-43bb-be92-23813f774088.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1695.340595] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1695.343193] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01725016-4ef2-423d-9eff-b2a0ee12ffed {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.364100] env[63248]: DEBUG oslo_vmware.api [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1695.364100] env[63248]: value = "task-1801171" [ 1695.364100] env[63248]: _type = "Task" [ 1695.364100] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.381794] env[63248]: DEBUG oslo_vmware.api [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.388694] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2c6aa0-2833-4373-a1f6-c80fc77e533a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.398232] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1da09c-60c7-4137-8c5c-f8d8d6dea8b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.406223] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "6faf0bc8-4209-460e-a485-340ed052924a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.406522] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "6faf0bc8-4209-460e-a485-340ed052924a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.437133] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92713ef-35dc-449e-8955-a133ede82206 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.446453] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bb82a0-5ac1-4dda-a44a-e49ffde063ab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.466365] env[63248]: DEBUG nova.compute.provider_tree [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.466526] env[63248]: DEBUG nova.compute.manager [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1695.633550] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.633710] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.633997] env[63248]: DEBUG nova.network.neutron [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1695.653328] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Updating instance_info_cache with network_info: [{"id": "8480b9e0-d9da-4ab6-b32e-75bd98922660", "address": "fa:16:3e:69:0e:95", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8480b9e0-d9", "ovs_interfaceid": "8480b9e0-d9da-4ab6-b32e-75bd98922660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.657257] env[63248]: DEBUG oslo_concurrency.lockutils [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.657257] env[63248]: DEBUG oslo_concurrency.lockutils [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.856974] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "340a9620-8240-4a34-95dd-7d5ea37fe0ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.857224] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "340a9620-8240-4a34-95dd-7d5ea37fe0ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.877180] env[63248]: DEBUG oslo_vmware.api [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801171, 'name': ReconfigVM_Task, 'duration_secs': 0.256772} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.877477] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1695.882332] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b5e17b-61a6-4caf-be80-3c00b1c8dd5a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.898458] env[63248]: DEBUG oslo_vmware.api [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1695.898458] env[63248]: value = "task-1801172" [ 1695.898458] env[63248]: _type = "Task" [ 1695.898458] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.907857] env[63248]: DEBUG oslo_vmware.api [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.934592] env[63248]: DEBUG nova.compute.manager [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1695.971329] env[63248]: DEBUG nova.scheduler.client.report [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1696.002217] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.157634] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Releasing lock "refresh_cache-e305b5ec-8988-4adf-9c48-772f6b904ff1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.157988] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Updated the network info_cache for instance {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1696.158223] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.158637] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.158637] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.158930] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.159131] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.159291] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.159562] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1696.159843] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.162282] env[63248]: INFO nova.compute.manager [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Detaching volume 62e21dfc-5984-493a-a114-8210c7a5a755 [ 1696.175583] env[63248]: DEBUG nova.network.neutron [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1696.205341] env[63248]: INFO nova.virt.block_device [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Attempting to driver detach volume 62e21dfc-5984-493a-a114-8210c7a5a755 from mountpoint /dev/sdb [ 1696.205578] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1696.205765] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373468', 'volume_id': '62e21dfc-5984-493a-a114-8210c7a5a755', 'name': 'volume-62e21dfc-5984-493a-a114-8210c7a5a755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8f49be4e-8616-45f6-b056-2e6a8dfe6bf7', 'attached_at': '', 'detached_at': '', 'volume_id': '62e21dfc-5984-493a-a114-8210c7a5a755', 'serial': '62e21dfc-5984-493a-a114-8210c7a5a755'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1696.206662] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ae6689-9a97-4534-878c-49ceb90a14d3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.232640] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e52f08-7a42-44bf-89a1-a2e07239315b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.242120] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bee977d-087e-4ad3-9d02-e9784db8fe74 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.266263] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7101ab4f-ee86-421c-ab68-2b3a4fca5291 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.283391] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] The volume has not been displaced from its original location: [datastore1] volume-62e21dfc-5984-493a-a114-8210c7a5a755/volume-62e21dfc-5984-493a-a114-8210c7a5a755.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1696.288469] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1696.291262] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce8bee1e-dad5-46c9-bd11-469fb955feef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.310402] env[63248]: DEBUG oslo_vmware.api [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1696.310402] env[63248]: value = "task-1801173" [ 1696.310402] env[63248]: _type = "Task" [ 1696.310402] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.320343] env[63248]: DEBUG oslo_vmware.api [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.359870] env[63248]: DEBUG nova.compute.manager [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1696.385528] env[63248]: DEBUG nova.network.neutron [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Updating instance_info_cache with network_info: [{"id": "dae6d316-2998-483d-9125-fc0e5182ddfd", "address": "fa:16:3e:de:85:0a", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae6d316-29", "ovs_interfaceid": "dae6d316-2998-483d-9125-fc0e5182ddfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.409594] env[63248]: DEBUG oslo_vmware.api [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801172, 'name': ReconfigVM_Task, 'duration_secs': 0.159403} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.409930] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373392', 'volume_id': '650293c6-f029-43bb-be92-23813f774088', 'name': 'volume-650293c6-f029-43bb-be92-23813f774088', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e305b5ec-8988-4adf-9c48-772f6b904ff1', 'attached_at': '', 'detached_at': '', 'volume_id': '650293c6-f029-43bb-be92-23813f774088', 'serial': '650293c6-f029-43bb-be92-23813f774088'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1696.459611] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.666538] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.821571] env[63248]: DEBUG oslo_vmware.api [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.879421] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.888382] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.888705] env[63248]: DEBUG nova.compute.manager [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Instance network_info: |[{"id": "dae6d316-2998-483d-9125-fc0e5182ddfd", "address": "fa:16:3e:de:85:0a", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae6d316-29", "ovs_interfaceid": "dae6d316-2998-483d-9125-fc0e5182ddfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1696.889123] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:85:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dae6d316-2998-483d-9125-fc0e5182ddfd', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1696.897105] env[63248]: DEBUG oslo.service.loopingcall [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1696.897729] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bac808d3-c675-4488-9441-ad7979061a76] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1696.897977] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7419d1e7-030c-459a-adb1-6ae6c47889b3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.921658] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1696.921658] env[63248]: value = "task-1801174" [ 1696.921658] env[63248]: _type = "Task" [ 1696.921658] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.932052] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801174, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.956574] env[63248]: DEBUG nova.objects.instance [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lazy-loading 'flavor' on Instance uuid e305b5ec-8988-4adf-9c48-772f6b904ff1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.984411] env[63248]: DEBUG oslo_concurrency.lockutils [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.505s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.989028] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.987s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.992180] env[63248]: INFO nova.compute.claims [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1696.997159] env[63248]: DEBUG nova.compute.manager [req-f42e400f-ad8c-4510-99fe-4f885e502778 req-dd116fb2-0901-4356-ba48-87a5bebb9445 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Received event network-changed-dae6d316-2998-483d-9125-fc0e5182ddfd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1696.997405] env[63248]: DEBUG nova.compute.manager [req-f42e400f-ad8c-4510-99fe-4f885e502778 req-dd116fb2-0901-4356-ba48-87a5bebb9445 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Refreshing instance network info cache due to event network-changed-dae6d316-2998-483d-9125-fc0e5182ddfd. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1696.997643] env[63248]: DEBUG oslo_concurrency.lockutils [req-f42e400f-ad8c-4510-99fe-4f885e502778 req-dd116fb2-0901-4356-ba48-87a5bebb9445 service nova] Acquiring lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.997800] env[63248]: DEBUG oslo_concurrency.lockutils [req-f42e400f-ad8c-4510-99fe-4f885e502778 req-dd116fb2-0901-4356-ba48-87a5bebb9445 service nova] Acquired lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.997980] env[63248]: DEBUG nova.network.neutron [req-f42e400f-ad8c-4510-99fe-4f885e502778 req-dd116fb2-0901-4356-ba48-87a5bebb9445 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Refreshing network info cache for port dae6d316-2998-483d-9125-fc0e5182ddfd {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1697.322934] env[63248]: DEBUG oslo_vmware.api [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801173, 'name': ReconfigVM_Task, 'duration_secs': 0.701279} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.323292] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1697.328134] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c65a73a0-ba3a-4704-b7bf-5685a1f93c30 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.345549] env[63248]: DEBUG oslo_vmware.api [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1697.345549] env[63248]: value = "task-1801175" [ 1697.345549] env[63248]: _type = "Task" [ 1697.345549] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.354282] env[63248]: DEBUG oslo_vmware.api [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.431974] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801174, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.560207] env[63248]: INFO nova.scheduler.client.report [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleted allocation for migration a7a8ff2e-340a-4d19-a0e0-9b4c15f4d602 [ 1697.733037] env[63248]: DEBUG nova.network.neutron [req-f42e400f-ad8c-4510-99fe-4f885e502778 req-dd116fb2-0901-4356-ba48-87a5bebb9445 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Updated VIF entry in instance network info cache for port dae6d316-2998-483d-9125-fc0e5182ddfd. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1697.733390] env[63248]: DEBUG nova.network.neutron [req-f42e400f-ad8c-4510-99fe-4f885e502778 req-dd116fb2-0901-4356-ba48-87a5bebb9445 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Updating instance_info_cache with network_info: [{"id": "dae6d316-2998-483d-9125-fc0e5182ddfd", "address": "fa:16:3e:de:85:0a", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae6d316-29", "ovs_interfaceid": "dae6d316-2998-483d-9125-fc0e5182ddfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.855787] env[63248]: DEBUG oslo_vmware.api [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801175, 'name': ReconfigVM_Task, 'duration_secs': 0.173778} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.856112] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373468', 'volume_id': '62e21dfc-5984-493a-a114-8210c7a5a755', 'name': 'volume-62e21dfc-5984-493a-a114-8210c7a5a755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8f49be4e-8616-45f6-b056-2e6a8dfe6bf7', 'attached_at': '', 'detached_at': '', 'volume_id': '62e21dfc-5984-493a-a114-8210c7a5a755', 'serial': '62e21dfc-5984-493a-a114-8210c7a5a755'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1697.932897] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801174, 'name': CreateVM_Task, 'duration_secs': 0.549612} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.933116] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bac808d3-c675-4488-9441-ad7979061a76] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1697.933799] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.933962] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.934292] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1697.934546] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4044d48-3972-4dd1-a8c8-6db971318463 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.940515] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1697.940515] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c9a8b1-d54b-509e-5d7a-bfda4c055dc2" [ 1697.940515] env[63248]: _type = "Task" [ 1697.940515] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.948700] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c9a8b1-d54b-509e-5d7a-bfda4c055dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.965969] env[63248]: DEBUG oslo_concurrency.lockutils [None req-34bdc4bc-6060-41d7-93f8-6b6323a56abd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "e305b5ec-8988-4adf-9c48-772f6b904ff1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.283s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.066937] env[63248]: DEBUG oslo_concurrency.lockutils [None req-88a457b4-2497-4fe2-bc40-2778f3291176 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "74fbef5e-2007-4399-a2f1-24503b20ac36" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.298s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.228308] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490e4d98-4243-4b93-96e0-3d6a3c2506bb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.236671] env[63248]: DEBUG oslo_concurrency.lockutils [req-f42e400f-ad8c-4510-99fe-4f885e502778 req-dd116fb2-0901-4356-ba48-87a5bebb9445 service nova] Releasing lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.237941] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3166f6e0-1d7d-4bc6-9fb1-c5f261c58cf7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.273517] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa9a0d9-003c-4a5a-8aeb-9b9c4a12d1b3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.282297] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276a2fd9-a005-41b5-ba99-9745a6be9892 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.297377] env[63248]: DEBUG nova.compute.provider_tree [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.419412] env[63248]: DEBUG nova.objects.instance [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lazy-loading 'flavor' on Instance uuid 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1698.451025] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c9a8b1-d54b-509e-5d7a-bfda4c055dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.010757} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.451622] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.451622] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1698.451870] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.452031] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.452254] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1698.452484] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9eacb0e-fd4e-40e2-9769-41fb45acf1d9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.466035] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1698.466035] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1698.466698] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc32353-bd8c-4731-9a4f-b766909527be {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.473781] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1698.473781] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d9765f-5629-7122-110e-0e44cf28d886" [ 1698.473781] env[63248]: _type = "Task" [ 1698.473781] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.483352] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d9765f-5629-7122-110e-0e44cf28d886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.801016] env[63248]: DEBUG nova.scheduler.client.report [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.810033] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "74fbef5e-2007-4399-a2f1-24503b20ac36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.810294] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "74fbef5e-2007-4399-a2f1-24503b20ac36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.810504] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "74fbef5e-2007-4399-a2f1-24503b20ac36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.810687] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "74fbef5e-2007-4399-a2f1-24503b20ac36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.810853] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "74fbef5e-2007-4399-a2f1-24503b20ac36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.812742] env[63248]: INFO nova.compute.manager [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Terminating instance [ 1698.985028] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d9765f-5629-7122-110e-0e44cf28d886, 'name': SearchDatastore_Task, 'duration_secs': 0.011079} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.986008] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aab74eff-1a8e-45be-88a8-b2a0fcdbe0ae {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.992473] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1698.992473] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dba214-dddc-3378-3157-463c4bbeb4b2" [ 1698.992473] env[63248]: _type = "Task" [ 1698.992473] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.006176] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dba214-dddc-3378-3157-463c4bbeb4b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.006579] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.006782] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] bac808d3-c675-4488-9441-ad7979061a76/bac808d3-c675-4488-9441-ad7979061a76.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1699.007145] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad5fc98b-43b0-43a4-8cfa-90c73a7a4f1c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.014694] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1699.014694] env[63248]: value = "task-1801176" [ 1699.014694] env[63248]: _type = "Task" [ 1699.014694] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.025169] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.090043] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "e305b5ec-8988-4adf-9c48-772f6b904ff1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.090452] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "e305b5ec-8988-4adf-9c48-772f6b904ff1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.090788] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "e305b5ec-8988-4adf-9c48-772f6b904ff1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.091103] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "e305b5ec-8988-4adf-9c48-772f6b904ff1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.091386] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "e305b5ec-8988-4adf-9c48-772f6b904ff1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.094203] env[63248]: INFO nova.compute.manager [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Terminating instance [ 1699.291546] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "13f096e4-7c5e-44e8-b221-d0ccaaf2d293" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.291898] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "13f096e4-7c5e-44e8-b221-d0ccaaf2d293" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.305425] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.306063] env[63248]: DEBUG nova.compute.manager [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1699.308614] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.849s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.310168] env[63248]: INFO nova.compute.claims [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.316066] env[63248]: DEBUG nova.compute.manager [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1699.316608] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1699.317144] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f94c8e4-3246-47a0-8baa-5bbbffa301ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.328602] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1699.330280] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7abf6681-ee33-4b9a-91fa-430a3d4c108f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.339577] env[63248]: DEBUG oslo_vmware.api [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1699.339577] env[63248]: value = "task-1801177" [ 1699.339577] env[63248]: _type = "Task" [ 1699.339577] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.351969] env[63248]: DEBUG oslo_vmware.api [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.426436] env[63248]: DEBUG oslo_concurrency.lockutils [None req-116dd3a0-1caf-44fc-adcb-4f9201ff9bfb tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.769s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.526297] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496452} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.526509] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] bac808d3-c675-4488-9441-ad7979061a76/bac808d3-c675-4488-9441-ad7979061a76.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1699.526860] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1699.527222] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7e3f57f-46db-4861-adcf-ebf094bf2804 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.536448] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1699.536448] env[63248]: value = "task-1801178" [ 1699.536448] env[63248]: _type = "Task" [ 1699.536448] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.546802] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.599722] env[63248]: DEBUG nova.compute.manager [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1699.599964] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1699.601215] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b90f64d-a26d-4c0a-ab7d-2d3ae29c2d3d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.610607] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1699.610929] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4301acf-d1ca-4d31-92a1-7ea1d8146987 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.619903] env[63248]: DEBUG oslo_vmware.api [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1699.619903] env[63248]: value = "task-1801179" [ 1699.619903] env[63248]: _type = "Task" [ 1699.619903] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.629771] env[63248]: DEBUG oslo_vmware.api [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.795490] env[63248]: DEBUG nova.compute.manager [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1699.815139] env[63248]: DEBUG nova.compute.utils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1699.819602] env[63248]: DEBUG nova.compute.manager [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1699.819727] env[63248]: DEBUG nova.network.neutron [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1699.851785] env[63248]: DEBUG oslo_vmware.api [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801177, 'name': PowerOffVM_Task, 'duration_secs': 0.290124} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.852898] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1699.852898] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1699.853212] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03454e80-1d3f-4585-b20b-7f71abf0f2af {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.871338] env[63248]: DEBUG nova.policy [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e4832cca93d470f9fcb980e61886328', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62ebb3bfaed34a88b8f9c8b252fc9224', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1699.945770] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1699.945770] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1699.945993] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleting the datastore file [datastore1] 74fbef5e-2007-4399-a2f1-24503b20ac36 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1699.946251] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09b93d83-2c90-40fa-b230-36b9c1dbf334 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.954970] env[63248]: DEBUG oslo_vmware.api [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1699.954970] env[63248]: value = "task-1801181" [ 1699.954970] env[63248]: _type = "Task" [ 1699.954970] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.966115] env[63248]: DEBUG oslo_vmware.api [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.048174] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073265} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.048689] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1700.050061] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e074a784-c373-46e4-bf7e-89f537495cba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.081678] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] bac808d3-c675-4488-9441-ad7979061a76/bac808d3-c675-4488-9441-ad7979061a76.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1700.082779] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f4aadd1-7847-41d5-b2f3-9e6a1baa71a5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.109160] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1700.109160] env[63248]: value = "task-1801182" [ 1700.109160] env[63248]: _type = "Task" [ 1700.109160] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.125017] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.131236] env[63248]: DEBUG oslo_vmware.api [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801179, 'name': PowerOffVM_Task, 'duration_secs': 0.264262} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.131459] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1700.131741] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1700.132099] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0c99330-baad-48ee-9014-50821a4b848c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.180597] env[63248]: DEBUG nova.network.neutron [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Successfully created port: d95eb815-3bc2-4de5-be79-151dcd8217ac {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1700.235682] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1700.235954] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1700.236186] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Deleting the datastore file [datastore1] e305b5ec-8988-4adf-9c48-772f6b904ff1 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1700.236489] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8460a6b3-d9b3-4db1-a39b-13f1f54642a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.243768] env[63248]: DEBUG oslo_vmware.api [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1700.243768] env[63248]: value = "task-1801184" [ 1700.243768] env[63248]: _type = "Task" [ 1700.243768] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.252394] env[63248]: DEBUG oslo_vmware.api [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.318708] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.320472] env[63248]: DEBUG nova.compute.manager [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1700.438648] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "0e81a54e-c648-4b37-b20d-8228a8a16cc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.438972] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "0e81a54e-c648-4b37-b20d-8228a8a16cc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.465849] env[63248]: DEBUG oslo_vmware.api [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153698} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.468639] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1700.468842] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1700.469036] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1700.469219] env[63248]: INFO nova.compute.manager [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1700.469492] env[63248]: DEBUG oslo.service.loopingcall [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.470178] env[63248]: DEBUG nova.compute.manager [-] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1700.470277] env[63248]: DEBUG nova.network.neutron [-] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1700.607516] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c883b847-d4d7-48d8-aa30-bd6d70f4b398 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.623921] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3c0b72-9e6e-427e-8cdd-25b28fb802c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.625889] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801182, 'name': ReconfigVM_Task, 'duration_secs': 0.35511} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.626191] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Reconfigured VM instance instance-00000053 to attach disk [datastore1] bac808d3-c675-4488-9441-ad7979061a76/bac808d3-c675-4488-9441-ad7979061a76.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1700.627120] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11a1b5ed-9051-42f2-a872-d72ac8b8afde {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.657068] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b36aa9e-a327-4e5a-b3d5-2e3bbd09090e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.660042] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1700.660042] env[63248]: value = "task-1801185" [ 1700.660042] env[63248]: _type = "Task" [ 1700.660042] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.667215] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac6f925-08e9-43fd-89c6-f63403c760c2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.674617] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801185, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.685164] env[63248]: DEBUG nova.compute.provider_tree [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.753380] env[63248]: DEBUG nova.compute.manager [req-5a1168f7-df7a-4f09-b71c-625e5f7a0cd9 req-7480e855-b341-4072-9a98-7fecd828eac3 service nova] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Received event network-vif-deleted-4f72d79a-b559-4033-9454-04881d4a5c83 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1700.753577] env[63248]: INFO nova.compute.manager [req-5a1168f7-df7a-4f09-b71c-625e5f7a0cd9 req-7480e855-b341-4072-9a98-7fecd828eac3 service nova] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Neutron deleted interface 4f72d79a-b559-4033-9454-04881d4a5c83; detaching it from the instance and deleting it from the info cache [ 1700.753709] env[63248]: DEBUG nova.network.neutron [req-5a1168f7-df7a-4f09-b71c-625e5f7a0cd9 req-7480e855-b341-4072-9a98-7fecd828eac3 service nova] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.759038] env[63248]: DEBUG oslo_vmware.api [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165825} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.759038] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1700.759038] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1700.759231] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1700.759293] env[63248]: INFO nova.compute.manager [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1700.759826] env[63248]: DEBUG oslo.service.loopingcall [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.760039] env[63248]: DEBUG nova.compute.manager [-] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1700.760132] env[63248]: DEBUG nova.network.neutron [-] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1700.941898] env[63248]: DEBUG nova.compute.manager [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1701.171557] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801185, 'name': Rename_Task, 'duration_secs': 0.412825} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.171557] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1701.171557] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad35f2ef-4632-46a0-a19a-75f498cc1f00 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.178688] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1701.178688] env[63248]: value = "task-1801186" [ 1701.178688] env[63248]: _type = "Task" [ 1701.178688] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.186990] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.187955] env[63248]: DEBUG nova.scheduler.client.report [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.232524] env[63248]: DEBUG nova.network.neutron [-] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.262257] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5908d0f1-62d9-43dc-abcc-fb4cf340bc50 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.272763] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29722f32-d25f-47ed-a623-4a3e26a5fbb3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.309292] env[63248]: DEBUG nova.compute.manager [req-5a1168f7-df7a-4f09-b71c-625e5f7a0cd9 req-7480e855-b341-4072-9a98-7fecd828eac3 service nova] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Detach interface failed, port_id=4f72d79a-b559-4033-9454-04881d4a5c83, reason: Instance 74fbef5e-2007-4399-a2f1-24503b20ac36 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1701.331134] env[63248]: DEBUG nova.compute.manager [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1701.356210] env[63248]: DEBUG nova.virt.hardware [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1701.356474] env[63248]: DEBUG nova.virt.hardware [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1701.356748] env[63248]: DEBUG nova.virt.hardware [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1701.356915] env[63248]: DEBUG nova.virt.hardware [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1701.357081] env[63248]: DEBUG nova.virt.hardware [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1701.357232] env[63248]: DEBUG nova.virt.hardware [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1701.357439] env[63248]: DEBUG nova.virt.hardware [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1701.357600] env[63248]: DEBUG nova.virt.hardware [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1701.357767] env[63248]: DEBUG nova.virt.hardware [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1701.358095] env[63248]: DEBUG nova.virt.hardware [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1701.358186] env[63248]: DEBUG nova.virt.hardware [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1701.359352] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aede9f-0fae-4563-b809-354131f71bd9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.368118] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7995e573-6204-4464-bd48-196cfbca2ebf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.467759] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.696816] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.697371] env[63248]: DEBUG nova.compute.manager [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1701.701166] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801186, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.705023] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.035s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.705023] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.705023] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1701.705023] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.823s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.705023] env[63248]: INFO nova.compute.claims [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1701.707637] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e681b0-e622-4999-a442-25eac187c478 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.718164] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d81f3f4-c120-4edd-990a-fcfd9251f794 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.734142] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1831f745-157c-489d-9024-fdadb0f2a6c3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.737150] env[63248]: INFO nova.compute.manager [-] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Took 1.27 seconds to deallocate network for instance. [ 1701.745289] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576c3d0d-6d57-4771-b428-050a3279b577 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.777871] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179519MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1701.778116] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.786775] env[63248]: DEBUG nova.network.neutron [-] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.006913] env[63248]: DEBUG nova.network.neutron [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Successfully updated port: d95eb815-3bc2-4de5-be79-151dcd8217ac {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1702.194033] env[63248]: DEBUG oslo_vmware.api [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801186, 'name': PowerOnVM_Task, 'duration_secs': 0.572141} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.194300] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1702.194495] env[63248]: INFO nova.compute.manager [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Took 11.42 seconds to spawn the instance on the hypervisor. [ 1702.194713] env[63248]: DEBUG nova.compute.manager [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1702.195521] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f65aea-7d23-4b54-9cb8-72eda5c69fcf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.203676] env[63248]: DEBUG nova.compute.utils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.207982] env[63248]: DEBUG nova.compute.manager [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1702.208163] env[63248]: DEBUG nova.network.neutron [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.245836] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.287362] env[63248]: DEBUG nova.policy [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a12e948fdbc54ee380c7d2a8c8ad7744', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3dc83fa4b7e9483bbc6af87f738d781b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1702.292450] env[63248]: INFO nova.compute.manager [-] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Took 1.53 seconds to deallocate network for instance. [ 1702.509537] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Acquiring lock "refresh_cache-7f17af60-769a-432d-a68c-00eae58f4be1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.509755] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Acquired lock "refresh_cache-7f17af60-769a-432d-a68c-00eae58f4be1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.509837] env[63248]: DEBUG nova.network.neutron [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1702.537567] env[63248]: DEBUG nova.network.neutron [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Successfully created port: 9d55f1c5-8041-4db0-aa06-21ce8ce9aa60 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1702.710684] env[63248]: DEBUG nova.compute.manager [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1702.722736] env[63248]: INFO nova.compute.manager [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Took 27.14 seconds to build instance. [ 1702.800597] env[63248]: DEBUG nova.compute.manager [req-f4641417-756c-4f01-8231-15f4b610c3de req-9a7569c0-6e04-4250-94c5-a34f99ad7328 service nova] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Received event network-vif-deleted-8480b9e0-d9da-4ab6-b32e-75bd98922660 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1702.800597] env[63248]: DEBUG nova.compute.manager [req-f4641417-756c-4f01-8231-15f4b610c3de req-9a7569c0-6e04-4250-94c5-a34f99ad7328 service nova] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Received event network-vif-plugged-d95eb815-3bc2-4de5-be79-151dcd8217ac {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1702.800597] env[63248]: DEBUG oslo_concurrency.lockutils [req-f4641417-756c-4f01-8231-15f4b610c3de req-9a7569c0-6e04-4250-94c5-a34f99ad7328 service nova] Acquiring lock "7f17af60-769a-432d-a68c-00eae58f4be1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.800768] env[63248]: DEBUG oslo_concurrency.lockutils [req-f4641417-756c-4f01-8231-15f4b610c3de req-9a7569c0-6e04-4250-94c5-a34f99ad7328 service nova] Lock "7f17af60-769a-432d-a68c-00eae58f4be1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.800819] env[63248]: DEBUG oslo_concurrency.lockutils [req-f4641417-756c-4f01-8231-15f4b610c3de req-9a7569c0-6e04-4250-94c5-a34f99ad7328 service nova] Lock "7f17af60-769a-432d-a68c-00eae58f4be1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.800965] env[63248]: DEBUG nova.compute.manager [req-f4641417-756c-4f01-8231-15f4b610c3de req-9a7569c0-6e04-4250-94c5-a34f99ad7328 service nova] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] No waiting events found dispatching network-vif-plugged-d95eb815-3bc2-4de5-be79-151dcd8217ac {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1702.801140] env[63248]: WARNING nova.compute.manager [req-f4641417-756c-4f01-8231-15f4b610c3de req-9a7569c0-6e04-4250-94c5-a34f99ad7328 service nova] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Received unexpected event network-vif-plugged-d95eb815-3bc2-4de5-be79-151dcd8217ac for instance with vm_state building and task_state spawning. [ 1702.801301] env[63248]: DEBUG nova.compute.manager [req-f4641417-756c-4f01-8231-15f4b610c3de req-9a7569c0-6e04-4250-94c5-a34f99ad7328 service nova] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Received event network-changed-d95eb815-3bc2-4de5-be79-151dcd8217ac {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1702.801450] env[63248]: DEBUG nova.compute.manager [req-f4641417-756c-4f01-8231-15f4b610c3de req-9a7569c0-6e04-4250-94c5-a34f99ad7328 service nova] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Refreshing instance network info cache due to event network-changed-d95eb815-3bc2-4de5-be79-151dcd8217ac. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1702.801643] env[63248]: DEBUG oslo_concurrency.lockutils [req-f4641417-756c-4f01-8231-15f4b610c3de req-9a7569c0-6e04-4250-94c5-a34f99ad7328 service nova] Acquiring lock "refresh_cache-7f17af60-769a-432d-a68c-00eae58f4be1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.802422] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.951083] env[63248]: DEBUG nova.compute.manager [req-6e98fe9a-2c66-45d5-8563-24d1a61e108d req-1831d1f4-672f-4add-8c5f-740f5bd893a4 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Received event network-changed-dae6d316-2998-483d-9125-fc0e5182ddfd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1702.951311] env[63248]: DEBUG nova.compute.manager [req-6e98fe9a-2c66-45d5-8563-24d1a61e108d req-1831d1f4-672f-4add-8c5f-740f5bd893a4 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Refreshing instance network info cache due to event network-changed-dae6d316-2998-483d-9125-fc0e5182ddfd. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1702.951569] env[63248]: DEBUG oslo_concurrency.lockutils [req-6e98fe9a-2c66-45d5-8563-24d1a61e108d req-1831d1f4-672f-4add-8c5f-740f5bd893a4 service nova] Acquiring lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.951751] env[63248]: DEBUG oslo_concurrency.lockutils [req-6e98fe9a-2c66-45d5-8563-24d1a61e108d req-1831d1f4-672f-4add-8c5f-740f5bd893a4 service nova] Acquired lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.951918] env[63248]: DEBUG nova.network.neutron [req-6e98fe9a-2c66-45d5-8563-24d1a61e108d req-1831d1f4-672f-4add-8c5f-740f5bd893a4 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Refreshing network info cache for port dae6d316-2998-483d-9125-fc0e5182ddfd {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1702.992133] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a37c82-e73f-49f5-995e-00f644cb63d6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.001839] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea82fcf-ffd3-4a04-b725-f3529204c7e1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.043028] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc73d59-7804-4119-a12d-dbdbb737f63a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.051579] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5692e3-f5ae-4b05-9c6e-fb8b237eec3a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.065383] env[63248]: DEBUG nova.compute.provider_tree [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.073973] env[63248]: DEBUG nova.network.neutron [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1703.212423] env[63248]: DEBUG nova.network.neutron [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Updating instance_info_cache with network_info: [{"id": "d95eb815-3bc2-4de5-be79-151dcd8217ac", "address": "fa:16:3e:e8:a1:d2", "network": {"id": "fafdedd7-fe71-4cdd-ac88-647d9046746b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-173851646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62ebb3bfaed34a88b8f9c8b252fc9224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd95eb815-3b", "ovs_interfaceid": "d95eb815-3bc2-4de5-be79-151dcd8217ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.224335] env[63248]: DEBUG oslo_concurrency.lockutils [None req-975ecb10-cdbf-4716-93a9-ad999ab04893 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "bac808d3-c675-4488-9441-ad7979061a76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.653s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.568661] env[63248]: DEBUG nova.scheduler.client.report [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.670050] env[63248]: DEBUG nova.network.neutron [req-6e98fe9a-2c66-45d5-8563-24d1a61e108d req-1831d1f4-672f-4add-8c5f-740f5bd893a4 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Updated VIF entry in instance network info cache for port dae6d316-2998-483d-9125-fc0e5182ddfd. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1703.670433] env[63248]: DEBUG nova.network.neutron [req-6e98fe9a-2c66-45d5-8563-24d1a61e108d req-1831d1f4-672f-4add-8c5f-740f5bd893a4 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Updating instance_info_cache with network_info: [{"id": "dae6d316-2998-483d-9125-fc0e5182ddfd", "address": "fa:16:3e:de:85:0a", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae6d316-29", "ovs_interfaceid": "dae6d316-2998-483d-9125-fc0e5182ddfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.714696] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Releasing lock "refresh_cache-7f17af60-769a-432d-a68c-00eae58f4be1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.715125] env[63248]: DEBUG nova.compute.manager [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Instance network_info: |[{"id": "d95eb815-3bc2-4de5-be79-151dcd8217ac", "address": "fa:16:3e:e8:a1:d2", "network": {"id": "fafdedd7-fe71-4cdd-ac88-647d9046746b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-173851646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62ebb3bfaed34a88b8f9c8b252fc9224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd95eb815-3b", "ovs_interfaceid": "d95eb815-3bc2-4de5-be79-151dcd8217ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1703.715413] env[63248]: DEBUG oslo_concurrency.lockutils [req-f4641417-756c-4f01-8231-15f4b610c3de req-9a7569c0-6e04-4250-94c5-a34f99ad7328 service nova] Acquired lock "refresh_cache-7f17af60-769a-432d-a68c-00eae58f4be1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.715591] env[63248]: DEBUG nova.network.neutron [req-f4641417-756c-4f01-8231-15f4b610c3de req-9a7569c0-6e04-4250-94c5-a34f99ad7328 service nova] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Refreshing network info cache for port d95eb815-3bc2-4de5-be79-151dcd8217ac {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1703.716697] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:a1:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd95eb815-3bc2-4de5-be79-151dcd8217ac', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1703.724518] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Creating folder: Project (62ebb3bfaed34a88b8f9c8b252fc9224). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1703.728453] env[63248]: DEBUG nova.compute.manager [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1703.730127] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-817561f4-7543-4471-adc4-6b9b52c587c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.744612] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Created folder: Project (62ebb3bfaed34a88b8f9c8b252fc9224) in parent group-v373228. [ 1703.744759] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Creating folder: Instances. Parent ref: group-v373470. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1703.745562] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c4a6763-687d-46c9-a437-ee689761784c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.758152] env[63248]: DEBUG nova.virt.hardware [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1703.758431] env[63248]: DEBUG nova.virt.hardware [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.758629] env[63248]: DEBUG nova.virt.hardware [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1703.758782] env[63248]: DEBUG nova.virt.hardware [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.758914] env[63248]: DEBUG nova.virt.hardware [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1703.759073] env[63248]: DEBUG nova.virt.hardware [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1703.759282] env[63248]: DEBUG nova.virt.hardware [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1703.759466] env[63248]: DEBUG nova.virt.hardware [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1703.759653] env[63248]: DEBUG nova.virt.hardware [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1703.759821] env[63248]: DEBUG nova.virt.hardware [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1703.759993] env[63248]: DEBUG nova.virt.hardware [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1703.760907] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4f9afd-e61c-4b89-9893-44e4abced2af {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.766205] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Created folder: Instances in parent group-v373470. [ 1703.766435] env[63248]: DEBUG oslo.service.loopingcall [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1703.767269] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1703.767777] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60828331-a906-4315-a995-c75293425b5b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.786524] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bf78d0-09f5-4ff5-b92e-f81286528c77 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.791815] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1703.791815] env[63248]: value = "task-1801189" [ 1703.791815] env[63248]: _type = "Task" [ 1703.791815] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.809962] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801189, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.029973] env[63248]: DEBUG nova.network.neutron [req-f4641417-756c-4f01-8231-15f4b610c3de req-9a7569c0-6e04-4250-94c5-a34f99ad7328 service nova] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Updated VIF entry in instance network info cache for port d95eb815-3bc2-4de5-be79-151dcd8217ac. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1704.030340] env[63248]: DEBUG nova.network.neutron [req-f4641417-756c-4f01-8231-15f4b610c3de req-9a7569c0-6e04-4250-94c5-a34f99ad7328 service nova] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Updating instance_info_cache with network_info: [{"id": "d95eb815-3bc2-4de5-be79-151dcd8217ac", "address": "fa:16:3e:e8:a1:d2", "network": {"id": "fafdedd7-fe71-4cdd-ac88-647d9046746b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-173851646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62ebb3bfaed34a88b8f9c8b252fc9224", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd95eb815-3b", "ovs_interfaceid": "d95eb815-3bc2-4de5-be79-151dcd8217ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.073495] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.074161] env[63248]: DEBUG nova.compute.manager [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1704.078443] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.760s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.080441] env[63248]: INFO nova.compute.claims [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1704.173181] env[63248]: DEBUG oslo_concurrency.lockutils [req-6e98fe9a-2c66-45d5-8563-24d1a61e108d req-1831d1f4-672f-4add-8c5f-740f5bd893a4 service nova] Releasing lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.181649] env[63248]: DEBUG nova.network.neutron [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Successfully updated port: 9d55f1c5-8041-4db0-aa06-21ce8ce9aa60 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1704.304745] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801189, 'name': CreateVM_Task, 'duration_secs': 0.362959} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.304989] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1704.305675] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.305859] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.306217] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1704.306487] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d378db5-cc38-4cba-8c96-c39452e1d590 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.314746] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Waiting for the task: (returnval){ [ 1704.314746] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b508b1-091a-70b3-70e5-5e72f3116fda" [ 1704.314746] env[63248]: _type = "Task" [ 1704.314746] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.324118] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b508b1-091a-70b3-70e5-5e72f3116fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.533342] env[63248]: DEBUG oslo_concurrency.lockutils [req-f4641417-756c-4f01-8231-15f4b610c3de req-9a7569c0-6e04-4250-94c5-a34f99ad7328 service nova] Releasing lock "refresh_cache-7f17af60-769a-432d-a68c-00eae58f4be1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.585322] env[63248]: DEBUG nova.compute.utils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1704.592395] env[63248]: DEBUG nova.compute.manager [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1704.592616] env[63248]: DEBUG nova.network.neutron [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1704.638492] env[63248]: DEBUG nova.policy [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ffef12d33954a74b82ea7366686fa55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92fbb845eb614c12a2ab3032d9a39f84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1704.686287] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "refresh_cache-6faf0bc8-4209-460e-a485-340ed052924a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.686414] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquired lock "refresh_cache-6faf0bc8-4209-460e-a485-340ed052924a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.686605] env[63248]: DEBUG nova.network.neutron [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.828823] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b508b1-091a-70b3-70e5-5e72f3116fda, 'name': SearchDatastore_Task, 'duration_secs': 0.013956} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.830600] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.830976] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1704.831350] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.831646] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.831958] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1704.833198] env[63248]: DEBUG nova.compute.manager [req-68ac9e1f-c063-4a0f-8f0a-59f40974d4f2 req-13a66246-c556-4bf0-81c3-a7190a33cad6 service nova] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Received event network-vif-plugged-9d55f1c5-8041-4db0-aa06-21ce8ce9aa60 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1704.833522] env[63248]: DEBUG oslo_concurrency.lockutils [req-68ac9e1f-c063-4a0f-8f0a-59f40974d4f2 req-13a66246-c556-4bf0-81c3-a7190a33cad6 service nova] Acquiring lock "6faf0bc8-4209-460e-a485-340ed052924a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.833895] env[63248]: DEBUG oslo_concurrency.lockutils [req-68ac9e1f-c063-4a0f-8f0a-59f40974d4f2 req-13a66246-c556-4bf0-81c3-a7190a33cad6 service nova] Lock "6faf0bc8-4209-460e-a485-340ed052924a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.834208] env[63248]: DEBUG oslo_concurrency.lockutils [req-68ac9e1f-c063-4a0f-8f0a-59f40974d4f2 req-13a66246-c556-4bf0-81c3-a7190a33cad6 service nova] Lock "6faf0bc8-4209-460e-a485-340ed052924a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.834545] env[63248]: DEBUG nova.compute.manager [req-68ac9e1f-c063-4a0f-8f0a-59f40974d4f2 req-13a66246-c556-4bf0-81c3-a7190a33cad6 service nova] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] No waiting events found dispatching network-vif-plugged-9d55f1c5-8041-4db0-aa06-21ce8ce9aa60 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1704.834835] env[63248]: WARNING nova.compute.manager [req-68ac9e1f-c063-4a0f-8f0a-59f40974d4f2 req-13a66246-c556-4bf0-81c3-a7190a33cad6 service nova] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Received unexpected event network-vif-plugged-9d55f1c5-8041-4db0-aa06-21ce8ce9aa60 for instance with vm_state building and task_state spawning. [ 1704.836022] env[63248]: DEBUG nova.compute.manager [req-68ac9e1f-c063-4a0f-8f0a-59f40974d4f2 req-13a66246-c556-4bf0-81c3-a7190a33cad6 service nova] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Received event network-changed-9d55f1c5-8041-4db0-aa06-21ce8ce9aa60 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1704.836022] env[63248]: DEBUG nova.compute.manager [req-68ac9e1f-c063-4a0f-8f0a-59f40974d4f2 req-13a66246-c556-4bf0-81c3-a7190a33cad6 service nova] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Refreshing instance network info cache due to event network-changed-9d55f1c5-8041-4db0-aa06-21ce8ce9aa60. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1704.836022] env[63248]: DEBUG oslo_concurrency.lockutils [req-68ac9e1f-c063-4a0f-8f0a-59f40974d4f2 req-13a66246-c556-4bf0-81c3-a7190a33cad6 service nova] Acquiring lock "refresh_cache-6faf0bc8-4209-460e-a485-340ed052924a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.836022] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba9492fe-59e8-45a0-9c14-aebc04fd4675 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.851121] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1704.851121] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1704.851121] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e3b280-b98e-41df-9add-b2b2d0af789c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.860034] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Waiting for the task: (returnval){ [ 1704.860034] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521669df-bd69-8ea5-72de-1648d3d3652c" [ 1704.860034] env[63248]: _type = "Task" [ 1704.860034] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.867857] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521669df-bd69-8ea5-72de-1648d3d3652c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.887504] env[63248]: DEBUG nova.network.neutron [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Successfully created port: 3f344ef9-f81f-4a49-acb9-13d4fe86bbac {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1705.089623] env[63248]: DEBUG nova.compute.manager [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1705.229732] env[63248]: DEBUG nova.network.neutron [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.364386] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3538f131-51e5-4873-af2a-32bdfb841461 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.368295] env[63248]: DEBUG nova.network.neutron [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Updating instance_info_cache with network_info: [{"id": "9d55f1c5-8041-4db0-aa06-21ce8ce9aa60", "address": "fa:16:3e:a8:75:4d", "network": {"id": "ae26f2bc-6474-440b-aad9-4d2f92652699", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22811446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc83fa4b7e9483bbc6af87f738d781b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d55f1c5-80", "ovs_interfaceid": "9d55f1c5-8041-4db0-aa06-21ce8ce9aa60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.373503] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521669df-bd69-8ea5-72de-1648d3d3652c, 'name': SearchDatastore_Task, 'duration_secs': 0.043782} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.375868] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4db9952-02a1-40be-a7a6-567bafa64ef2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.378712] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a66f36e-cb6e-43a3-8a9b-4cd07911cecd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.387746] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Waiting for the task: (returnval){ [ 1705.387746] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527d8437-e6d6-be08-72c1-407bc036a850" [ 1705.387746] env[63248]: _type = "Task" [ 1705.387746] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.414913] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addb09b8-848c-4645-a076-e32582760017 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.425796] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f8eda7-784c-4a6a-8bba-ca7a5dc8a1c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.429651] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527d8437-e6d6-be08-72c1-407bc036a850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.442041] env[63248]: DEBUG nova.compute.provider_tree [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.870548] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Releasing lock "refresh_cache-6faf0bc8-4209-460e-a485-340ed052924a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.870947] env[63248]: DEBUG nova.compute.manager [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Instance network_info: |[{"id": "9d55f1c5-8041-4db0-aa06-21ce8ce9aa60", "address": "fa:16:3e:a8:75:4d", "network": {"id": "ae26f2bc-6474-440b-aad9-4d2f92652699", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22811446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc83fa4b7e9483bbc6af87f738d781b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d55f1c5-80", "ovs_interfaceid": "9d55f1c5-8041-4db0-aa06-21ce8ce9aa60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1705.871199] env[63248]: DEBUG oslo_concurrency.lockutils [req-68ac9e1f-c063-4a0f-8f0a-59f40974d4f2 req-13a66246-c556-4bf0-81c3-a7190a33cad6 service nova] Acquired lock "refresh_cache-6faf0bc8-4209-460e-a485-340ed052924a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.871384] env[63248]: DEBUG nova.network.neutron [req-68ac9e1f-c063-4a0f-8f0a-59f40974d4f2 req-13a66246-c556-4bf0-81c3-a7190a33cad6 service nova] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Refreshing network info cache for port 9d55f1c5-8041-4db0-aa06-21ce8ce9aa60 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1705.872599] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:75:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d55f1c5-8041-4db0-aa06-21ce8ce9aa60', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1705.879806] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Creating folder: Project (3dc83fa4b7e9483bbc6af87f738d781b). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1705.882801] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fed9db03-546f-4dd0-af30-d24fe16d4fe0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.896088] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Created folder: Project (3dc83fa4b7e9483bbc6af87f738d781b) in parent group-v373228. [ 1705.896295] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Creating folder: Instances. Parent ref: group-v373473. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1705.896530] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41b8a2d3-ddb3-497b-aa1f-d68832209350 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.906221] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Created folder: Instances in parent group-v373473. [ 1705.906468] env[63248]: DEBUG oslo.service.loopingcall [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.906653] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1705.906861] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a85a1db6-6593-4e65-8d21-e51831e52376 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.933026] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527d8437-e6d6-be08-72c1-407bc036a850, 'name': SearchDatastore_Task, 'duration_secs': 0.037064} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.934265] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.934535] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 7f17af60-769a-432d-a68c-00eae58f4be1/7f17af60-769a-432d-a68c-00eae58f4be1.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1705.934777] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1705.934777] env[63248]: value = "task-1801192" [ 1705.934777] env[63248]: _type = "Task" [ 1705.934777] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.934941] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-453b8549-6814-40c7-a402-aa06405d9861 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.945308] env[63248]: DEBUG nova.scheduler.client.report [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1705.948166] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801192, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.950130] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Waiting for the task: (returnval){ [ 1705.950130] env[63248]: value = "task-1801193" [ 1705.950130] env[63248]: _type = "Task" [ 1705.950130] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.101121] env[63248]: DEBUG nova.compute.manager [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1706.130249] env[63248]: DEBUG nova.virt.hardware [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1706.130514] env[63248]: DEBUG nova.virt.hardware [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1706.130673] env[63248]: DEBUG nova.virt.hardware [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1706.130852] env[63248]: DEBUG nova.virt.hardware [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1706.130995] env[63248]: DEBUG nova.virt.hardware [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1706.131163] env[63248]: DEBUG nova.virt.hardware [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1706.131373] env[63248]: DEBUG nova.virt.hardware [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1706.131556] env[63248]: DEBUG nova.virt.hardware [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1706.131731] env[63248]: DEBUG nova.virt.hardware [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1706.131895] env[63248]: DEBUG nova.virt.hardware [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1706.132076] env[63248]: DEBUG nova.virt.hardware [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1706.132984] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294c2641-25d1-4b16-a2ff-63a6c356cb25 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.136951] env[63248]: DEBUG nova.network.neutron [req-68ac9e1f-c063-4a0f-8f0a-59f40974d4f2 req-13a66246-c556-4bf0-81c3-a7190a33cad6 service nova] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Updated VIF entry in instance network info cache for port 9d55f1c5-8041-4db0-aa06-21ce8ce9aa60. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1706.137355] env[63248]: DEBUG nova.network.neutron [req-68ac9e1f-c063-4a0f-8f0a-59f40974d4f2 req-13a66246-c556-4bf0-81c3-a7190a33cad6 service nova] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Updating instance_info_cache with network_info: [{"id": "9d55f1c5-8041-4db0-aa06-21ce8ce9aa60", "address": "fa:16:3e:a8:75:4d", "network": {"id": "ae26f2bc-6474-440b-aad9-4d2f92652699", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22811446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc83fa4b7e9483bbc6af87f738d781b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d55f1c5-80", "ovs_interfaceid": "9d55f1c5-8041-4db0-aa06-21ce8ce9aa60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.145418] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1409c283-ab25-4375-94cd-81e1af60b6fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.448053] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801192, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.450909] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.451444] env[63248]: DEBUG nova.compute.manager [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1706.454036] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.986s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.455443] env[63248]: INFO nova.compute.claims [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.464636] env[63248]: DEBUG nova.network.neutron [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Successfully updated port: 3f344ef9-f81f-4a49-acb9-13d4fe86bbac {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.472274] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495032} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.472559] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 7f17af60-769a-432d-a68c-00eae58f4be1/7f17af60-769a-432d-a68c-00eae58f4be1.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1706.472777] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1706.473045] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bebd4533-3c15-4ea0-8973-952a4b1d4fa1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.480401] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Waiting for the task: (returnval){ [ 1706.480401] env[63248]: value = "task-1801194" [ 1706.480401] env[63248]: _type = "Task" [ 1706.480401] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.492135] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.640587] env[63248]: DEBUG oslo_concurrency.lockutils [req-68ac9e1f-c063-4a0f-8f0a-59f40974d4f2 req-13a66246-c556-4bf0-81c3-a7190a33cad6 service nova] Releasing lock "refresh_cache-6faf0bc8-4209-460e-a485-340ed052924a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.877484] env[63248]: DEBUG nova.compute.manager [req-f1d4fd8f-e9dd-405c-a4d9-0271b9e1afe6 req-c55a3492-0427-40d6-a35b-c8ad0be09c7d service nova] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Received event network-vif-plugged-3f344ef9-f81f-4a49-acb9-13d4fe86bbac {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1706.878049] env[63248]: DEBUG oslo_concurrency.lockutils [req-f1d4fd8f-e9dd-405c-a4d9-0271b9e1afe6 req-c55a3492-0427-40d6-a35b-c8ad0be09c7d service nova] Acquiring lock "340a9620-8240-4a34-95dd-7d5ea37fe0ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.878289] env[63248]: DEBUG oslo_concurrency.lockutils [req-f1d4fd8f-e9dd-405c-a4d9-0271b9e1afe6 req-c55a3492-0427-40d6-a35b-c8ad0be09c7d service nova] Lock "340a9620-8240-4a34-95dd-7d5ea37fe0ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.878464] env[63248]: DEBUG oslo_concurrency.lockutils [req-f1d4fd8f-e9dd-405c-a4d9-0271b9e1afe6 req-c55a3492-0427-40d6-a35b-c8ad0be09c7d service nova] Lock "340a9620-8240-4a34-95dd-7d5ea37fe0ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.878635] env[63248]: DEBUG nova.compute.manager [req-f1d4fd8f-e9dd-405c-a4d9-0271b9e1afe6 req-c55a3492-0427-40d6-a35b-c8ad0be09c7d service nova] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] No waiting events found dispatching network-vif-plugged-3f344ef9-f81f-4a49-acb9-13d4fe86bbac {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1706.878803] env[63248]: WARNING nova.compute.manager [req-f1d4fd8f-e9dd-405c-a4d9-0271b9e1afe6 req-c55a3492-0427-40d6-a35b-c8ad0be09c7d service nova] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Received unexpected event network-vif-plugged-3f344ef9-f81f-4a49-acb9-13d4fe86bbac for instance with vm_state building and task_state spawning. [ 1706.878960] env[63248]: DEBUG nova.compute.manager [req-f1d4fd8f-e9dd-405c-a4d9-0271b9e1afe6 req-c55a3492-0427-40d6-a35b-c8ad0be09c7d service nova] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Received event network-changed-3f344ef9-f81f-4a49-acb9-13d4fe86bbac {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1706.879132] env[63248]: DEBUG nova.compute.manager [req-f1d4fd8f-e9dd-405c-a4d9-0271b9e1afe6 req-c55a3492-0427-40d6-a35b-c8ad0be09c7d service nova] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Refreshing instance network info cache due to event network-changed-3f344ef9-f81f-4a49-acb9-13d4fe86bbac. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1706.879318] env[63248]: DEBUG oslo_concurrency.lockutils [req-f1d4fd8f-e9dd-405c-a4d9-0271b9e1afe6 req-c55a3492-0427-40d6-a35b-c8ad0be09c7d service nova] Acquiring lock "refresh_cache-340a9620-8240-4a34-95dd-7d5ea37fe0ea" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.879454] env[63248]: DEBUG oslo_concurrency.lockutils [req-f1d4fd8f-e9dd-405c-a4d9-0271b9e1afe6 req-c55a3492-0427-40d6-a35b-c8ad0be09c7d service nova] Acquired lock "refresh_cache-340a9620-8240-4a34-95dd-7d5ea37fe0ea" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.879608] env[63248]: DEBUG nova.network.neutron [req-f1d4fd8f-e9dd-405c-a4d9-0271b9e1afe6 req-c55a3492-0427-40d6-a35b-c8ad0be09c7d service nova] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Refreshing network info cache for port 3f344ef9-f81f-4a49-acb9-13d4fe86bbac {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1706.947687] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801192, 'name': CreateVM_Task, 'duration_secs': 0.864875} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.947851] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1706.948575] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.948716] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.949029] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1706.949291] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc3a1343-cc24-4842-8ee6-b560dc4408fc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.954745] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1706.954745] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52556236-f3f3-935f-f84f-d9b1cef0aca3" [ 1706.954745] env[63248]: _type = "Task" [ 1706.954745] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.963019] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52556236-f3f3-935f-f84f-d9b1cef0aca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.967210] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "refresh_cache-340a9620-8240-4a34-95dd-7d5ea37fe0ea" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.969982] env[63248]: DEBUG nova.compute.utils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1706.972056] env[63248]: DEBUG nova.compute.manager [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1706.972056] env[63248]: DEBUG nova.network.neutron [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1706.992384] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211971} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.992665] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1706.993514] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd90474-9f81-4585-9748-36bcfd9b3754 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.016545] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 7f17af60-769a-432d-a68c-00eae58f4be1/7f17af60-769a-432d-a68c-00eae58f4be1.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1707.018197] env[63248]: DEBUG nova.policy [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f80ffeb276ca4bd1bc6f38967bdc9657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8b3f0cadcb94876a180681858d16ef9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1707.019980] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb284e4-4b16-40d7-903a-c4f64073302d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.043051] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Waiting for the task: (returnval){ [ 1707.043051] env[63248]: value = "task-1801195" [ 1707.043051] env[63248]: _type = "Task" [ 1707.043051] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.051442] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.322120] env[63248]: DEBUG nova.network.neutron [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Successfully created port: 806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1707.425319] env[63248]: DEBUG nova.network.neutron [req-f1d4fd8f-e9dd-405c-a4d9-0271b9e1afe6 req-c55a3492-0427-40d6-a35b-c8ad0be09c7d service nova] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.465205] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52556236-f3f3-935f-f84f-d9b1cef0aca3, 'name': SearchDatastore_Task, 'duration_secs': 0.03174} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.465623] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.466047] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.466200] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.466389] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.466610] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.466954] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df9883d6-7457-4d4f-a2cf-c48f71f70fa7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.475828] env[63248]: DEBUG nova.compute.manager [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1707.479106] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.479340] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1707.482283] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-572355b9-5805-46c3-8895-d962c3ccf328 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.486512] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1707.486512] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d66975-cbb6-a9fc-836d-93d5e03b40a8" [ 1707.486512] env[63248]: _type = "Task" [ 1707.486512] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.501040] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d66975-cbb6-a9fc-836d-93d5e03b40a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.554794] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.563435] env[63248]: DEBUG nova.network.neutron [req-f1d4fd8f-e9dd-405c-a4d9-0271b9e1afe6 req-c55a3492-0427-40d6-a35b-c8ad0be09c7d service nova] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.720012] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea8c79a-9fa6-4926-8115-0a7e0fc5c070 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.728531] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88e3824-70ce-4d51-826f-a807c9224836 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.760757] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d32a21-a0f5-40ea-8836-0077b3da637a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.768075] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8760af50-4fab-4d18-943c-e9cce7b3ceb0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.782297] env[63248]: DEBUG nova.compute.provider_tree [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.999083] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d66975-cbb6-a9fc-836d-93d5e03b40a8, 'name': SearchDatastore_Task, 'duration_secs': 0.017008} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.999834] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdf5471-af64-44bf-9ec8-c2fcde58219e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.006131] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1708.006131] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f77b13-1d67-7ec6-9efc-a3d7dceecd97" [ 1708.006131] env[63248]: _type = "Task" [ 1708.006131] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.016552] env[63248]: DEBUG oslo_concurrency.lockutils [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Acquiring lock "cece03ba-a780-4240-abbf-37da4ee292cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.016829] env[63248]: DEBUG oslo_concurrency.lockutils [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Lock "cece03ba-a780-4240-abbf-37da4ee292cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.017084] env[63248]: DEBUG oslo_concurrency.lockutils [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Acquiring lock "cece03ba-a780-4240-abbf-37da4ee292cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.017395] env[63248]: DEBUG oslo_concurrency.lockutils [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Lock "cece03ba-a780-4240-abbf-37da4ee292cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.017613] env[63248]: DEBUG oslo_concurrency.lockutils [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Lock "cece03ba-a780-4240-abbf-37da4ee292cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.019433] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f77b13-1d67-7ec6-9efc-a3d7dceecd97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.020650] env[63248]: INFO nova.compute.manager [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Terminating instance [ 1708.053374] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801195, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.068546] env[63248]: DEBUG oslo_concurrency.lockutils [req-f1d4fd8f-e9dd-405c-a4d9-0271b9e1afe6 req-c55a3492-0427-40d6-a35b-c8ad0be09c7d service nova] Releasing lock "refresh_cache-340a9620-8240-4a34-95dd-7d5ea37fe0ea" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.068924] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "refresh_cache-340a9620-8240-4a34-95dd-7d5ea37fe0ea" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.069106] env[63248]: DEBUG nova.network.neutron [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1708.285448] env[63248]: DEBUG nova.scheduler.client.report [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1708.488041] env[63248]: DEBUG nova.compute.manager [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1708.513651] env[63248]: DEBUG nova.virt.hardware [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1708.513924] env[63248]: DEBUG nova.virt.hardware [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.514116] env[63248]: DEBUG nova.virt.hardware [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1708.514313] env[63248]: DEBUG nova.virt.hardware [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.514462] env[63248]: DEBUG nova.virt.hardware [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1708.514612] env[63248]: DEBUG nova.virt.hardware [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1708.514822] env[63248]: DEBUG nova.virt.hardware [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1708.514980] env[63248]: DEBUG nova.virt.hardware [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1708.515161] env[63248]: DEBUG nova.virt.hardware [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1708.515694] env[63248]: DEBUG nova.virt.hardware [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1708.515694] env[63248]: DEBUG nova.virt.hardware [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1708.516269] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bedf5a6-d126-4915-9df7-b243e24fa3cd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.522101] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f77b13-1d67-7ec6-9efc-a3d7dceecd97, 'name': SearchDatastore_Task, 'duration_secs': 0.012924} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.522679] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.522922] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 6faf0bc8-4209-460e-a485-340ed052924a/6faf0bc8-4209-460e-a485-340ed052924a.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1708.523508] env[63248]: DEBUG nova.compute.manager [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1708.523693] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1708.523929] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f644cd2-5b16-4d19-94ec-dcd6fa24f033 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.528168] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5184db38-5dea-4cab-8e47-5c4fdeb108fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.531792] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eade2782-e7a2-4b9a-aef3-fb78a3f8e489 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.536592] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1708.536592] env[63248]: value = "task-1801196" [ 1708.536592] env[63248]: _type = "Task" [ 1708.536592] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.549371] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1708.550444] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd134695-39a5-4d10-b12e-74cbfbbd9bbf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.556588] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.562464] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801195, 'name': ReconfigVM_Task, 'duration_secs': 1.035077} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.563533] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 7f17af60-769a-432d-a68c-00eae58f4be1/7f17af60-769a-432d-a68c-00eae58f4be1.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1708.564202] env[63248]: DEBUG oslo_vmware.api [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Waiting for the task: (returnval){ [ 1708.564202] env[63248]: value = "task-1801197" [ 1708.564202] env[63248]: _type = "Task" [ 1708.564202] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.564384] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-646fc69e-48cf-4aff-89fc-06c490af7c6e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.575333] env[63248]: DEBUG oslo_vmware.api [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1801197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.576548] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Waiting for the task: (returnval){ [ 1708.576548] env[63248]: value = "task-1801198" [ 1708.576548] env[63248]: _type = "Task" [ 1708.576548] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.585621] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801198, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.609888] env[63248]: DEBUG nova.network.neutron [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1708.790747] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.791438] env[63248]: DEBUG nova.compute.manager [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1708.794514] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.016s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.826439] env[63248]: DEBUG nova.network.neutron [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Updating instance_info_cache with network_info: [{"id": "3f344ef9-f81f-4a49-acb9-13d4fe86bbac", "address": "fa:16:3e:88:c3:a5", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f344ef9-f8", "ovs_interfaceid": "3f344ef9-f81f-4a49-acb9-13d4fe86bbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.907804] env[63248]: DEBUG nova.compute.manager [req-8ab07dd4-c309-45ef-b2c6-47e3c04b8636 req-a205c4ae-63ba-4512-9055-ec7baaa7e35e service nova] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Received event network-vif-plugged-806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1708.908055] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ab07dd4-c309-45ef-b2c6-47e3c04b8636 req-a205c4ae-63ba-4512-9055-ec7baaa7e35e service nova] Acquiring lock "13f096e4-7c5e-44e8-b221-d0ccaaf2d293-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.908279] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ab07dd4-c309-45ef-b2c6-47e3c04b8636 req-a205c4ae-63ba-4512-9055-ec7baaa7e35e service nova] Lock "13f096e4-7c5e-44e8-b221-d0ccaaf2d293-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.908451] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ab07dd4-c309-45ef-b2c6-47e3c04b8636 req-a205c4ae-63ba-4512-9055-ec7baaa7e35e service nova] Lock "13f096e4-7c5e-44e8-b221-d0ccaaf2d293-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.908619] env[63248]: DEBUG nova.compute.manager [req-8ab07dd4-c309-45ef-b2c6-47e3c04b8636 req-a205c4ae-63ba-4512-9055-ec7baaa7e35e service nova] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] No waiting events found dispatching network-vif-plugged-806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1708.908775] env[63248]: WARNING nova.compute.manager [req-8ab07dd4-c309-45ef-b2c6-47e3c04b8636 req-a205c4ae-63ba-4512-9055-ec7baaa7e35e service nova] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Received unexpected event network-vif-plugged-806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe for instance with vm_state building and task_state spawning. [ 1708.990875] env[63248]: DEBUG nova.network.neutron [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Successfully updated port: 806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1709.049536] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801196, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.076609] env[63248]: DEBUG oslo_vmware.api [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1801197, 'name': PowerOffVM_Task, 'duration_secs': 0.247473} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.076894] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1709.077078] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1709.077392] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-837e9888-020e-49dc-bc89-6b2852d02c84 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.089084] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801198, 'name': Rename_Task, 'duration_secs': 0.218396} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.089972] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1709.089972] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-260ee629-bbc2-4e15-8cb9-9655c101cca6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.096600] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Waiting for the task: (returnval){ [ 1709.096600] env[63248]: value = "task-1801200" [ 1709.096600] env[63248]: _type = "Task" [ 1709.096600] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.107110] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.298632] env[63248]: DEBUG nova.compute.utils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.308496] env[63248]: DEBUG nova.compute.manager [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1709.308698] env[63248]: DEBUG nova.network.neutron [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1709.329312] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "refresh_cache-340a9620-8240-4a34-95dd-7d5ea37fe0ea" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.329312] env[63248]: DEBUG nova.compute.manager [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Instance network_info: |[{"id": "3f344ef9-f81f-4a49-acb9-13d4fe86bbac", "address": "fa:16:3e:88:c3:a5", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f344ef9-f8", "ovs_interfaceid": "3f344ef9-f81f-4a49-acb9-13d4fe86bbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1709.329732] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:c3:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f344ef9-f81f-4a49-acb9-13d4fe86bbac', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1709.337956] env[63248]: DEBUG oslo.service.loopingcall [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.338588] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1709.338964] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6bb0237-9dec-4c30-9cba-cb66f56d405c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.357199] env[63248]: DEBUG nova.policy [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff4ee0d971a3491d90a20f55d6dbd9f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c45bad65169d490cbbb770f254644d67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1709.358969] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1709.359183] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1709.359333] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Deleting the datastore file [datastore1] cece03ba-a780-4240-abbf-37da4ee292cf {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1709.359973] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee551252-80a9-4bcb-a7d2-82c0c14b90e6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.365212] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1709.365212] env[63248]: value = "task-1801201" [ 1709.365212] env[63248]: _type = "Task" [ 1709.365212] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.370793] env[63248]: DEBUG oslo_vmware.api [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Waiting for the task: (returnval){ [ 1709.370793] env[63248]: value = "task-1801202" [ 1709.370793] env[63248]: _type = "Task" [ 1709.370793] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.376947] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801201, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.382116] env[63248]: DEBUG oslo_vmware.api [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1801202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.496248] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "refresh_cache-13f096e4-7c5e-44e8-b221-d0ccaaf2d293" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.496442] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "refresh_cache-13f096e4-7c5e-44e8-b221-d0ccaaf2d293" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.496605] env[63248]: DEBUG nova.network.neutron [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1709.547729] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648051} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.547996] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 6faf0bc8-4209-460e-a485-340ed052924a/6faf0bc8-4209-460e-a485-340ed052924a.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.548254] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1709.548505] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c594cb9-fac2-482a-8edb-e60c78916e85 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.555601] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1709.555601] env[63248]: value = "task-1801203" [ 1709.555601] env[63248]: _type = "Task" [ 1709.555601] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.564720] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.609224] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801200, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.629031] env[63248]: DEBUG nova.network.neutron [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Successfully created port: 26f96cad-54c6-4db6-a3cc-6c629e394ad1 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.809988] env[63248]: DEBUG nova.compute.manager [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1709.839660] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance e305b5ec-8988-4adf-9c48-772f6b904ff1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1709.839839] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 6f345564-534e-436c-813e-7f2d954756c6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.839971] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 7e243799-c3cf-48d4-bb2a-c956b23f22a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.840111] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.840233] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 64f82339-2d72-475d-bc31-068e5b6d50a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.840349] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance cece03ba-a780-4240-abbf-37da4ee292cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.840465] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance cd126c4e-e38f-4096-a023-19b9cc3b3998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.840576] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 98fa0905-ba6a-421b-a5ac-7402395b030d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.840692] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ac30f37f-3cb1-401c-827b-d41bcdd881fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.840827] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 74fbef5e-2007-4399-a2f1-24503b20ac36 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1709.840943] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance be3ca24d-0690-4376-891c-bc9ba64f1364 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.841074] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 100e0a22-d8ed-4e31-ba2e-39d86e508363 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.841194] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance bac808d3-c675-4488-9441-ad7979061a76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.841306] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 7f17af60-769a-432d-a68c-00eae58f4be1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.841419] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 6faf0bc8-4209-460e-a485-340ed052924a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.841568] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 340a9620-8240-4a34-95dd-7d5ea37fe0ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.841699] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 13f096e4-7c5e-44e8-b221-d0ccaaf2d293 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.841813] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 0e81a54e-c648-4b37-b20d-8228a8a16cc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.842056] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1709.842204] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1709.886522] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801201, 'name': CreateVM_Task, 'duration_secs': 0.490132} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.886713] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1709.887397] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.887559] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.887890] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1709.890830] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b2e988-c26b-4828-af97-039418eb6b2c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.892453] env[63248]: DEBUG oslo_vmware.api [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Task: {'id': task-1801202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214486} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.894836] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1709.895036] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1709.895215] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1709.895388] env[63248]: INFO nova.compute.manager [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1709.895626] env[63248]: DEBUG oslo.service.loopingcall [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.896272] env[63248]: DEBUG nova.compute.manager [-] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1709.896368] env[63248]: DEBUG nova.network.neutron [-] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1709.899631] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1709.899631] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b8cad8-ead9-ef1b-fae3-7cd2b16b2301" [ 1709.899631] env[63248]: _type = "Task" [ 1709.899631] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.909955] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b8cad8-ead9-ef1b-fae3-7cd2b16b2301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.041153] env[63248]: DEBUG nova.network.neutron [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1710.069132] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151562} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.069386] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1710.070392] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb6f5c3-71b9-4842-856c-c0a4fc14c0c2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.095573] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 6faf0bc8-4209-460e-a485-340ed052924a/6faf0bc8-4209-460e-a485-340ed052924a.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1710.098115] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-989958d0-c0fb-4105-a95f-8b7877a215e0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.124534] env[63248]: DEBUG oslo_vmware.api [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801200, 'name': PowerOnVM_Task, 'duration_secs': 0.626249} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.125911] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1710.126146] env[63248]: INFO nova.compute.manager [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1710.126334] env[63248]: DEBUG nova.compute.manager [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1710.126673] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1710.126673] env[63248]: value = "task-1801204" [ 1710.126673] env[63248]: _type = "Task" [ 1710.126673] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.127412] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c0af3a-6621-4ac0-8319-5677841f20a3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.142524] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801204, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.149226] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e61be02-4215-4a40-b91d-6188161dbec9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.157170] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15cabd3-2088-492f-af8f-3c5b8063f3eb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.194656] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cb64dc-e849-4da6-b6f0-8594a3dd3ded {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.204967] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3421cc77-6469-40a0-9d93-c82ee6089b54 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.221277] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.318378] env[63248]: DEBUG nova.network.neutron [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Updating instance_info_cache with network_info: [{"id": "806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe", "address": "fa:16:3e:a7:0b:e9", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap806b1dc4-d1", "ovs_interfaceid": "806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.412838] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b8cad8-ead9-ef1b-fae3-7cd2b16b2301, 'name': SearchDatastore_Task, 'duration_secs': 0.074515} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.413723] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.413982] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1710.414241] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.414392] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.414570] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1710.415048] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8a8bd29-f7bb-4f38-b641-092d9e65f6f7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.431019] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1710.431019] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1710.431019] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-890163d0-6d46-4efb-b4cc-30deb1c94859 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.438630] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1710.438630] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f0a327-44b5-6007-9571-be092e3026f3" [ 1710.438630] env[63248]: _type = "Task" [ 1710.438630] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.448093] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f0a327-44b5-6007-9571-be092e3026f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.639760] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.656360] env[63248]: INFO nova.compute.manager [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Took 14.68 seconds to build instance. [ 1710.724043] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.823913] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "refresh_cache-13f096e4-7c5e-44e8-b221-d0ccaaf2d293" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.824310] env[63248]: DEBUG nova.compute.manager [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Instance network_info: |[{"id": "806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe", "address": "fa:16:3e:a7:0b:e9", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap806b1dc4-d1", "ovs_interfaceid": "806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1710.825373] env[63248]: DEBUG nova.compute.manager [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1710.828136] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:0b:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1710.835494] env[63248]: DEBUG oslo.service.loopingcall [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.836956] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1710.836956] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-274cb5cd-8bad-48bf-9922-4afdc8523b56 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.865406] env[63248]: DEBUG nova.virt.hardware [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1710.865687] env[63248]: DEBUG nova.virt.hardware [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1710.865852] env[63248]: DEBUG nova.virt.hardware [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1710.866159] env[63248]: DEBUG nova.virt.hardware [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1710.866349] env[63248]: DEBUG nova.virt.hardware [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1710.866503] env[63248]: DEBUG nova.virt.hardware [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1710.866738] env[63248]: DEBUG nova.virt.hardware [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1710.866915] env[63248]: DEBUG nova.virt.hardware [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1710.867097] env[63248]: DEBUG nova.virt.hardware [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1710.867266] env[63248]: DEBUG nova.virt.hardware [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1710.867439] env[63248]: DEBUG nova.virt.hardware [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1710.868389] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dea897-ea84-4e79-9705-ac395b133302 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.872591] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1710.872591] env[63248]: value = "task-1801205" [ 1710.872591] env[63248]: _type = "Task" [ 1710.872591] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.879893] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb953d4-09dc-414e-9707-913fb6308c31 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.887033] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801205, 'name': CreateVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.899965] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5dbb3153-fd9d-460e-817e-95297088d324 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Acquiring lock "interface-7f17af60-769a-432d-a68c-00eae58f4be1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.900313] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5dbb3153-fd9d-460e-817e-95297088d324 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Lock "interface-7f17af60-769a-432d-a68c-00eae58f4be1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.900574] env[63248]: DEBUG nova.objects.instance [None req-5dbb3153-fd9d-460e-817e-95297088d324 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Lazy-loading 'flavor' on Instance uuid 7f17af60-769a-432d-a68c-00eae58f4be1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1710.946440] env[63248]: DEBUG nova.compute.manager [req-66357dd6-d103-4882-8e6b-e5aa17bd1cd2 req-370542fd-5643-45a6-8276-077074456fae service nova] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Received event network-changed-806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1710.946645] env[63248]: DEBUG nova.compute.manager [req-66357dd6-d103-4882-8e6b-e5aa17bd1cd2 req-370542fd-5643-45a6-8276-077074456fae service nova] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Refreshing instance network info cache due to event network-changed-806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1710.946863] env[63248]: DEBUG oslo_concurrency.lockutils [req-66357dd6-d103-4882-8e6b-e5aa17bd1cd2 req-370542fd-5643-45a6-8276-077074456fae service nova] Acquiring lock "refresh_cache-13f096e4-7c5e-44e8-b221-d0ccaaf2d293" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.947192] env[63248]: DEBUG oslo_concurrency.lockutils [req-66357dd6-d103-4882-8e6b-e5aa17bd1cd2 req-370542fd-5643-45a6-8276-077074456fae service nova] Acquired lock "refresh_cache-13f096e4-7c5e-44e8-b221-d0ccaaf2d293" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.947192] env[63248]: DEBUG nova.network.neutron [req-66357dd6-d103-4882-8e6b-e5aa17bd1cd2 req-370542fd-5643-45a6-8276-077074456fae service nova] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Refreshing network info cache for port 806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1710.954701] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f0a327-44b5-6007-9571-be092e3026f3, 'name': SearchDatastore_Task, 'duration_secs': 0.04138} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.956030] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469a0009-446e-48ac-afa4-4c7823b04bf5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.962798] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1710.962798] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b6bc1a-7509-96c1-8af7-24b34a1f47d5" [ 1710.962798] env[63248]: _type = "Task" [ 1710.962798] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.983632] env[63248]: DEBUG nova.network.neutron [-] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.984925] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b6bc1a-7509-96c1-8af7-24b34a1f47d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.146717] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801204, 'name': ReconfigVM_Task, 'duration_secs': 0.553381} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.148255] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 6faf0bc8-4209-460e-a485-340ed052924a/6faf0bc8-4209-460e-a485-340ed052924a.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1711.148931] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb586088-15ac-4dd9-8e17-59bd1171e9f3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.157458] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1711.157458] env[63248]: value = "task-1801206" [ 1711.157458] env[63248]: _type = "Task" [ 1711.157458] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.161265] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed01c7a9-543a-4977-a28e-c2b07aebbf07 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Lock "7f17af60-769a-432d-a68c-00eae58f4be1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.196s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.168885] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801206, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.223704] env[63248]: DEBUG nova.network.neutron [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Successfully updated port: 26f96cad-54c6-4db6-a3cc-6c629e394ad1 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1711.229274] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1711.229640] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.435s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.232301] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.984s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.232301] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.232964] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.430s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.233453] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.235675] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1711.235888] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Cleaning up deleted instances {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 1711.265585] env[63248]: INFO nova.scheduler.client.report [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleted allocations for instance 74fbef5e-2007-4399-a2f1-24503b20ac36 [ 1711.267316] env[63248]: INFO nova.scheduler.client.report [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Deleted allocations for instance e305b5ec-8988-4adf-9c48-772f6b904ff1 [ 1711.384200] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801205, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.405142] env[63248]: DEBUG nova.objects.instance [None req-5dbb3153-fd9d-460e-817e-95297088d324 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Lazy-loading 'pci_requests' on Instance uuid 7f17af60-769a-432d-a68c-00eae58f4be1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.473661] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b6bc1a-7509-96c1-8af7-24b34a1f47d5, 'name': SearchDatastore_Task, 'duration_secs': 0.025938} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.474456] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.474720] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 340a9620-8240-4a34-95dd-7d5ea37fe0ea/340a9620-8240-4a34-95dd-7d5ea37fe0ea.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1711.474975] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4067622-6c92-4c87-b954-4368ca79cdc3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.482674] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1711.482674] env[63248]: value = "task-1801207" [ 1711.482674] env[63248]: _type = "Task" [ 1711.482674] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.488602] env[63248]: INFO nova.compute.manager [-] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Took 1.59 seconds to deallocate network for instance. [ 1711.496050] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.638866] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.639126] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.663410] env[63248]: DEBUG nova.network.neutron [req-66357dd6-d103-4882-8e6b-e5aa17bd1cd2 req-370542fd-5643-45a6-8276-077074456fae service nova] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Updated VIF entry in instance network info cache for port 806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1711.663410] env[63248]: DEBUG nova.network.neutron [req-66357dd6-d103-4882-8e6b-e5aa17bd1cd2 req-370542fd-5643-45a6-8276-077074456fae service nova] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Updating instance_info_cache with network_info: [{"id": "806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe", "address": "fa:16:3e:a7:0b:e9", "network": {"id": "43a2dce6-e747-4d0e-839e-0a0ee2f4b20b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1219725586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3f0cadcb94876a180681858d16ef9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap806b1dc4-d1", "ovs_interfaceid": "806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.670890] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801206, 'name': Rename_Task, 'duration_secs': 0.252881} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.671167] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1711.671416] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dbc1649-c57c-430e-a72c-5be15840710a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.679369] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1711.679369] env[63248]: value = "task-1801208" [ 1711.679369] env[63248]: _type = "Task" [ 1711.679369] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.689118] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.726777] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "refresh_cache-0e81a54e-c648-4b37-b20d-8228a8a16cc9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.726961] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquired lock "refresh_cache-0e81a54e-c648-4b37-b20d-8228a8a16cc9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.727091] env[63248]: DEBUG nova.network.neutron [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.752999] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] There are 54 instances to clean {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1711.753216] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 4a485eca-44ae-4d90-8746-05811000a745] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1711.778053] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f8537f3f-f8ec-4f9f-8530-5d82e9f3e4ed tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "74fbef5e-2007-4399-a2f1-24503b20ac36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.967s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.778736] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5ea10881-f038-442c-8f9a-cead0f18e7e2 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "e305b5ec-8988-4adf-9c48-772f6b904ff1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.688s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.884372] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801205, 'name': CreateVM_Task, 'duration_secs': 0.586873} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.884558] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1711.885277] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.885444] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.885775] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1711.886049] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b1822b-c6be-48c2-aa8d-30ce3263561e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.892166] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1711.892166] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5230059e-ff01-cf9b-bfd0-e9a34f070b4f" [ 1711.892166] env[63248]: _type = "Task" [ 1711.892166] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.903419] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5230059e-ff01-cf9b-bfd0-e9a34f070b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.909180] env[63248]: DEBUG nova.objects.base [None req-5dbb3153-fd9d-460e-817e-95297088d324 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Object Instance<7f17af60-769a-432d-a68c-00eae58f4be1> lazy-loaded attributes: flavor,pci_requests {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1711.909470] env[63248]: DEBUG nova.network.neutron [None req-5dbb3153-fd9d-460e-817e-95297088d324 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1711.967860] env[63248]: INFO nova.compute.manager [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Rebuilding instance [ 1712.000039] env[63248]: DEBUG oslo_concurrency.lockutils [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.000354] env[63248]: DEBUG oslo_concurrency.lockutils [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.000674] env[63248]: DEBUG nova.objects.instance [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Lazy-loading 'resources' on Instance uuid cece03ba-a780-4240-abbf-37da4ee292cf {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1712.002382] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801207, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.002876] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5dbb3153-fd9d-460e-817e-95297088d324 tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Lock "interface-7f17af60-769a-432d-a68c-00eae58f4be1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.103s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.014609] env[63248]: DEBUG nova.compute.manager [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1712.015799] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f95dea0-340a-414b-9841-5aebf0e52acf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.142747] env[63248]: INFO nova.compute.manager [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Detaching volume d72ad5bc-ff90-489b-83dc-11e43a246492 [ 1712.166246] env[63248]: DEBUG oslo_concurrency.lockutils [req-66357dd6-d103-4882-8e6b-e5aa17bd1cd2 req-370542fd-5643-45a6-8276-077074456fae service nova] Releasing lock "refresh_cache-13f096e4-7c5e-44e8-b221-d0ccaaf2d293" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.166572] env[63248]: DEBUG nova.compute.manager [req-66357dd6-d103-4882-8e6b-e5aa17bd1cd2 req-370542fd-5643-45a6-8276-077074456fae service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Received event network-vif-deleted-d4cb75a7-af50-4ae0-b11b-2400d7065c3a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1712.166787] env[63248]: INFO nova.compute.manager [req-66357dd6-d103-4882-8e6b-e5aa17bd1cd2 req-370542fd-5643-45a6-8276-077074456fae service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Neutron deleted interface d4cb75a7-af50-4ae0-b11b-2400d7065c3a; detaching it from the instance and deleting it from the info cache [ 1712.167050] env[63248]: DEBUG nova.network.neutron [req-66357dd6-d103-4882-8e6b-e5aa17bd1cd2 req-370542fd-5643-45a6-8276-077074456fae service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.189576] env[63248]: INFO nova.virt.block_device [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Attempting to driver detach volume d72ad5bc-ff90-489b-83dc-11e43a246492 from mountpoint /dev/sdb [ 1712.190015] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1712.190345] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373460', 'volume_id': 'd72ad5bc-ff90-489b-83dc-11e43a246492', 'name': 'volume-d72ad5bc-ff90-489b-83dc-11e43a246492', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7e243799-c3cf-48d4-bb2a-c956b23f22a1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd72ad5bc-ff90-489b-83dc-11e43a246492', 'serial': 'd72ad5bc-ff90-489b-83dc-11e43a246492'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1712.191683] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d15179-aa6d-469a-91cb-844509972eb8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.202083] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801208, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.227931] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba6aa59-3a5a-481b-a873-e547fe8dc325 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.239402] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3870dee-d523-40ad-98c4-f4643fc80c94 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.261486] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 9598a437-c41b-4a34-9404-23d974b44399] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1712.267294] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fcf8f8-778e-4ed7-9da0-233a69a76186 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.267645] env[63248]: DEBUG nova.network.neutron [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1712.284204] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] The volume has not been displaced from its original location: [datastore1] volume-d72ad5bc-ff90-489b-83dc-11e43a246492/volume-d72ad5bc-ff90-489b-83dc-11e43a246492.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1712.289535] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1712.292840] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e1e0ef-da21-4939-88d4-65b961ef7f9f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.314807] env[63248]: DEBUG oslo_vmware.api [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1712.314807] env[63248]: value = "task-1801209" [ 1712.314807] env[63248]: _type = "Task" [ 1712.314807] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.325995] env[63248]: DEBUG oslo_vmware.api [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.405588] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5230059e-ff01-cf9b-bfd0-e9a34f070b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.074077} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.405923] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.406152] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1712.406390] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.406537] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.406713] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1712.406980] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff4fb525-9501-425f-8bca-aa1d8f8f93a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.417382] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1712.417449] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1712.418285] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b504352d-7f62-45f8-960d-5a5b6c0e1fda {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.425567] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1712.425567] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5219eb76-1e48-d5ad-7722-e8e9e21fe57f" [ 1712.425567] env[63248]: _type = "Task" [ 1712.425567] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.434645] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5219eb76-1e48-d5ad-7722-e8e9e21fe57f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.435370] env[63248]: DEBUG nova.network.neutron [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Updating instance_info_cache with network_info: [{"id": "26f96cad-54c6-4db6-a3cc-6c629e394ad1", "address": "fa:16:3e:65:eb:8c", "network": {"id": "b97ed448-308e-480c-997f-853118073263", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2071457263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45bad65169d490cbbb770f254644d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f96cad-54", "ovs_interfaceid": "26f96cad-54c6-4db6-a3cc-6c629e394ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.495634] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745709} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.495918] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 340a9620-8240-4a34-95dd-7d5ea37fe0ea/340a9620-8240-4a34-95dd-7d5ea37fe0ea.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1712.496148] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1712.496573] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59c236dd-523b-4492-aec0-913b9897577b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.507592] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1712.507592] env[63248]: value = "task-1801210" [ 1712.507592] env[63248]: _type = "Task" [ 1712.507592] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.521840] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.671462] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b7484a1-fc61-4940-9518-885088c28087 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.686635] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4024f1-912c-49fb-a437-b6226a932a07 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.706425] env[63248]: DEBUG oslo_vmware.api [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801208, 'name': PowerOnVM_Task, 'duration_secs': 0.543397} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.706559] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1712.706745] env[63248]: INFO nova.compute.manager [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1712.706927] env[63248]: DEBUG nova.compute.manager [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1712.707787] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3200c2db-6e98-4b1c-8338-42884a227f1c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.726479] env[63248]: DEBUG nova.compute.manager [req-66357dd6-d103-4882-8e6b-e5aa17bd1cd2 req-370542fd-5643-45a6-8276-077074456fae service nova] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Detach interface failed, port_id=d4cb75a7-af50-4ae0-b11b-2400d7065c3a, reason: Instance cece03ba-a780-4240-abbf-37da4ee292cf could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1712.756047] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81a8a32-9bce-439e-b9fe-5425a7793495 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.763928] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45841adc-1ba5-4e6e-aa96-47165e5edd15 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.767980] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 072d79e1-3853-4b74-b571-c486e44e78a8] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1712.802299] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0e0372-085a-4faa-9eb2-c459adc6e279 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.818546] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5c2322-205e-40f3-a701-dd22459a4e7a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.832356] env[63248]: DEBUG oslo_vmware.api [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801209, 'name': ReconfigVM_Task, 'duration_secs': 0.294533} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.840575] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1712.845880] env[63248]: DEBUG nova.compute.provider_tree [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.847258] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd4ec2a2-796a-4a3c-86b0-a7ee325f2020 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.863428] env[63248]: DEBUG oslo_vmware.api [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1712.863428] env[63248]: value = "task-1801211" [ 1712.863428] env[63248]: _type = "Task" [ 1712.863428] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.872943] env[63248]: DEBUG oslo_vmware.api [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.937215] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5219eb76-1e48-d5ad-7722-e8e9e21fe57f, 'name': SearchDatastore_Task, 'duration_secs': 0.011128} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.937880] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Releasing lock "refresh_cache-0e81a54e-c648-4b37-b20d-8228a8a16cc9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.938317] env[63248]: DEBUG nova.compute.manager [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Instance network_info: |[{"id": "26f96cad-54c6-4db6-a3cc-6c629e394ad1", "address": "fa:16:3e:65:eb:8c", "network": {"id": "b97ed448-308e-480c-997f-853118073263", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2071457263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45bad65169d490cbbb770f254644d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f96cad-54", "ovs_interfaceid": "26f96cad-54c6-4db6-a3cc-6c629e394ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1712.939540] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:eb:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26f96cad-54c6-4db6-a3cc-6c629e394ad1', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1712.947839] env[63248]: DEBUG oslo.service.loopingcall [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.948164] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d1822a2-9dd6-4afd-a78e-5e907b24b76d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.951073] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1712.951800] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9954bcd-ce2b-4b32-a79d-efc2f5bedbe9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.971865] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1712.971865] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c99340-7a5d-4913-7f46-3a042bb52fbd" [ 1712.971865] env[63248]: _type = "Task" [ 1712.971865] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.975836] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1712.975836] env[63248]: value = "task-1801212" [ 1712.975836] env[63248]: _type = "Task" [ 1712.975836] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.985428] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c99340-7a5d-4913-7f46-3a042bb52fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.992116] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801212, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.026246] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081371} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.026246] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1713.026878] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ceaea5-23b4-4266-b8f3-63051d969f7d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.035100] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1713.035362] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f006eb33-8c3f-47c1-894c-75e2ec426058 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.059340] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 340a9620-8240-4a34-95dd-7d5ea37fe0ea/340a9620-8240-4a34-95dd-7d5ea37fe0ea.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.059725] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee09b8cc-b83c-4ab1-b5b0-2b9f79d995a3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.080530] env[63248]: DEBUG oslo_vmware.api [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Waiting for the task: (returnval){ [ 1713.080530] env[63248]: value = "task-1801213" [ 1713.080530] env[63248]: _type = "Task" [ 1713.080530] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.087488] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1713.087488] env[63248]: value = "task-1801214" [ 1713.087488] env[63248]: _type = "Task" [ 1713.087488] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.091639] env[63248]: DEBUG oslo_vmware.api [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1801213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.099030] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.117556] env[63248]: DEBUG nova.compute.manager [req-5ce191c9-a2c1-46bf-9841-dd750ca2a480 req-112776ba-80f5-4b1c-a9a3-bea262e905ea service nova] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Received event network-vif-plugged-26f96cad-54c6-4db6-a3cc-6c629e394ad1 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1713.117778] env[63248]: DEBUG oslo_concurrency.lockutils [req-5ce191c9-a2c1-46bf-9841-dd750ca2a480 req-112776ba-80f5-4b1c-a9a3-bea262e905ea service nova] Acquiring lock "0e81a54e-c648-4b37-b20d-8228a8a16cc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.117986] env[63248]: DEBUG oslo_concurrency.lockutils [req-5ce191c9-a2c1-46bf-9841-dd750ca2a480 req-112776ba-80f5-4b1c-a9a3-bea262e905ea service nova] Lock "0e81a54e-c648-4b37-b20d-8228a8a16cc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.118165] env[63248]: DEBUG oslo_concurrency.lockutils [req-5ce191c9-a2c1-46bf-9841-dd750ca2a480 req-112776ba-80f5-4b1c-a9a3-bea262e905ea service nova] Lock "0e81a54e-c648-4b37-b20d-8228a8a16cc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.118400] env[63248]: DEBUG nova.compute.manager [req-5ce191c9-a2c1-46bf-9841-dd750ca2a480 req-112776ba-80f5-4b1c-a9a3-bea262e905ea service nova] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] No waiting events found dispatching network-vif-plugged-26f96cad-54c6-4db6-a3cc-6c629e394ad1 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1713.118482] env[63248]: WARNING nova.compute.manager [req-5ce191c9-a2c1-46bf-9841-dd750ca2a480 req-112776ba-80f5-4b1c-a9a3-bea262e905ea service nova] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Received unexpected event network-vif-plugged-26f96cad-54c6-4db6-a3cc-6c629e394ad1 for instance with vm_state building and task_state spawning. [ 1713.118716] env[63248]: DEBUG nova.compute.manager [req-5ce191c9-a2c1-46bf-9841-dd750ca2a480 req-112776ba-80f5-4b1c-a9a3-bea262e905ea service nova] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Received event network-changed-26f96cad-54c6-4db6-a3cc-6c629e394ad1 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1713.118945] env[63248]: DEBUG nova.compute.manager [req-5ce191c9-a2c1-46bf-9841-dd750ca2a480 req-112776ba-80f5-4b1c-a9a3-bea262e905ea service nova] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Refreshing instance network info cache due to event network-changed-26f96cad-54c6-4db6-a3cc-6c629e394ad1. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1713.119155] env[63248]: DEBUG oslo_concurrency.lockutils [req-5ce191c9-a2c1-46bf-9841-dd750ca2a480 req-112776ba-80f5-4b1c-a9a3-bea262e905ea service nova] Acquiring lock "refresh_cache-0e81a54e-c648-4b37-b20d-8228a8a16cc9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.119292] env[63248]: DEBUG oslo_concurrency.lockutils [req-5ce191c9-a2c1-46bf-9841-dd750ca2a480 req-112776ba-80f5-4b1c-a9a3-bea262e905ea service nova] Acquired lock "refresh_cache-0e81a54e-c648-4b37-b20d-8228a8a16cc9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.119459] env[63248]: DEBUG nova.network.neutron [req-5ce191c9-a2c1-46bf-9841-dd750ca2a480 req-112776ba-80f5-4b1c-a9a3-bea262e905ea service nova] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Refreshing network info cache for port 26f96cad-54c6-4db6-a3cc-6c629e394ad1 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1713.244706] env[63248]: INFO nova.compute.manager [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Took 16.80 seconds to build instance. [ 1713.271145] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: ece99922-b703-4706-a8e3-908ff242d0d1] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1713.359169] env[63248]: DEBUG nova.scheduler.client.report [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1713.374336] env[63248]: DEBUG oslo_vmware.api [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801211, 'name': ReconfigVM_Task, 'duration_secs': 0.158903} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.374693] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373460', 'volume_id': 'd72ad5bc-ff90-489b-83dc-11e43a246492', 'name': 'volume-d72ad5bc-ff90-489b-83dc-11e43a246492', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7e243799-c3cf-48d4-bb2a-c956b23f22a1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd72ad5bc-ff90-489b-83dc-11e43a246492', 'serial': 'd72ad5bc-ff90-489b-83dc-11e43a246492'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1713.483943] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c99340-7a5d-4913-7f46-3a042bb52fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.031491} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.485086] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.485355] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 13f096e4-7c5e-44e8-b221-d0ccaaf2d293/13f096e4-7c5e-44e8-b221-d0ccaaf2d293.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1713.485605] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c649840-b8c6-483e-ac9f-dcb58b75c750 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.491045] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801212, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.496724] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1713.496724] env[63248]: value = "task-1801215" [ 1713.496724] env[63248]: _type = "Task" [ 1713.496724] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.507473] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.592203] env[63248]: DEBUG oslo_vmware.api [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1801213, 'name': PowerOffVM_Task, 'duration_secs': 0.37378} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.595527] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1713.596243] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1713.596559] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc4c0b80-ae4c-42fb-b2ae-3edc904c218a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.604333] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.605743] env[63248]: DEBUG oslo_vmware.api [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Waiting for the task: (returnval){ [ 1713.605743] env[63248]: value = "task-1801216" [ 1713.605743] env[63248]: _type = "Task" [ 1713.605743] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.615294] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] VM already powered off {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1713.615514] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1713.615717] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373379', 'volume_id': '162aac05-1438-4dfd-ae5f-9ba0e272a039', 'name': 'volume-162aac05-1438-4dfd-ae5f-9ba0e272a039', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f345564-534e-436c-813e-7f2d954756c6', 'attached_at': '', 'detached_at': '', 'volume_id': '162aac05-1438-4dfd-ae5f-9ba0e272a039', 'serial': '162aac05-1438-4dfd-ae5f-9ba0e272a039'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1713.616502] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5112ff-e990-4811-a3db-851a89b29d73 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.646533] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028f0072-7a42-4710-b6c2-f1f9b1a35d1d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.656440] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7df9e86-ca77-494a-a78c-7efe01e51152 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.678205] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdb442e-c8b7-4b39-a802-ea841938b1d2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.699765] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] The volume has not been displaced from its original location: [datastore1] volume-162aac05-1438-4dfd-ae5f-9ba0e272a039/volume-162aac05-1438-4dfd-ae5f-9ba0e272a039.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1713.704945] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1713.705323] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17db4133-e8e6-47f7-8b60-a41608910c4a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.725361] env[63248]: DEBUG oslo_vmware.api [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Waiting for the task: (returnval){ [ 1713.725361] env[63248]: value = "task-1801217" [ 1713.725361] env[63248]: _type = "Task" [ 1713.725361] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.736636] env[63248]: DEBUG oslo_vmware.api [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1801217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.743780] env[63248]: DEBUG oslo_concurrency.lockutils [None req-87640c04-1adc-452a-82f6-7e58e56c4fe8 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "6faf0bc8-4209-460e-a485-340ed052924a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.337s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.774318] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 9fb12757-a3b6-4fe0-876c-434c140c0a54] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1713.865544] env[63248]: DEBUG oslo_concurrency.lockutils [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.890265] env[63248]: DEBUG nova.network.neutron [req-5ce191c9-a2c1-46bf-9841-dd750ca2a480 req-112776ba-80f5-4b1c-a9a3-bea262e905ea service nova] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Updated VIF entry in instance network info cache for port 26f96cad-54c6-4db6-a3cc-6c629e394ad1. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1713.890821] env[63248]: DEBUG nova.network.neutron [req-5ce191c9-a2c1-46bf-9841-dd750ca2a480 req-112776ba-80f5-4b1c-a9a3-bea262e905ea service nova] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Updating instance_info_cache with network_info: [{"id": "26f96cad-54c6-4db6-a3cc-6c629e394ad1", "address": "fa:16:3e:65:eb:8c", "network": {"id": "b97ed448-308e-480c-997f-853118073263", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2071457263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45bad65169d490cbbb770f254644d67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f96cad-54", "ovs_interfaceid": "26f96cad-54c6-4db6-a3cc-6c629e394ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.895355] env[63248]: INFO nova.scheduler.client.report [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Deleted allocations for instance cece03ba-a780-4240-abbf-37da4ee292cf [ 1713.927680] env[63248]: DEBUG nova.objects.instance [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lazy-loading 'flavor' on Instance uuid 7e243799-c3cf-48d4-bb2a-c956b23f22a1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1713.974875] env[63248]: DEBUG oslo_concurrency.lockutils [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Acquiring lock "7f17af60-769a-432d-a68c-00eae58f4be1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.974875] env[63248]: DEBUG oslo_concurrency.lockutils [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Lock "7f17af60-769a-432d-a68c-00eae58f4be1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.974875] env[63248]: DEBUG oslo_concurrency.lockutils [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Acquiring lock "7f17af60-769a-432d-a68c-00eae58f4be1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.975180] env[63248]: DEBUG oslo_concurrency.lockutils [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Lock "7f17af60-769a-432d-a68c-00eae58f4be1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.975180] env[63248]: DEBUG oslo_concurrency.lockutils [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Lock "7f17af60-769a-432d-a68c-00eae58f4be1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.978216] env[63248]: INFO nova.compute.manager [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Terminating instance [ 1713.991889] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801212, 'name': CreateVM_Task, 'duration_secs': 0.862666} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.992365] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1713.993268] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.993590] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.994064] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1713.995035] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff2857c-dd2e-4c2f-a61c-c805c83f9527 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.005073] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1714.005073] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e1529c-add4-4bbd-3a4b-3b054c2d831c" [ 1714.005073] env[63248]: _type = "Task" [ 1714.005073] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.009032] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801215, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.019723] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e1529c-add4-4bbd-3a4b-3b054c2d831c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.102657] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801214, 'name': ReconfigVM_Task, 'duration_secs': 0.647754} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.102973] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 340a9620-8240-4a34-95dd-7d5ea37fe0ea/340a9620-8240-4a34-95dd-7d5ea37fe0ea.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.103629] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec9fcacb-4e52-4399-8654-8aeb68f44ad4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.111335] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1714.111335] env[63248]: value = "task-1801218" [ 1714.111335] env[63248]: _type = "Task" [ 1714.111335] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.121669] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801218, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.235639] env[63248]: DEBUG oslo_vmware.api [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1801217, 'name': ReconfigVM_Task, 'duration_secs': 0.235653} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.235965] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1714.240674] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08537429-aab8-49aa-b7d3-00821c2df910 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.257174] env[63248]: DEBUG oslo_vmware.api [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Waiting for the task: (returnval){ [ 1714.257174] env[63248]: value = "task-1801219" [ 1714.257174] env[63248]: _type = "Task" [ 1714.257174] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.266331] env[63248]: DEBUG oslo_vmware.api [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1801219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.278216] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: e560fd05-929f-4b45-bfba-c00772a846e0] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1714.398120] env[63248]: DEBUG oslo_concurrency.lockutils [req-5ce191c9-a2c1-46bf-9841-dd750ca2a480 req-112776ba-80f5-4b1c-a9a3-bea262e905ea service nova] Releasing lock "refresh_cache-0e81a54e-c648-4b37-b20d-8228a8a16cc9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.402112] env[63248]: DEBUG oslo_concurrency.lockutils [None req-32fac66e-30a2-4dec-8dc6-3fe06277a6b9 tempest-ServersTestFqdnHostnames-784565979 tempest-ServersTestFqdnHostnames-784565979-project-member] Lock "cece03ba-a780-4240-abbf-37da4ee292cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.385s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.446552] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "6d81551c-6725-43a1-ab42-dd297944c7f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.446795] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.486184] env[63248]: DEBUG nova.compute.manager [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1714.486424] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.487344] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdb8053-e272-480f-bcbd-b117ee0bfe59 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.495706] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.495953] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-681ee457-05fc-42c3-97d8-f9b8604770a0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.507475] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646993} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.509136] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 13f096e4-7c5e-44e8-b221-d0ccaaf2d293/13f096e4-7c5e-44e8-b221-d0ccaaf2d293.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1714.509136] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1714.509350] env[63248]: DEBUG oslo_vmware.api [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Waiting for the task: (returnval){ [ 1714.509350] env[63248]: value = "task-1801220" [ 1714.509350] env[63248]: _type = "Task" [ 1714.509350] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.509538] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1eb5b169-8498-4923-a051-d87aa47055e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.526602] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e1529c-add4-4bbd-3a4b-3b054c2d831c, 'name': SearchDatastore_Task, 'duration_secs': 0.05627} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.530971] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.531309] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1714.531549] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.531764] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.531978] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1714.532347] env[63248]: DEBUG oslo_vmware.api [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.532677] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1714.532677] env[63248]: value = "task-1801221" [ 1714.532677] env[63248]: _type = "Task" [ 1714.532677] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.532945] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-074df2b7-9970-4df1-85db-8abda76c4036 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.545165] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.545998] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1714.546217] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1714.546977] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78ba24d-bc45-414f-9970-b0afeab67e52 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.552817] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1714.552817] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52400729-c04f-a4bf-54d6-19bdd7e124da" [ 1714.552817] env[63248]: _type = "Task" [ 1714.552817] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.561620] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52400729-c04f-a4bf-54d6-19bdd7e124da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.623581] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801218, 'name': Rename_Task, 'duration_secs': 0.258205} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.623877] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.624168] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61c0f44e-30e3-45ec-a46e-d02983d3ae79 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.632230] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1714.632230] env[63248]: value = "task-1801222" [ 1714.632230] env[63248]: _type = "Task" [ 1714.632230] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.643356] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.769130] env[63248]: DEBUG oslo_vmware.api [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1801219, 'name': ReconfigVM_Task, 'duration_secs': 0.152773} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.769488] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373379', 'volume_id': '162aac05-1438-4dfd-ae5f-9ba0e272a039', 'name': 'volume-162aac05-1438-4dfd-ae5f-9ba0e272a039', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6f345564-534e-436c-813e-7f2d954756c6', 'attached_at': '', 'detached_at': '', 'volume_id': '162aac05-1438-4dfd-ae5f-9ba0e272a039', 'serial': '162aac05-1438-4dfd-ae5f-9ba0e272a039'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1714.769815] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.770644] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73d045d-379d-4e29-bd97-d20ac8543591 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.778343] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1714.778606] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98bf59d3-02b0-45a3-bf01-ddacd71b3b5f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.780640] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7fff613b-d86b-43c2-93f2-44d3a681131c] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1714.934361] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6850ea02-95fb-4a50-ba17-f1112b157819 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.950963] env[63248]: DEBUG nova.compute.manager [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1714.954364] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e39bf79b-7eb3-4531-b3bf-0f3221360710 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.954651] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e39bf79b-7eb3-4531-b3bf-0f3221360710 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.954890] env[63248]: DEBUG nova.compute.manager [None req-e39bf79b-7eb3-4531-b3bf-0f3221360710 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1714.956428] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5424d806-a9ef-4c9d-8493-02ff846a1a05 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.972283] env[63248]: DEBUG nova.compute.manager [None req-e39bf79b-7eb3-4531-b3bf-0f3221360710 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63248) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1714.973279] env[63248]: DEBUG nova.objects.instance [None req-e39bf79b-7eb3-4531-b3bf-0f3221360710 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lazy-loading 'flavor' on Instance uuid 7e243799-c3cf-48d4-bb2a-c956b23f22a1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1715.024446] env[63248]: DEBUG oslo_vmware.api [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801220, 'name': PowerOffVM_Task, 'duration_secs': 0.202983} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.025095] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.025095] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1715.025095] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbf0434e-8835-4a2e-9e82-3ad89a477d5f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.044296] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070272} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.044567] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1715.045373] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39fcb86-cd06-412f-a5b7-44118afb231a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.071079] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 13f096e4-7c5e-44e8-b221-d0ccaaf2d293/13f096e4-7c5e-44e8-b221-d0ccaaf2d293.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1715.075480] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-432efdbc-ba65-4094-a13b-e20e7be7079e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.093898] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1715.094151] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1715.094333] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Deleting the datastore file [datastore1] 6f345564-534e-436c-813e-7f2d954756c6 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1715.098194] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cabc64a8-5e80-4c63-9dc7-dda6b101b180 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.100650] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52400729-c04f-a4bf-54d6-19bdd7e124da, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.102959] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1715.102959] env[63248]: value = "task-1801225" [ 1715.102959] env[63248]: _type = "Task" [ 1715.102959] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.103207] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-182410fb-a061-42ec-8ca7-840cb0198e02 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.110221] env[63248]: DEBUG oslo_vmware.api [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Waiting for the task: (returnval){ [ 1715.110221] env[63248]: value = "task-1801226" [ 1715.110221] env[63248]: _type = "Task" [ 1715.110221] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.119631] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1715.119631] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5290f4f0-fa6b-7c7e-c578-50fca0ea94fe" [ 1715.119631] env[63248]: _type = "Task" [ 1715.119631] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.120160] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.122070] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1715.122761] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1715.122761] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Deleting the datastore file [datastore1] 7f17af60-769a-432d-a68c-00eae58f4be1 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1715.126691] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eca2bfe2-b236-4e67-9935-a7055d1d31ed {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.133077] env[63248]: DEBUG oslo_vmware.api [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1801226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.142988] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5290f4f0-fa6b-7c7e-c578-50fca0ea94fe, 'name': SearchDatastore_Task, 'duration_secs': 0.013924} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.145188] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.145614] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 0e81a54e-c648-4b37-b20d-8228a8a16cc9/0e81a54e-c648-4b37-b20d-8228a8a16cc9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.145999] env[63248]: DEBUG oslo_vmware.api [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Waiting for the task: (returnval){ [ 1715.145999] env[63248]: value = "task-1801227" [ 1715.145999] env[63248]: _type = "Task" [ 1715.145999] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.146281] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f54a08b2-c0b1-4e3c-927e-9825730aa64f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.155707] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801222, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.164018] env[63248]: DEBUG oslo_vmware.api [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.165500] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1715.165500] env[63248]: value = "task-1801228" [ 1715.165500] env[63248]: _type = "Task" [ 1715.165500] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.174712] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.287327] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: c9de3b5c-2984-4d47-b44c-640bcaf51967] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1715.477333] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.477825] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.479537] env[63248]: INFO nova.compute.claims [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1715.620193] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801225, 'name': ReconfigVM_Task, 'duration_secs': 0.466448} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.622733] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 13f096e4-7c5e-44e8-b221-d0ccaaf2d293/13f096e4-7c5e-44e8-b221-d0ccaaf2d293.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1715.623050] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24d65a28-2659-4152-8293-68d9d38c89c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.628922] env[63248]: DEBUG oslo_vmware.api [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Task: {'id': task-1801226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098156} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.629700] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1715.630065] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1715.630287] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1715.645080] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1715.645080] env[63248]: value = "task-1801229" [ 1715.645080] env[63248]: _type = "Task" [ 1715.645080] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.653698] env[63248]: DEBUG oslo_vmware.api [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801222, 'name': PowerOnVM_Task, 'duration_secs': 0.609182} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.658552] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.658857] env[63248]: INFO nova.compute.manager [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1715.659106] env[63248]: DEBUG nova.compute.manager [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.660076] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f5713b-fd4f-40ae-ac03-2a6f400e33e9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.668177] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801229, 'name': Rename_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.676020] env[63248]: DEBUG oslo_vmware.api [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Task: {'id': task-1801227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180728} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.678380] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1715.678694] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1715.678927] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1715.679174] env[63248]: INFO nova.compute.manager [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1715.679425] env[63248]: DEBUG oslo.service.loopingcall [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.686978] env[63248]: DEBUG nova.compute.manager [-] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1715.687155] env[63248]: DEBUG nova.network.neutron [-] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1715.688918] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801228, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.705299] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1715.705616] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cc3c661-6fc3-43ae-b8d6-b801a5e65f26 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.716086] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd91c4b-8175-4934-a43f-90ce6dbe57c1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.762746] env[63248]: ERROR nova.compute.manager [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Failed to detach volume 162aac05-1438-4dfd-ae5f-9ba0e272a039 from /dev/sda: nova.exception.InstanceNotFound: Instance 6f345564-534e-436c-813e-7f2d954756c6 could not be found. [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] Traceback (most recent call last): [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] self.driver.rebuild(**kwargs) [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] raise NotImplementedError() [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] NotImplementedError [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] During handling of the above exception, another exception occurred: [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] Traceback (most recent call last): [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] self.driver.detach_volume(context, old_connection_info, [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] return self._volumeops.detach_volume(connection_info, instance) [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] self._detach_volume_vmdk(connection_info, instance) [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] stable_ref.fetch_moref(session) [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] nova.exception.InstanceNotFound: Instance 6f345564-534e-436c-813e-7f2d954756c6 could not be found. [ 1715.762746] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] [ 1715.792972] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: f3bfbaae-b3fc-4af3-9479-0028a691a934] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1715.920068] env[63248]: DEBUG nova.compute.utils [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Build of instance 6f345564-534e-436c-813e-7f2d954756c6 aborted: Failed to rebuild volume backed instance. {{(pid=63248) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1715.922302] env[63248]: ERROR nova.compute.manager [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 6f345564-534e-436c-813e-7f2d954756c6 aborted: Failed to rebuild volume backed instance. [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] Traceback (most recent call last): [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] self.driver.rebuild(**kwargs) [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] raise NotImplementedError() [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] NotImplementedError [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] During handling of the above exception, another exception occurred: [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] Traceback (most recent call last): [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] self._detach_root_volume(context, instance, root_bdm) [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] with excutils.save_and_reraise_exception(): [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] self.force_reraise() [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] raise self.value [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] self.driver.detach_volume(context, old_connection_info, [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] return self._volumeops.detach_volume(connection_info, instance) [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] self._detach_volume_vmdk(connection_info, instance) [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] stable_ref.fetch_moref(session) [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] nova.exception.InstanceNotFound: Instance 6f345564-534e-436c-813e-7f2d954756c6 could not be found. [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] During handling of the above exception, another exception occurred: [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] Traceback (most recent call last): [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/compute/manager.py", line 11339, in _error_out_instance_on_exception [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] yield [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1715.922302] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] self._do_rebuild_instance_with_claim( [ 1715.923526] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1715.923526] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] self._do_rebuild_instance( [ 1715.923526] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1715.923526] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] self._rebuild_default_impl(**kwargs) [ 1715.923526] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1715.923526] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] self._rebuild_volume_backed_instance( [ 1715.923526] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1715.923526] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] raise exception.BuildAbortException( [ 1715.923526] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] nova.exception.BuildAbortException: Build of instance 6f345564-534e-436c-813e-7f2d954756c6 aborted: Failed to rebuild volume backed instance. [ 1715.923526] env[63248]: ERROR nova.compute.manager [instance: 6f345564-534e-436c-813e-7f2d954756c6] [ 1715.991501] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39bf79b-7eb3-4531-b3bf-0f3221360710 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1715.991501] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1dc3e96-89ff-4ebe-a100-282f88a004dd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.000214] env[63248]: DEBUG oslo_vmware.api [None req-e39bf79b-7eb3-4531-b3bf-0f3221360710 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1716.000214] env[63248]: value = "task-1801230" [ 1716.000214] env[63248]: _type = "Task" [ 1716.000214] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.013264] env[63248]: DEBUG oslo_vmware.api [None req-e39bf79b-7eb3-4531-b3bf-0f3221360710 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.025271] env[63248]: DEBUG nova.compute.manager [req-73b210a8-4c0f-4557-a9a2-1be20050ff73 req-d226855c-f3b9-4ced-9fb2-721ffa65ce05 service nova] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Received event network-vif-deleted-d95eb815-3bc2-4de5-be79-151dcd8217ac {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1716.025581] env[63248]: INFO nova.compute.manager [req-73b210a8-4c0f-4557-a9a2-1be20050ff73 req-d226855c-f3b9-4ced-9fb2-721ffa65ce05 service nova] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Neutron deleted interface d95eb815-3bc2-4de5-be79-151dcd8217ac; detaching it from the instance and deleting it from the info cache [ 1716.025831] env[63248]: DEBUG nova.network.neutron [req-73b210a8-4c0f-4557-a9a2-1be20050ff73 req-d226855c-f3b9-4ced-9fb2-721ffa65ce05 service nova] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.159963] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801229, 'name': Rename_Task, 'duration_secs': 0.390869} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.160417] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1716.160735] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fd8cc11-b136-444f-ae77-9ab2ee60e75f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.169069] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1716.169069] env[63248]: value = "task-1801231" [ 1716.169069] env[63248]: _type = "Task" [ 1716.169069] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.181142] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.184416] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540774} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.184693] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 0e81a54e-c648-4b37-b20d-8228a8a16cc9/0e81a54e-c648-4b37-b20d-8228a8a16cc9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.184927] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.185216] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8d0177c-3854-4ef6-b6e3-bfaee1c275b2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.196307] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1716.196307] env[63248]: value = "task-1801232" [ 1716.196307] env[63248]: _type = "Task" [ 1716.196307] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.203455] env[63248]: INFO nova.compute.manager [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Took 19.34 seconds to build instance. [ 1716.211693] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.299020] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 12cc2dc7-7ab9-4698-a8b9-d51b3fdadd18] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1716.461385] env[63248]: DEBUG nova.network.neutron [-] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.518511] env[63248]: DEBUG oslo_vmware.api [None req-e39bf79b-7eb3-4531-b3bf-0f3221360710 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801230, 'name': PowerOffVM_Task, 'duration_secs': 0.194592} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.519230] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39bf79b-7eb3-4531-b3bf-0f3221360710 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1716.519230] env[63248]: DEBUG nova.compute.manager [None req-e39bf79b-7eb3-4531-b3bf-0f3221360710 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1716.519861] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88015683-90ec-4a17-9908-bc729105af78 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.529979] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-accc7afe-37e6-474f-9a7c-68a4486593b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.543775] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cbc851-4a2e-47b9-8be7-8d858ab9aca1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.583678] env[63248]: DEBUG nova.compute.manager [req-73b210a8-4c0f-4557-a9a2-1be20050ff73 req-d226855c-f3b9-4ced-9fb2-721ffa65ce05 service nova] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Detach interface failed, port_id=d95eb815-3bc2-4de5-be79-151dcd8217ac, reason: Instance 7f17af60-769a-432d-a68c-00eae58f4be1 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1716.610583] env[63248]: DEBUG nova.compute.manager [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1716.613976] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83ea844-2998-4add-a776-381dc6ee42e4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.690656] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801231, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.706455] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22fe101b-a6de-45c2-bca1-038bf479a9bb tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "340a9620-8240-4a34-95dd-7d5ea37fe0ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.849s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.710389] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074798} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.714842] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1716.714842] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4a0add-a2cd-435c-bac5-c81b94091aac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.738960] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 0e81a54e-c648-4b37-b20d-8228a8a16cc9/0e81a54e-c648-4b37-b20d-8228a8a16cc9.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1716.741713] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d25dded7-ea1a-4411-b494-32dfcee88089 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.763566] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1716.763566] env[63248]: value = "task-1801233" [ 1716.763566] env[63248]: _type = "Task" [ 1716.763566] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.775155] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.799425] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 68314427-e347-406a-88ed-362a894aee88] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1716.802900] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f94837e-0316-43c1-957a-3a12276ff2ce {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.810570] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0203a607-bff3-474e-bdcf-e36439206536 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.844109] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47063c4d-3def-4dec-b94c-de753550ea73 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.852299] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c53e5c-bc52-465c-9a6f-65af687899bb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.867196] env[63248]: DEBUG nova.compute.provider_tree [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.964208] env[63248]: INFO nova.compute.manager [-] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Took 1.28 seconds to deallocate network for instance. [ 1717.039904] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e39bf79b-7eb3-4531-b3bf-0f3221360710 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.135218] env[63248]: INFO nova.compute.manager [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] instance snapshotting [ 1717.139424] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6c590f-96e0-4511-bab3-f7f24b89e54e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.165505] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d600a07f-e91e-4b92-bfc0-73fd4eab91d3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.185829] env[63248]: DEBUG oslo_vmware.api [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801231, 'name': PowerOnVM_Task, 'duration_secs': 1.009333} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.186039] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1717.186250] env[63248]: INFO nova.compute.manager [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1717.186430] env[63248]: DEBUG nova.compute.manager [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.187227] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13a6f54-d2c4-4254-835b-12ec71066362 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.275031] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801233, 'name': ReconfigVM_Task, 'duration_secs': 0.354503} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.276034] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 0e81a54e-c648-4b37-b20d-8228a8a16cc9/0e81a54e-c648-4b37-b20d-8228a8a16cc9.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.276194] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb8aa603-f47a-4d25-a251-df93aad6bba2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.284477] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1717.284477] env[63248]: value = "task-1801234" [ 1717.284477] env[63248]: _type = "Task" [ 1717.284477] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.294618] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801234, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.307066] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 700a8142-20a9-48bd-847c-acf303405b35] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1717.370050] env[63248]: DEBUG nova.scheduler.client.report [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1717.469874] env[63248]: DEBUG oslo_concurrency.lockutils [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.636908] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184e8116-2d43-4de5-aaaf-78d1acd47d27 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.644741] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-359aab3a-5a75-4763-b422-7283cda1bbd5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Suspending the VM {{(pid=63248) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1717.645333] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-34ccc20b-635c-45ee-91e6-b62ce8468a97 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.653651] env[63248]: DEBUG oslo_vmware.api [None req-359aab3a-5a75-4763-b422-7283cda1bbd5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1717.653651] env[63248]: value = "task-1801235" [ 1717.653651] env[63248]: _type = "Task" [ 1717.653651] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.661965] env[63248]: DEBUG oslo_vmware.api [None req-359aab3a-5a75-4763-b422-7283cda1bbd5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801235, 'name': SuspendVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.682413] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1717.682413] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f4639595-b49e-4f15-bb12-4579f01dba65 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.689433] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1717.689433] env[63248]: value = "task-1801236" [ 1717.689433] env[63248]: _type = "Task" [ 1717.689433] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.703391] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801236, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.705639] env[63248]: INFO nova.compute.manager [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Took 17.40 seconds to build instance. [ 1717.766070] env[63248]: DEBUG nova.objects.instance [None req-f5c43e29-692b-4201-9f83-0af6fcaa954f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lazy-loading 'flavor' on Instance uuid 7e243799-c3cf-48d4-bb2a-c956b23f22a1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.795802] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801234, 'name': Rename_Task, 'duration_secs': 0.174259} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.796110] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1717.796360] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8243cea8-c57c-4837-8a12-704bbfbf2249 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.803662] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1717.803662] env[63248]: value = "task-1801237" [ 1717.803662] env[63248]: _type = "Task" [ 1717.803662] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.812412] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.815288] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: ec256baa-f85f-42f0-8b79-3ed06b1d56f3] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1717.875338] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.875935] env[63248]: DEBUG nova.compute.manager [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1717.878958] env[63248]: DEBUG oslo_concurrency.lockutils [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.409s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.883030] env[63248]: DEBUG nova.objects.instance [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Lazy-loading 'resources' on Instance uuid 7f17af60-769a-432d-a68c-00eae58f4be1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.940990] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.164524] env[63248]: DEBUG oslo_vmware.api [None req-359aab3a-5a75-4763-b422-7283cda1bbd5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801235, 'name': SuspendVM_Task} progress is 50%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.199763] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801236, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.207350] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c590d78f-81b1-4b8d-ae97-a59199ec7e49 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "13f096e4-7c5e-44e8-b221-d0ccaaf2d293" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.915s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.272169] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f5c43e29-692b-4201-9f83-0af6fcaa954f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.272380] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f5c43e29-692b-4201-9f83-0af6fcaa954f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquired lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.272561] env[63248]: DEBUG nova.network.neutron [None req-f5c43e29-692b-4201-9f83-0af6fcaa954f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.272867] env[63248]: DEBUG nova.objects.instance [None req-f5c43e29-692b-4201-9f83-0af6fcaa954f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lazy-loading 'info_cache' on Instance uuid 7e243799-c3cf-48d4-bb2a-c956b23f22a1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.314216] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.318071] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 290fad69-b5d9-418d-acd4-c731428c02aa] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1718.384790] env[63248]: DEBUG nova.compute.utils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1718.389725] env[63248]: DEBUG nova.compute.manager [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1718.389725] env[63248]: DEBUG nova.network.neutron [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1718.451955] env[63248]: DEBUG nova.policy [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d90cfeac4e3477098ade68cefffb5a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7f3c19db5c2456f8ceeeca3ff489b4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1718.584861] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Acquiring lock "6f345564-534e-436c-813e-7f2d954756c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.585072] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Lock "6f345564-534e-436c-813e-7f2d954756c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.585527] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Acquiring lock "6f345564-534e-436c-813e-7f2d954756c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.585732] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Lock "6f345564-534e-436c-813e-7f2d954756c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.585981] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Lock "6f345564-534e-436c-813e-7f2d954756c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.591489] env[63248]: INFO nova.compute.manager [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Terminating instance [ 1718.638653] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035e8cd1-844e-4b2a-a3aa-bcb2af6bb403 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.647537] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2088c422-18df-4735-84cc-8247abf87456 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.682090] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107a7fec-a9a4-4fd8-8693-819dce932040 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.692403] env[63248]: DEBUG oslo_vmware.api [None req-359aab3a-5a75-4763-b422-7283cda1bbd5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801235, 'name': SuspendVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.693684] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803c3b2c-b00f-4df3-8063-180e4f4d75bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.706481] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801236, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.714928] env[63248]: DEBUG nova.compute.provider_tree [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.748869] env[63248]: DEBUG nova.network.neutron [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Successfully created port: 859cf8bc-f710-4004-bf45-5a920e1cf39a {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1718.776689] env[63248]: DEBUG nova.objects.base [None req-f5c43e29-692b-4201-9f83-0af6fcaa954f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Object Instance<7e243799-c3cf-48d4-bb2a-c956b23f22a1> lazy-loaded attributes: flavor,info_cache {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1718.815489] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801237, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.821502] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 417a3664-2b58-4bef-96fb-3b3a017790da] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1718.892206] env[63248]: DEBUG nova.compute.manager [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1719.096192] env[63248]: DEBUG nova.compute.manager [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1719.096541] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-631ccf37-d6f9-472e-ad91-291294974c09 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.106750] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d711975-e052-458d-bc7f-156b3678725f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.141383] env[63248]: WARNING nova.virt.vmwareapi.driver [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 6f345564-534e-436c-813e-7f2d954756c6 could not be found. [ 1719.141601] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1719.141964] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db8342ae-e378-4a00-8ea4-14b705875f00 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.152606] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dda10cb-bc5d-4b47-ac88-25dfb51a9318 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.188801] env[63248]: WARNING nova.virt.vmwareapi.vmops [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6f345564-534e-436c-813e-7f2d954756c6 could not be found. [ 1719.189047] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.189202] env[63248]: INFO nova.compute.manager [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1719.189442] env[63248]: DEBUG oslo.service.loopingcall [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.193107] env[63248]: DEBUG nova.compute.manager [-] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1719.193205] env[63248]: DEBUG nova.network.neutron [-] [instance: 6f345564-534e-436c-813e-7f2d954756c6] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1719.203439] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801236, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.206269] env[63248]: DEBUG oslo_vmware.api [None req-359aab3a-5a75-4763-b422-7283cda1bbd5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801235, 'name': SuspendVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.218213] env[63248]: DEBUG nova.scheduler.client.report [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1719.315127] env[63248]: DEBUG oslo_vmware.api [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801237, 'name': PowerOnVM_Task, 'duration_secs': 1.108772} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.315398] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.315594] env[63248]: INFO nova.compute.manager [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1719.315869] env[63248]: DEBUG nova.compute.manager [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.316645] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b39405-1958-4812-83d3-aa38b7028b11 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.327530] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 612483be-a02b-478d-8758-fb0420930cab] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1719.516744] env[63248]: DEBUG oslo_concurrency.lockutils [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "13f096e4-7c5e-44e8-b221-d0ccaaf2d293" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.517030] env[63248]: DEBUG oslo_concurrency.lockutils [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "13f096e4-7c5e-44e8-b221-d0ccaaf2d293" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.517246] env[63248]: DEBUG oslo_concurrency.lockutils [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "13f096e4-7c5e-44e8-b221-d0ccaaf2d293-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.517850] env[63248]: DEBUG oslo_concurrency.lockutils [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "13f096e4-7c5e-44e8-b221-d0ccaaf2d293-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.518067] env[63248]: DEBUG oslo_concurrency.lockutils [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "13f096e4-7c5e-44e8-b221-d0ccaaf2d293-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.520253] env[63248]: INFO nova.compute.manager [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Terminating instance [ 1719.664343] env[63248]: DEBUG nova.network.neutron [None req-f5c43e29-692b-4201-9f83-0af6fcaa954f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Updating instance_info_cache with network_info: [{"id": "114acde9-4a6a-4f41-812c-837526fe863a", "address": "fa:16:3e:a7:ea:78", "network": {"id": "20e93985-1a78-4f32-824f-8a448254e8bc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-688313599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1a802e85fc642a4bdb3fb5b5afa33ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114acde9-4a", "ovs_interfaceid": "114acde9-4a6a-4f41-812c-837526fe863a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.702613] env[63248]: DEBUG oslo_vmware.api [None req-359aab3a-5a75-4763-b422-7283cda1bbd5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801235, 'name': SuspendVM_Task, 'duration_secs': 1.646491} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.703574] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-359aab3a-5a75-4763-b422-7283cda1bbd5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Suspended the VM {{(pid=63248) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1719.706022] env[63248]: DEBUG nova.compute.manager [None req-359aab3a-5a75-4763-b422-7283cda1bbd5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.706022] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e92e6f-5f6b-4c63-84be-3da047d03130 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.712210] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801236, 'name': CreateSnapshot_Task, 'duration_secs': 1.547315} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.713083] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1719.713972] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623ceb81-f478-48f0-aebd-ca16ac97f0f4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.723909] env[63248]: DEBUG oslo_concurrency.lockutils [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.729698] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.789s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.772022] env[63248]: INFO nova.scheduler.client.report [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Deleted allocations for instance 7f17af60-769a-432d-a68c-00eae58f4be1 [ 1719.830910] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 1098fca5-bc94-4a9c-9012-30a75cee1b0f] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1719.845140] env[63248]: INFO nova.compute.manager [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Took 18.40 seconds to build instance. [ 1719.893865] env[63248]: DEBUG nova.compute.manager [req-92b7f4a1-45fd-4726-9ce2-f3234478b781 req-2fc7b443-153c-40a6-a1ec-ac8d3cd7328b service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Received event network-vif-deleted-e211b90f-063d-4a86-a094-ab8c6da35808 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1719.894092] env[63248]: INFO nova.compute.manager [req-92b7f4a1-45fd-4726-9ce2-f3234478b781 req-2fc7b443-153c-40a6-a1ec-ac8d3cd7328b service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Neutron deleted interface e211b90f-063d-4a86-a094-ab8c6da35808; detaching it from the instance and deleting it from the info cache [ 1719.894261] env[63248]: DEBUG nova.network.neutron [req-92b7f4a1-45fd-4726-9ce2-f3234478b781 req-2fc7b443-153c-40a6-a1ec-ac8d3cd7328b service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.907291] env[63248]: DEBUG nova.compute.manager [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1719.934935] env[63248]: DEBUG nova.virt.hardware [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1719.936781] env[63248]: DEBUG nova.virt.hardware [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.936781] env[63248]: DEBUG nova.virt.hardware [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1719.936781] env[63248]: DEBUG nova.virt.hardware [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.936781] env[63248]: DEBUG nova.virt.hardware [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1719.936781] env[63248]: DEBUG nova.virt.hardware [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1719.936781] env[63248]: DEBUG nova.virt.hardware [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1719.938122] env[63248]: DEBUG nova.virt.hardware [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1719.938122] env[63248]: DEBUG nova.virt.hardware [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1719.938122] env[63248]: DEBUG nova.virt.hardware [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1719.938122] env[63248]: DEBUG nova.virt.hardware [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1719.938265] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c67c694-8ede-4a7a-8170-7fead510433f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.950470] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d74450e-d162-4b15-bf82-577a297c153a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.015696] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa5602c-af2b-4b64-9692-cfee055cf1d0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.025338] env[63248]: DEBUG nova.compute.manager [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1720.025631] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1720.026644] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be01c918-31af-4160-94bc-b9c255aeffbf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.031535] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238de5f8-cced-4768-b455-ed06c473a320 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.041523] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1720.067710] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78fe4df2-cd47-450e-a59c-a4cc2bdf7901 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.072275] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7993bb5-ce33-40cf-92d5-19865b5fb5b8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.079584] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d18aba-1d09-4689-9576-c09c2f6da5a7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.085114] env[63248]: DEBUG oslo_vmware.api [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1720.085114] env[63248]: value = "task-1801238" [ 1720.085114] env[63248]: _type = "Task" [ 1720.085114] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.096913] env[63248]: DEBUG nova.compute.provider_tree [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.105788] env[63248]: DEBUG oslo_vmware.api [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.167653] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f5c43e29-692b-4201-9f83-0af6fcaa954f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Releasing lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.244277] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1720.244832] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3363b71e-e033-4064-b560-c29752eb65a5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.255906] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1720.255906] env[63248]: value = "task-1801239" [ 1720.255906] env[63248]: _type = "Task" [ 1720.255906] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.267780] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801239, 'name': CloneVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.282786] env[63248]: DEBUG oslo_concurrency.lockutils [None req-04a57207-0449-40b1-9b83-ea462bd2fa8d tempest-AttachInterfacesV270Test-2095857622 tempest-AttachInterfacesV270Test-2095857622-project-member] Lock "7f17af60-769a-432d-a68c-00eae58f4be1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.308s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.338014] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: d6a075f8-ffcb-4ac0-98fd-bec5c5f1dd19] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1720.346580] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e3764af-7e9c-447c-b085-81af0bd46bef tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "0e81a54e-c648-4b37-b20d-8228a8a16cc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.907s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.359375] env[63248]: DEBUG nova.network.neutron [-] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.400365] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4e0ba22-d641-4e31-bc37-a5065a242f90 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.417886] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c449f927-ec8a-41b9-b1f6-b22352564bc6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.464201] env[63248]: DEBUG nova.compute.manager [req-92b7f4a1-45fd-4726-9ce2-f3234478b781 req-2fc7b443-153c-40a6-a1ec-ac8d3cd7328b service nova] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Detach interface failed, port_id=e211b90f-063d-4a86-a094-ab8c6da35808, reason: Instance 6f345564-534e-436c-813e-7f2d954756c6 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1720.595832] env[63248]: DEBUG oslo_vmware.api [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801238, 'name': PowerOffVM_Task, 'duration_secs': 0.259763} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.596214] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1720.596404] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1720.596668] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f13a51e-eb2b-4942-b4a8-9a356a2ac1e5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.606556] env[63248]: DEBUG nova.scheduler.client.report [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1720.768222] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801239, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.841978] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: a6930c24-8d83-44fc-b3d4-515d422d6179] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1720.863468] env[63248]: INFO nova.compute.manager [-] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Took 1.67 seconds to deallocate network for instance. [ 1721.111367] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.382s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.111824] env[63248]: INFO nova.compute.manager [None req-fba89f6a-e7e2-4901-ab25-3a5df01932b4 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Successfully reverted task state from rebuilding on failure for instance. [ 1721.173323] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c43e29-692b-4201-9f83-0af6fcaa954f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.175831] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ec537b5-2d1e-4da7-875b-997d286cfe90 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.182623] env[63248]: DEBUG oslo_vmware.api [None req-f5c43e29-692b-4201-9f83-0af6fcaa954f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1721.182623] env[63248]: value = "task-1801241" [ 1721.182623] env[63248]: _type = "Task" [ 1721.182623] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.198027] env[63248]: DEBUG oslo_vmware.api [None req-f5c43e29-692b-4201-9f83-0af6fcaa954f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.271944] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801239, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.346905] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: ecba535e-bc9f-40cd-adff-49a226f38b8c] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1721.416851] env[63248]: INFO nova.compute.manager [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Took 0.55 seconds to detach 1 volumes for instance. [ 1721.421692] env[63248]: DEBUG nova.compute.manager [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Deleting volume: 162aac05-1438-4dfd-ae5f-9ba0e272a039 {{(pid=63248) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1721.693977] env[63248]: DEBUG oslo_vmware.api [None req-f5c43e29-692b-4201-9f83-0af6fcaa954f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801241, 'name': PowerOnVM_Task, 'duration_secs': 0.439663} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.694333] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c43e29-692b-4201-9f83-0af6fcaa954f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1721.694657] env[63248]: DEBUG nova.compute.manager [None req-f5c43e29-692b-4201-9f83-0af6fcaa954f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1721.695419] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc5b0c7-82a0-4dd8-a128-259488523928 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.698231] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "340a9620-8240-4a34-95dd-7d5ea37fe0ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.698483] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "340a9620-8240-4a34-95dd-7d5ea37fe0ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.698687] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "340a9620-8240-4a34-95dd-7d5ea37fe0ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.698873] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "340a9620-8240-4a34-95dd-7d5ea37fe0ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.699055] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "340a9620-8240-4a34-95dd-7d5ea37fe0ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.701280] env[63248]: INFO nova.compute.manager [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Terminating instance [ 1721.767970] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801239, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.851541] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 0ad7de92-79e2-4519-a1cc-dfeea6a3b2be] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1721.965702] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.965702] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.965702] env[63248]: DEBUG nova.objects.instance [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Lazy-loading 'resources' on Instance uuid 6f345564-534e-436c-813e-7f2d954756c6 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.212874] env[63248]: DEBUG nova.compute.manager [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.212874] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.215194] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54186b60-ad46-4399-aa41-58b7b7e8897e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.226884] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1722.227388] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-609bb50c-cb10-47ac-a13a-218d27f771a9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.271323] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801239, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.356024] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 51b4be73-7e46-453d-a325-7b7c6c0c25bd] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1722.747222] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa0892a-0e4f-407c-b00b-00bac661fc10 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.758273] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d390166e-7f40-4966-9976-876235208ffb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.774016] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801239, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.802432] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e723d757-31cd-49db-b53e-094b05715e30 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.811864] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbc01d4-c71e-4f0b-af75-89e79c294a0f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.827999] env[63248]: DEBUG nova.compute.provider_tree [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.859930] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: b97d2539-bee1-47c9-a0db-1aef7f767bc6] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1723.047777] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "0e81a54e-c648-4b37-b20d-8228a8a16cc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.048123] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "0e81a54e-c648-4b37-b20d-8228a8a16cc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.048367] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "0e81a54e-c648-4b37-b20d-8228a8a16cc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.048641] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "0e81a54e-c648-4b37-b20d-8228a8a16cc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.048855] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "0e81a54e-c648-4b37-b20d-8228a8a16cc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.051543] env[63248]: INFO nova.compute.manager [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Terminating instance [ 1723.273733] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801239, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.331525] env[63248]: DEBUG nova.scheduler.client.report [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1723.362970] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7f7dd101-3089-48e5-8a56-521ae4992f0c] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1723.417226] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.417430] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.417636] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleting the datastore file [datastore1] 340a9620-8240-4a34-95dd-7d5ea37fe0ea {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.417964] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33994b9b-daa6-4052-a722-c32e3a2a6141 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.421786] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.422029] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.422240] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleting the datastore file [datastore1] 13f096e4-7c5e-44e8-b221-d0ccaaf2d293 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.422628] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27086dc2-84d3-4190-846e-67e38a82a30d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.428586] env[63248]: DEBUG oslo_vmware.api [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1723.428586] env[63248]: value = "task-1801244" [ 1723.428586] env[63248]: _type = "Task" [ 1723.428586] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.435611] env[63248]: DEBUG oslo_vmware.api [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for the task: (returnval){ [ 1723.435611] env[63248]: value = "task-1801245" [ 1723.435611] env[63248]: _type = "Task" [ 1723.435611] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.441951] env[63248]: DEBUG oslo_vmware.api [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.447145] env[63248]: DEBUG oslo_vmware.api [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.556215] env[63248]: DEBUG nova.compute.manager [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1723.556483] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1723.557437] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e77d668-aca2-42dd-bf36-ba9f93ec394b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.568180] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1723.568180] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9722377b-8948-4a16-bea8-99c88d79a5cc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.577382] env[63248]: DEBUG oslo_vmware.api [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1723.577382] env[63248]: value = "task-1801246" [ 1723.577382] env[63248]: _type = "Task" [ 1723.577382] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.586387] env[63248]: DEBUG oslo_vmware.api [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.779453] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801239, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.839087] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.868097] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: daec3bb1-5ba1-4ea2-89c1-2d8225463dff] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1723.942319] env[63248]: DEBUG oslo_vmware.api [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152675} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.946812] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1723.947550] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1723.947834] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1723.948797] env[63248]: INFO nova.compute.manager [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1723.948797] env[63248]: DEBUG oslo.service.loopingcall [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.949149] env[63248]: DEBUG nova.compute.manager [-] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1723.949369] env[63248]: DEBUG nova.network.neutron [-] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1723.958258] env[63248]: DEBUG oslo_vmware.api [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Task: {'id': task-1801245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142366} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.958904] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1723.959172] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1723.959452] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1723.959677] env[63248]: INFO nova.compute.manager [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Took 3.93 seconds to destroy the instance on the hypervisor. [ 1723.960015] env[63248]: DEBUG oslo.service.loopingcall [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.960286] env[63248]: DEBUG nova.compute.manager [-] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1723.960446] env[63248]: DEBUG nova.network.neutron [-] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.086732] env[63248]: DEBUG oslo_vmware.api [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801246, 'name': PowerOffVM_Task, 'duration_secs': 0.221089} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.087130] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1724.087404] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1724.087722] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f556f73-0735-40f6-82c0-589f6e2f0cbe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.113515] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7978def4-d68e-499b-85b1-4aa1c75728a7 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "interface-cd126c4e-e38f-4096-a023-19b9cc3b3998-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.114182] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7978def4-d68e-499b-85b1-4aa1c75728a7 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-cd126c4e-e38f-4096-a023-19b9cc3b3998-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.114651] env[63248]: DEBUG nova.objects.instance [None req-7978def4-d68e-499b-85b1-4aa1c75728a7 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lazy-loading 'flavor' on Instance uuid cd126c4e-e38f-4096-a023-19b9cc3b3998 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.204642] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.204890] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.205106] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Deleting the datastore file [datastore1] 0e81a54e-c648-4b37-b20d-8228a8a16cc9 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.205396] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-744970c3-c42c-49b1-9386-05d33b437e7d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.213432] env[63248]: DEBUG oslo_vmware.api [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1724.213432] env[63248]: value = "task-1801248" [ 1724.213432] env[63248]: _type = "Task" [ 1724.213432] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.222714] env[63248]: DEBUG oslo_vmware.api [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.279214] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801239, 'name': CloneVM_Task, 'duration_secs': 3.847112} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.279613] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Created linked-clone VM from snapshot [ 1724.280862] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39854b6-fc46-42d7-ad9d-4ccc83f2f179 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.291122] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Uploading image 0e131702-11c2-4806-ae37-159c48b6c3b1 {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1724.305767] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1724.306078] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-636f35fe-d869-4bdc-b303-4c4a76e37f8f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.314054] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1724.314054] env[63248]: value = "task-1801249" [ 1724.314054] env[63248]: _type = "Task" [ 1724.314054] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.326537] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801249, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.372944] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: d235314d-7080-409b-9be1-3fcb6c0884b4] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1724.375153] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7209e3f5-45e1-481c-8e36-b5222dfeabc9 tempest-ServerActionsV293TestJSON-304522643 tempest-ServerActionsV293TestJSON-304522643-project-member] Lock "6f345564-534e-436c-813e-7f2d954756c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.790s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.619502] env[63248]: DEBUG nova.objects.instance [None req-7978def4-d68e-499b-85b1-4aa1c75728a7 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lazy-loading 'pci_requests' on Instance uuid cd126c4e-e38f-4096-a023-19b9cc3b3998 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.725617] env[63248]: DEBUG oslo_vmware.api [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129559} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.726872] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.727072] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.727618] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.727866] env[63248]: INFO nova.compute.manager [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1724.728174] env[63248]: DEBUG oslo.service.loopingcall [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.729623] env[63248]: DEBUG nova.compute.manager [req-98cfad44-1c24-4cf0-a14e-a81749727253 req-549f46ce-77fc-4935-9b69-19e8431953a6 service nova] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Received event network-vif-deleted-3f344ef9-f81f-4a49-acb9-13d4fe86bbac {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1724.729881] env[63248]: INFO nova.compute.manager [req-98cfad44-1c24-4cf0-a14e-a81749727253 req-549f46ce-77fc-4935-9b69-19e8431953a6 service nova] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Neutron deleted interface 3f344ef9-f81f-4a49-acb9-13d4fe86bbac; detaching it from the instance and deleting it from the info cache [ 1724.730165] env[63248]: DEBUG nova.network.neutron [req-98cfad44-1c24-4cf0-a14e-a81749727253 req-549f46ce-77fc-4935-9b69-19e8431953a6 service nova] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.732329] env[63248]: DEBUG nova.compute.manager [-] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.732483] env[63248]: DEBUG nova.network.neutron [-] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.825372] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801249, 'name': Destroy_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.877432] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: cf0774df-f295-460a-87a5-f12e812e781d] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1725.011614] env[63248]: DEBUG nova.network.neutron [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Successfully updated port: 859cf8bc-f710-4004-bf45-5a920e1cf39a {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1725.122724] env[63248]: DEBUG nova.objects.base [None req-7978def4-d68e-499b-85b1-4aa1c75728a7 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1725.123065] env[63248]: DEBUG nova.network.neutron [None req-7978def4-d68e-499b-85b1-4aa1c75728a7 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1725.200511] env[63248]: DEBUG nova.network.neutron [-] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.212651] env[63248]: DEBUG nova.network.neutron [-] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.235228] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3656dafd-e264-4c6e-ba30-3cebfa9d6060 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.248428] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dda53c-be35-4aad-8306-fafc9618e044 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.292478] env[63248]: DEBUG nova.compute.manager [req-98cfad44-1c24-4cf0-a14e-a81749727253 req-549f46ce-77fc-4935-9b69-19e8431953a6 service nova] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Detach interface failed, port_id=3f344ef9-f81f-4a49-acb9-13d4fe86bbac, reason: Instance 340a9620-8240-4a34-95dd-7d5ea37fe0ea could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1725.305837] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7978def4-d68e-499b-85b1-4aa1c75728a7 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-cd126c4e-e38f-4096-a023-19b9cc3b3998-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.191s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.326921] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801249, 'name': Destroy_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.381080] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: f6015c28-7a38-464a-a0b9-b39c376d921e] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1725.515144] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "refresh_cache-6d81551c-6725-43a1-ab42-dd297944c7f1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.515397] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired lock "refresh_cache-6d81551c-6725-43a1-ab42-dd297944c7f1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.515501] env[63248]: DEBUG nova.network.neutron [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1725.705444] env[63248]: INFO nova.compute.manager [-] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Took 1.75 seconds to deallocate network for instance. [ 1725.717995] env[63248]: INFO nova.compute.manager [-] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Took 1.76 seconds to deallocate network for instance. [ 1725.775271] env[63248]: DEBUG nova.network.neutron [-] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.831035] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801249, 'name': Destroy_Task, 'duration_secs': 1.356624} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.831035] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Destroyed the VM [ 1725.831035] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1725.831035] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5697ebda-c2fb-4e91-ac63-6e66b8ee4aac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.839493] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1725.839493] env[63248]: value = "task-1801250" [ 1725.839493] env[63248]: _type = "Task" [ 1725.839493] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.851368] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801250, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.884957] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 5fdf705a-f860-40c2-a82b-6de6b61dd7a9] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1726.072324] env[63248]: DEBUG nova.network.neutron [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1726.161657] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "be3ca24d-0690-4376-891c-bc9ba64f1364" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.162406] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.162406] env[63248]: INFO nova.compute.manager [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Shelving [ 1726.209874] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.210222] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.210479] env[63248]: DEBUG nova.objects.instance [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lazy-loading 'resources' on Instance uuid 340a9620-8240-4a34-95dd-7d5ea37fe0ea {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.225642] env[63248]: DEBUG oslo_concurrency.lockutils [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.278956] env[63248]: INFO nova.compute.manager [-] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Took 1.55 seconds to deallocate network for instance. [ 1726.328813] env[63248]: DEBUG nova.network.neutron [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Updating instance_info_cache with network_info: [{"id": "859cf8bc-f710-4004-bf45-5a920e1cf39a", "address": "fa:16:3e:8a:e0:fd", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859cf8bc-f7", "ovs_interfaceid": "859cf8bc-f710-4004-bf45-5a920e1cf39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.351677] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801250, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.389071] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 21637db2-110e-4fba-92a5-9318b9c56ea1] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1726.763577] env[63248]: DEBUG nova.compute.manager [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Received event network-vif-deleted-806b1dc4-d1d4-4a15-942a-fe8e6a0a36fe {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1726.763577] env[63248]: DEBUG nova.compute.manager [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Received event network-vif-plugged-859cf8bc-f710-4004-bf45-5a920e1cf39a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1726.763577] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] Acquiring lock "6d81551c-6725-43a1-ab42-dd297944c7f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.763577] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.763577] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.763577] env[63248]: DEBUG nova.compute.manager [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] No waiting events found dispatching network-vif-plugged-859cf8bc-f710-4004-bf45-5a920e1cf39a {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1726.763577] env[63248]: WARNING nova.compute.manager [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Received unexpected event network-vif-plugged-859cf8bc-f710-4004-bf45-5a920e1cf39a for instance with vm_state building and task_state spawning. [ 1726.763803] env[63248]: DEBUG nova.compute.manager [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Received event network-changed-859cf8bc-f710-4004-bf45-5a920e1cf39a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1726.763944] env[63248]: DEBUG nova.compute.manager [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Refreshing instance network info cache due to event network-changed-859cf8bc-f710-4004-bf45-5a920e1cf39a. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1726.764092] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] Acquiring lock "refresh_cache-6d81551c-6725-43a1-ab42-dd297944c7f1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.787147] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.831377] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Releasing lock "refresh_cache-6d81551c-6725-43a1-ab42-dd297944c7f1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.832585] env[63248]: DEBUG nova.compute.manager [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Instance network_info: |[{"id": "859cf8bc-f710-4004-bf45-5a920e1cf39a", "address": "fa:16:3e:8a:e0:fd", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859cf8bc-f7", "ovs_interfaceid": "859cf8bc-f710-4004-bf45-5a920e1cf39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1726.832585] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] Acquired lock "refresh_cache-6d81551c-6725-43a1-ab42-dd297944c7f1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.832585] env[63248]: DEBUG nova.network.neutron [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Refreshing network info cache for port 859cf8bc-f710-4004-bf45-5a920e1cf39a {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1726.834416] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:e0:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '859cf8bc-f710-4004-bf45-5a920e1cf39a', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1726.848197] env[63248]: DEBUG oslo.service.loopingcall [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.851595] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1726.855306] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac76ec1d-5ce4-4e8b-9df7-8f26a2d62907 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.877945] env[63248]: DEBUG oslo_vmware.api [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801250, 'name': RemoveSnapshot_Task, 'duration_secs': 0.60749} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.879168] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1726.881660] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1726.881660] env[63248]: value = "task-1801251" [ 1726.881660] env[63248]: _type = "Task" [ 1726.881660] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.896050] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: ac46edb1-fa05-4310-8a93-7e38e85b6ea2] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1726.896352] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801251, 'name': CreateVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.975542] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22978f0f-85bb-4d3c-a126-9669511a8904 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.984059] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af46a0a2-6a4e-479d-83c1-fb4efed99e78 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.017254] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e5afa6-0924-4dfd-b922-4f44d7a6cd8d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.026936] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80257a2e-7023-4491-90b3-8f1a454a4fb4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.043955] env[63248]: DEBUG nova.compute.provider_tree [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.178098] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1727.178098] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-716adccc-f029-426a-821c-1248c48b39fd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.186250] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1727.186250] env[63248]: value = "task-1801252" [ 1727.186250] env[63248]: _type = "Task" [ 1727.186250] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.195833] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.257293] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "interface-cd126c4e-e38f-4096-a023-19b9cc3b3998-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.257293] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-cd126c4e-e38f-4096-a023-19b9cc3b3998-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.257521] env[63248]: DEBUG nova.objects.instance [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lazy-loading 'flavor' on Instance uuid cd126c4e-e38f-4096-a023-19b9cc3b3998 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1727.259624] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "fc97c235-3d55-497b-bd09-e97498a7ecf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.259624] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "fc97c235-3d55-497b-bd09-e97498a7ecf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.381681] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "100e0a22-d8ed-4e31-ba2e-39d86e508363" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.381990] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.388028] env[63248]: WARNING nova.compute.manager [None req-96a836a7-0209-44a1-8fc8-8696189fdc4f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Image not found during snapshot: nova.exception.ImageNotFound: Image 0e131702-11c2-4806-ae37-159c48b6c3b1 could not be found. [ 1727.397272] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801251, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.400337] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 48363a3d-e5c1-41b9-ac55-caea067f1a75] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1727.548542] env[63248]: DEBUG nova.scheduler.client.report [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1727.670364] env[63248]: DEBUG nova.network.neutron [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Updated VIF entry in instance network info cache for port 859cf8bc-f710-4004-bf45-5a920e1cf39a. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1727.670728] env[63248]: DEBUG nova.network.neutron [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Updating instance_info_cache with network_info: [{"id": "859cf8bc-f710-4004-bf45-5a920e1cf39a", "address": "fa:16:3e:8a:e0:fd", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859cf8bc-f7", "ovs_interfaceid": "859cf8bc-f710-4004-bf45-5a920e1cf39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.698737] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801252, 'name': PowerOffVM_Task, 'duration_secs': 0.249606} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.699015] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1727.700038] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de5c0ac-578e-4e0d-b818-ee646d4282c9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.721316] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd204041-5e0a-49af-818c-2f6ab26c87b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.764716] env[63248]: DEBUG nova.compute.manager [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1727.846972] env[63248]: DEBUG nova.objects.instance [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lazy-loading 'pci_requests' on Instance uuid cd126c4e-e38f-4096-a023-19b9cc3b3998 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1727.885212] env[63248]: DEBUG nova.compute.utils [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1727.898311] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801251, 'name': CreateVM_Task, 'duration_secs': 0.611857} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.898311] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1727.902014] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.902014] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.902014] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1727.902014] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9c9c13-1d33-4b46-8f9a-75616e6d4439 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.903355] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 1fa6471f-fda6-448d-8d06-cb0c46e3175a] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1727.907635] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1727.907635] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5224fdb1-0c7c-ec84-9f29-d894ac6a35cb" [ 1727.907635] env[63248]: _type = "Task" [ 1727.907635] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.917070] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5224fdb1-0c7c-ec84-9f29-d894ac6a35cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.058234] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.061321] env[63248]: DEBUG oslo_concurrency.lockutils [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.836s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.061599] env[63248]: DEBUG nova.objects.instance [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lazy-loading 'resources' on Instance uuid 13f096e4-7c5e-44e8-b221-d0ccaaf2d293 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.084460] env[63248]: INFO nova.scheduler.client.report [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleted allocations for instance 340a9620-8240-4a34-95dd-7d5ea37fe0ea [ 1728.173634] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] Releasing lock "refresh_cache-6d81551c-6725-43a1-ab42-dd297944c7f1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.173903] env[63248]: DEBUG nova.compute.manager [req-8ec1a37b-c752-46b7-9a69-18bbe36e5097 req-841ed3d9-cc86-4857-8726-ef8dcf4ad17d service nova] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Received event network-vif-deleted-26f96cad-54c6-4db6-a3cc-6c629e394ad1 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1728.233206] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1728.233575] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d25b23f6-df39-4f98-9227-157a79aee686 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.242342] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1728.242342] env[63248]: value = "task-1801253" [ 1728.242342] env[63248]: _type = "Task" [ 1728.242342] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.251681] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801253, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.292117] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.350068] env[63248]: DEBUG nova.objects.base [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1728.350305] env[63248]: DEBUG nova.network.neutron [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1728.391588] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.393408] env[63248]: DEBUG nova.policy [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf661b0b2904afa8a27415d0dbb6007', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0441317ad4bb431cbd0a1a06a59db0f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1728.407717] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: eb7e5b56-ace3-4ef9-8c54-4a1359dda0cd] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1728.420221] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5224fdb1-0c7c-ec84-9f29-d894ac6a35cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011666} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.420944] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.420944] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1728.421090] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.421158] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.421687] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1728.421687] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c1e322e-553c-47d5-b10c-88586414239a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.432699] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1728.432986] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1728.434310] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d643440c-5b80-45f5-a4d3-653c2b901433 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.444713] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1728.444713] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52920492-1fba-643c-314e-b61a4b63f726" [ 1728.444713] env[63248]: _type = "Task" [ 1728.444713] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.453417] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52920492-1fba-643c-314e-b61a4b63f726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.593111] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ce354a47-1817-460c-9bd7-adafe4aeece9 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "340a9620-8240-4a34-95dd-7d5ea37fe0ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.894s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.706739] env[63248]: DEBUG nova.network.neutron [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Successfully created port: 0b8d11c6-0824-4a39-adcb-3e2ad4dbb422 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1728.761080] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801253, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.783584] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d3be6d-5f92-4361-887b-ce8a4cdb955b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.792238] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d70f40-6962-43e9-a9bd-7ef763b35047 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.828014] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1109f8e3-0a22-4a56-8175-fdcb494ab96c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.836595] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fb8e69-9251-480c-982d-e58cfe8b2d6f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.854029] env[63248]: DEBUG nova.compute.provider_tree [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.914388] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: ef8a4b6c-f0a9-48a3-ac37-03706a7abde0] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1728.957446] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52920492-1fba-643c-314e-b61a4b63f726, 'name': SearchDatastore_Task, 'duration_secs': 0.013047} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.961458] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334b286f-b7c7-46cb-b8d7-f3998e4987ec {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.968913] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1728.968913] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52323bb0-f5db-6fce-7b4d-63887f618851" [ 1728.968913] env[63248]: _type = "Task" [ 1728.968913] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.980500] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52323bb0-f5db-6fce-7b4d-63887f618851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.256449] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801253, 'name': CreateSnapshot_Task, 'duration_secs': 0.971627} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.256789] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1729.257822] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f6ad62-3ec7-463b-b9a1-6eacb981e0c9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.356262] env[63248]: DEBUG nova.scheduler.client.report [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1729.417932] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7fec657e-a14f-4483-87eb-2687ded90608] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1729.466025] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "100e0a22-d8ed-4e31-ba2e-39d86e508363" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.466025] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.466188] env[63248]: INFO nova.compute.manager [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Attaching volume d42209be-738f-40ef-8c1f-b60a66f36c3d to /dev/sdb [ 1729.482951] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52323bb0-f5db-6fce-7b4d-63887f618851, 'name': SearchDatastore_Task, 'duration_secs': 0.026605} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.483540] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.483843] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 6d81551c-6725-43a1-ab42-dd297944c7f1/6d81551c-6725-43a1-ab42-dd297944c7f1.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1729.484124] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f39378b8-7daf-4d7d-8b98-e9dca73d6600 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.491594] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1729.491594] env[63248]: value = "task-1801254" [ 1729.491594] env[63248]: _type = "Task" [ 1729.491594] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.500718] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.506963] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05ef642-d936-4e14-9f0f-52d37aff52d3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.515293] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17df0d06-e8ed-4e43-aea5-79cc8de713ce {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.530391] env[63248]: DEBUG nova.virt.block_device [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating existing volume attachment record: 0f32dd1c-c10f-4a42-9aa0-a003fb6063f7 {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1729.776153] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1729.776532] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bb03bff7-8742-44e3-a8f7-bb5fa8ca3208 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.785323] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1729.785323] env[63248]: value = "task-1801256" [ 1729.785323] env[63248]: _type = "Task" [ 1729.785323] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.794456] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801256, 'name': CloneVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.861689] env[63248]: DEBUG oslo_concurrency.lockutils [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.864392] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.077s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.864707] env[63248]: DEBUG nova.objects.instance [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lazy-loading 'resources' on Instance uuid 0e81a54e-c648-4b37-b20d-8228a8a16cc9 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.880521] env[63248]: INFO nova.scheduler.client.report [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Deleted allocations for instance 13f096e4-7c5e-44e8-b221-d0ccaaf2d293 [ 1729.921501] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 8f2d28c0-ad53-4fa8-8755-7ff99abdfee4] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1730.007256] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801254, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.059336] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Acquiring lock "f2c0d22d-3a50-49b4-b573-d2f1ded730a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.059984] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Lock "f2c0d22d-3a50-49b4-b573-d2f1ded730a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.262534] env[63248]: DEBUG nova.network.neutron [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Successfully updated port: 0b8d11c6-0824-4a39-adcb-3e2ad4dbb422 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1730.305888] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801256, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.329969] env[63248]: DEBUG nova.compute.manager [req-6fee737d-9b8e-4396-bf2e-dfab904f8129 req-4c87f6cc-31ec-491e-ac37-b910f693f031 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Received event network-vif-plugged-0b8d11c6-0824-4a39-adcb-3e2ad4dbb422 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1730.330141] env[63248]: DEBUG oslo_concurrency.lockutils [req-6fee737d-9b8e-4396-bf2e-dfab904f8129 req-4c87f6cc-31ec-491e-ac37-b910f693f031 service nova] Acquiring lock "cd126c4e-e38f-4096-a023-19b9cc3b3998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.330408] env[63248]: DEBUG oslo_concurrency.lockutils [req-6fee737d-9b8e-4396-bf2e-dfab904f8129 req-4c87f6cc-31ec-491e-ac37-b910f693f031 service nova] Lock "cd126c4e-e38f-4096-a023-19b9cc3b3998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.330529] env[63248]: DEBUG oslo_concurrency.lockutils [req-6fee737d-9b8e-4396-bf2e-dfab904f8129 req-4c87f6cc-31ec-491e-ac37-b910f693f031 service nova] Lock "cd126c4e-e38f-4096-a023-19b9cc3b3998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.330695] env[63248]: DEBUG nova.compute.manager [req-6fee737d-9b8e-4396-bf2e-dfab904f8129 req-4c87f6cc-31ec-491e-ac37-b910f693f031 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] No waiting events found dispatching network-vif-plugged-0b8d11c6-0824-4a39-adcb-3e2ad4dbb422 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1730.331492] env[63248]: WARNING nova.compute.manager [req-6fee737d-9b8e-4396-bf2e-dfab904f8129 req-4c87f6cc-31ec-491e-ac37-b910f693f031 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Received unexpected event network-vif-plugged-0b8d11c6-0824-4a39-adcb-3e2ad4dbb422 for instance with vm_state active and task_state None. [ 1730.389886] env[63248]: DEBUG oslo_concurrency.lockutils [None req-20841fca-c2ab-44a4-a300-5e90559929e5 tempest-ServerDiskConfigTestJSON-1565861364 tempest-ServerDiskConfigTestJSON-1565861364-project-member] Lock "13f096e4-7c5e-44e8-b221-d0ccaaf2d293" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.873s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.427390] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 5d3de880-3eba-43b2-808b-343c9a7012ff] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1730.505772] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600076} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.506047] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 6d81551c-6725-43a1-ab42-dd297944c7f1/6d81551c-6725-43a1-ab42-dd297944c7f1.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1730.506265] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1730.506672] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-229b0edf-2d9a-4a60-b48d-52109219c5fa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.517159] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1730.517159] env[63248]: value = "task-1801259" [ 1730.517159] env[63248]: _type = "Task" [ 1730.517159] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.529757] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.561332] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35d3adb-2592-42da-964e-250f73d3ce15 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.564438] env[63248]: DEBUG nova.compute.manager [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1730.572838] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd395acc-572d-4166-bb45-5e6fbfef5edd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.605546] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5016f879-0bf8-4f88-ad3e-8b3abf1eb728 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.614680] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0f4f21-8740-46f3-b762-8b1f6cefad7e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.631397] env[63248]: DEBUG nova.compute.provider_tree [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.669829] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "6faf0bc8-4209-460e-a485-340ed052924a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.670229] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "6faf0bc8-4209-460e-a485-340ed052924a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.670640] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "6faf0bc8-4209-460e-a485-340ed052924a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.670780] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "6faf0bc8-4209-460e-a485-340ed052924a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.670977] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "6faf0bc8-4209-460e-a485-340ed052924a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.673678] env[63248]: INFO nova.compute.manager [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Terminating instance [ 1730.706188] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.706459] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.766782] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.766973] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.767179] env[63248]: DEBUG nova.network.neutron [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1730.800343] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801256, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.930606] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: ca6f659e-a9b0-437e-a968-2bcf02983683] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1731.029739] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076279} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.030402] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1731.031808] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b728ca-2197-4b4c-8711-6180f3b9d72f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.068453] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 6d81551c-6725-43a1-ab42-dd297944c7f1/6d81551c-6725-43a1-ab42-dd297944c7f1.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.071480] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a218fefa-ce24-4182-8004-b7b253d0fbe3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.096301] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1731.096301] env[63248]: value = "task-1801260" [ 1731.096301] env[63248]: _type = "Task" [ 1731.096301] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.101960] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.105425] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.135862] env[63248]: DEBUG nova.scheduler.client.report [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1731.177618] env[63248]: DEBUG nova.compute.manager [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1731.177894] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1731.178793] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2ad3be-e104-4614-b30c-2f4d2a44b5ed {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.187853] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.188121] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd2d53e1-e5a6-4467-b982-393b950255a6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.195333] env[63248]: DEBUG oslo_vmware.api [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1731.195333] env[63248]: value = "task-1801261" [ 1731.195333] env[63248]: _type = "Task" [ 1731.195333] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.204116] env[63248]: DEBUG oslo_vmware.api [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.208606] env[63248]: DEBUG nova.compute.manager [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1731.297749] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801256, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.310166] env[63248]: WARNING nova.network.neutron [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] 58f50fc0-ad4e-4c00-884a-901a353d9a3e already exists in list: networks containing: ['58f50fc0-ad4e-4c00-884a-901a353d9a3e']. ignoring it [ 1731.434801] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 3b442034-b9cd-48f3-96dd-9daffa1b12a8] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1731.607602] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.641555] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.644117] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.352s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.645758] env[63248]: INFO nova.compute.claims [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1731.679851] env[63248]: INFO nova.scheduler.client.report [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Deleted allocations for instance 0e81a54e-c648-4b37-b20d-8228a8a16cc9 [ 1731.707053] env[63248]: DEBUG oslo_vmware.api [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801261, 'name': PowerOffVM_Task, 'duration_secs': 0.405696} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.708018] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.708464] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1731.708830] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f88960f7-9493-468a-b71e-b92c762722bd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.735787] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.808749] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801256, 'name': CloneVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.823222] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1731.823222] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1731.823222] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Deleting the datastore file [datastore1] 6faf0bc8-4209-460e-a485-340ed052924a {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1731.823222] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b603598f-9f0d-4b16-b5ee-8c6f298cb704 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.834527] env[63248]: DEBUG oslo_vmware.api [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1731.834527] env[63248]: value = "task-1801263" [ 1731.834527] env[63248]: _type = "Task" [ 1731.834527] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.845282] env[63248]: DEBUG oslo_vmware.api [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.886340] env[63248]: DEBUG nova.network.neutron [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Updating instance_info_cache with network_info: [{"id": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "address": "fa:16:3e:ea:f5:6f", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d7aa68-7e", "ovs_interfaceid": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b8d11c6-0824-4a39-adcb-3e2ad4dbb422", "address": "fa:16:3e:3e:3d:83", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b8d11c6-08", "ovs_interfaceid": "0b8d11c6-0824-4a39-adcb-3e2ad4dbb422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.938638] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: aa88218a-a73b-4d9d-80a5-e848e0e26a6e] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1732.112512] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801260, 'name': ReconfigVM_Task, 'duration_secs': 0.719418} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.112512] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 6d81551c-6725-43a1-ab42-dd297944c7f1/6d81551c-6725-43a1-ab42-dd297944c7f1.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.112512] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89c1a201-934e-416f-8874-fddff66a1d22 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.120309] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1732.120309] env[63248]: value = "task-1801265" [ 1732.120309] env[63248]: _type = "Task" [ 1732.120309] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.128746] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801265, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.195306] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0c550177-fc66-46ac-bf23-b3d249d026ad tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "0e81a54e-c648-4b37-b20d-8228a8a16cc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.147s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.303116] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801256, 'name': CloneVM_Task, 'duration_secs': 2.147758} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.303116] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Created linked-clone VM from snapshot [ 1732.304208] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300fcb31-4af0-4474-a7e9-21a028554f53 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.314242] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Uploading image ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4 {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1732.349212] env[63248]: DEBUG oslo_vmware.api [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309322} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.351352] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1732.351352] env[63248]: value = "vm-373483" [ 1732.351352] env[63248]: _type = "VirtualMachine" [ 1732.351352] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1732.351688] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1732.351998] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1732.352151] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1732.352349] env[63248]: INFO nova.compute.manager [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1732.352586] env[63248]: DEBUG oslo.service.loopingcall [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.352775] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a1ca1008-939f-4870-b8cb-23172997907f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.354535] env[63248]: DEBUG nova.compute.manager [-] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1732.354636] env[63248]: DEBUG nova.network.neutron [-] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1732.363098] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lease: (returnval){ [ 1732.363098] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ebbe90-d8f6-0da6-27ee-9ef43ea13d52" [ 1732.363098] env[63248]: _type = "HttpNfcLease" [ 1732.363098] env[63248]: } obtained for exporting VM: (result){ [ 1732.363098] env[63248]: value = "vm-373483" [ 1732.363098] env[63248]: _type = "VirtualMachine" [ 1732.363098] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1732.363342] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the lease: (returnval){ [ 1732.363342] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ebbe90-d8f6-0da6-27ee-9ef43ea13d52" [ 1732.363342] env[63248]: _type = "HttpNfcLease" [ 1732.363342] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1732.379182] env[63248]: DEBUG nova.compute.manager [req-33265c96-40e5-407d-b9a6-147fb3ffecce req-18c88122-227e-4434-9c0d-e5f152d4a45e service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Received event network-changed-0b8d11c6-0824-4a39-adcb-3e2ad4dbb422 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1732.379571] env[63248]: DEBUG nova.compute.manager [req-33265c96-40e5-407d-b9a6-147fb3ffecce req-18c88122-227e-4434-9c0d-e5f152d4a45e service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Refreshing instance network info cache due to event network-changed-0b8d11c6-0824-4a39-adcb-3e2ad4dbb422. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1732.379826] env[63248]: DEBUG oslo_concurrency.lockutils [req-33265c96-40e5-407d-b9a6-147fb3ffecce req-18c88122-227e-4434-9c0d-e5f152d4a45e service nova] Acquiring lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.383383] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1732.383383] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ebbe90-d8f6-0da6-27ee-9ef43ea13d52" [ 1732.383383] env[63248]: _type = "HttpNfcLease" [ 1732.383383] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1732.389678] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.390312] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.390470] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.390737] env[63248]: DEBUG oslo_concurrency.lockutils [req-33265c96-40e5-407d-b9a6-147fb3ffecce req-18c88122-227e-4434-9c0d-e5f152d4a45e service nova] Acquired lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.390911] env[63248]: DEBUG nova.network.neutron [req-33265c96-40e5-407d-b9a6-147fb3ffecce req-18c88122-227e-4434-9c0d-e5f152d4a45e service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Refreshing network info cache for port 0b8d11c6-0824-4a39-adcb-3e2ad4dbb422 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1732.397301] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a325a5b2-5b1d-4929-87db-de0900082f73 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.418912] env[63248]: DEBUG nova.virt.hardware [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1732.419274] env[63248]: DEBUG nova.virt.hardware [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1732.419588] env[63248]: DEBUG nova.virt.hardware [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1732.419786] env[63248]: DEBUG nova.virt.hardware [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1732.419953] env[63248]: DEBUG nova.virt.hardware [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1732.420257] env[63248]: DEBUG nova.virt.hardware [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1732.420321] env[63248]: DEBUG nova.virt.hardware [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1732.420479] env[63248]: DEBUG nova.virt.hardware [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1732.420644] env[63248]: DEBUG nova.virt.hardware [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1732.420808] env[63248]: DEBUG nova.virt.hardware [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1732.420983] env[63248]: DEBUG nova.virt.hardware [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1732.428785] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Reconfiguring VM to attach interface {{(pid=63248) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1732.429812] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b386e710-ce4e-4f53-bd28-20e62512458c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.444592] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 8fd93901-39dd-4358-93eb-9c0d1a087a78] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1732.449899] env[63248]: DEBUG oslo_vmware.api [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1732.449899] env[63248]: value = "task-1801267" [ 1732.449899] env[63248]: _type = "Task" [ 1732.449899] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.464736] env[63248]: DEBUG oslo_vmware.api [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801267, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.631305] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801265, 'name': Rename_Task, 'duration_secs': 0.226909} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.631580] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1732.631866] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f76886b-4a67-4591-a604-b4a9a0376202 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.639473] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1732.639473] env[63248]: value = "task-1801268" [ 1732.639473] env[63248]: _type = "Task" [ 1732.639473] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.652482] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.873319] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1732.873319] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ebbe90-d8f6-0da6-27ee-9ef43ea13d52" [ 1732.873319] env[63248]: _type = "HttpNfcLease" [ 1732.873319] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1732.873625] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1732.873625] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ebbe90-d8f6-0da6-27ee-9ef43ea13d52" [ 1732.873625] env[63248]: _type = "HttpNfcLease" [ 1732.873625] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1732.874984] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cb96c6-a2ee-495d-a101-b2a0ea6726a2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.891128] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce9c28-f9a3-b0e3-5318-7bdf4814fab3/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1732.891356] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce9c28-f9a3-b0e3-5318-7bdf4814fab3/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1732.961939] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: d0d08b64-e1b2-417f-b81c-acdb3ca9b39a] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1732.981015] env[63248]: DEBUG oslo_vmware.api [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.006975] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93252f90-55ff-414f-a5a6-4dd19730bf90 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.016102] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c0708723-be35-443d-9731-d2c61ad11365 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.024923] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04a9564-20b3-456b-9efa-ca54140c5551 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.068704] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d562b1e8-1e9f-437d-9821-f595f0a8f75b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.084410] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f11150e-1700-4e7f-a411-ba14923f59e1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.100409] env[63248]: DEBUG nova.compute.provider_tree [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.155120] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801268, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.191031] env[63248]: DEBUG nova.network.neutron [-] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.240151] env[63248]: DEBUG nova.network.neutron [req-33265c96-40e5-407d-b9a6-147fb3ffecce req-18c88122-227e-4434-9c0d-e5f152d4a45e service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Updated VIF entry in instance network info cache for port 0b8d11c6-0824-4a39-adcb-3e2ad4dbb422. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.240151] env[63248]: DEBUG nova.network.neutron [req-33265c96-40e5-407d-b9a6-147fb3ffecce req-18c88122-227e-4434-9c0d-e5f152d4a45e service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Updating instance_info_cache with network_info: [{"id": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "address": "fa:16:3e:ea:f5:6f", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d7aa68-7e", "ovs_interfaceid": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b8d11c6-0824-4a39-adcb-3e2ad4dbb422", "address": "fa:16:3e:3e:3d:83", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b8d11c6-08", "ovs_interfaceid": "0b8d11c6-0824-4a39-adcb-3e2ad4dbb422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.475131] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 2662ff23-cc49-444e-8f62-b226c02f04df] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1733.477680] env[63248]: DEBUG oslo_vmware.api [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801267, 'name': ReconfigVM_Task, 'duration_secs': 0.865166} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.478367] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.478576] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Reconfigured VM to attach interface {{(pid=63248) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1733.605332] env[63248]: DEBUG nova.scheduler.client.report [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1733.650570] env[63248]: DEBUG oslo_vmware.api [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801268, 'name': PowerOnVM_Task, 'duration_secs': 0.63045} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.650973] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1733.651083] env[63248]: INFO nova.compute.manager [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Took 13.74 seconds to spawn the instance on the hypervisor. [ 1733.651226] env[63248]: DEBUG nova.compute.manager [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.652045] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31daef3-330d-4999-ad87-31091e75d986 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.693381] env[63248]: INFO nova.compute.manager [-] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Took 1.34 seconds to deallocate network for instance. [ 1733.743487] env[63248]: DEBUG oslo_concurrency.lockutils [req-33265c96-40e5-407d-b9a6-147fb3ffecce req-18c88122-227e-4434-9c0d-e5f152d4a45e service nova] Releasing lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.979757] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 71318012-4221-4eae-a437-14d5b093363d] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1733.983330] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bdee44f6-6d35-4995-9398-ca05939276fc tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-cd126c4e-e38f-4096-a023-19b9cc3b3998-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.726s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.110282] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.110827] env[63248]: DEBUG nova.compute.manager [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1734.113916] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.012s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.115780] env[63248]: INFO nova.compute.claims [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1734.175261] env[63248]: INFO nova.compute.manager [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Took 18.72 seconds to build instance. [ 1734.200728] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.409626] env[63248]: DEBUG nova.compute.manager [req-d7e7388c-e3e9-464b-ad90-9f28816e1ffb req-d2354051-fc43-4bb2-879e-b82eb3a81bdb service nova] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Received event network-vif-deleted-9d55f1c5-8041-4db0-aa06-21ce8ce9aa60 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1734.485874] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: acf21bf7-17f5-4111-a608-b9bbfac8338b] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1734.578490] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1734.578490] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373485', 'volume_id': 'd42209be-738f-40ef-8c1f-b60a66f36c3d', 'name': 'volume-d42209be-738f-40ef-8c1f-b60a66f36c3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '100e0a22-d8ed-4e31-ba2e-39d86e508363', 'attached_at': '', 'detached_at': '', 'volume_id': 'd42209be-738f-40ef-8c1f-b60a66f36c3d', 'serial': 'd42209be-738f-40ef-8c1f-b60a66f36c3d'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1734.579427] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f512215-8fe6-41c6-a856-af73a40df7e4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.600118] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8382ac3-adb8-4d02-ab94-7dfe98cc17cc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.624965] env[63248]: DEBUG nova.compute.utils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1734.639118] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-d42209be-738f-40ef-8c1f-b60a66f36c3d/volume-d42209be-738f-40ef-8c1f-b60a66f36c3d.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1734.639118] env[63248]: DEBUG nova.compute.manager [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1734.639118] env[63248]: DEBUG nova.network.neutron [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1734.640228] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80f1ac64-2501-412f-aeb9-86fa5473376a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.665776] env[63248]: DEBUG oslo_vmware.api [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1734.665776] env[63248]: value = "task-1801270" [ 1734.665776] env[63248]: _type = "Task" [ 1734.665776] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.677117] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f007c71f-c791-45b9-9467-74a5fb3ee19f tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.230s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.677522] env[63248]: DEBUG oslo_vmware.api [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.751425] env[63248]: DEBUG nova.policy [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abccb9d18fe64326a01734545bb76e24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bccc2e5b76c94662b2cc14e5a65551f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1734.990523] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 97c6c122-64c6-4dd3-baca-a254e27ed0c0] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1735.138147] env[63248]: DEBUG nova.compute.manager [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1735.179886] env[63248]: DEBUG oslo_vmware.api [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.247935] env[63248]: DEBUG nova.network.neutron [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Successfully created port: a34d6447-0111-4c80-b8d7-86d900557fcc {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1735.382589] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc724cc8-072b-4dd1-ae13-bbe8d5411405 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.390488] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0b9b05-2d34-4ec3-9f14-5bfbda486484 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.427267] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45c7435-05c3-4804-a40e-33a7216f53a2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.435703] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b8bf1e-c4e3-4f60-8b63-2157d3372bee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.450220] env[63248]: DEBUG nova.compute.provider_tree [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.494082] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 8e040787-5b5e-4d2f-b23d-270b198a9642] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1735.519189] env[63248]: DEBUG nova.compute.manager [req-476deed5-2f66-428d-a92e-f4392f8df389 req-26a16026-58a2-4c1b-b6f3-0533f1e2be4d service nova] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Received event network-changed-859cf8bc-f710-4004-bf45-5a920e1cf39a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1735.519189] env[63248]: DEBUG nova.compute.manager [req-476deed5-2f66-428d-a92e-f4392f8df389 req-26a16026-58a2-4c1b-b6f3-0533f1e2be4d service nova] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Refreshing instance network info cache due to event network-changed-859cf8bc-f710-4004-bf45-5a920e1cf39a. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1735.519189] env[63248]: DEBUG oslo_concurrency.lockutils [req-476deed5-2f66-428d-a92e-f4392f8df389 req-26a16026-58a2-4c1b-b6f3-0533f1e2be4d service nova] Acquiring lock "refresh_cache-6d81551c-6725-43a1-ab42-dd297944c7f1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.519189] env[63248]: DEBUG oslo_concurrency.lockutils [req-476deed5-2f66-428d-a92e-f4392f8df389 req-26a16026-58a2-4c1b-b6f3-0533f1e2be4d service nova] Acquired lock "refresh_cache-6d81551c-6725-43a1-ab42-dd297944c7f1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.519189] env[63248]: DEBUG nova.network.neutron [req-476deed5-2f66-428d-a92e-f4392f8df389 req-26a16026-58a2-4c1b-b6f3-0533f1e2be4d service nova] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Refreshing network info cache for port 859cf8bc-f710-4004-bf45-5a920e1cf39a {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1735.678888] env[63248]: DEBUG oslo_vmware.api [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801270, 'name': ReconfigVM_Task, 'duration_secs': 0.739497} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.679549] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-d42209be-738f-40ef-8c1f-b60a66f36c3d/volume-d42209be-738f-40ef-8c1f-b60a66f36c3d.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1735.685292] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c43d10b5-3dac-4b96-a1fd-00d0082bfa92 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.707386] env[63248]: DEBUG oslo_vmware.api [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1735.707386] env[63248]: value = "task-1801271" [ 1735.707386] env[63248]: _type = "Task" [ 1735.707386] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.721381] env[63248]: DEBUG oslo_vmware.api [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801271, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.954504] env[63248]: DEBUG nova.scheduler.client.report [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1735.997763] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: a4433417-ae64-4629-9f2e-5b02fbb5e9a6] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1736.127859] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "interface-cd126c4e-e38f-4096-a023-19b9cc3b3998-faa85b65-5289-4070-b23b-066f3da2d525" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.128149] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-cd126c4e-e38f-4096-a023-19b9cc3b3998-faa85b65-5289-4070-b23b-066f3da2d525" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.128627] env[63248]: DEBUG nova.objects.instance [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lazy-loading 'flavor' on Instance uuid cd126c4e-e38f-4096-a023-19b9cc3b3998 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.153940] env[63248]: DEBUG nova.compute.manager [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1736.184703] env[63248]: DEBUG nova.virt.hardware [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1736.184953] env[63248]: DEBUG nova.virt.hardware [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1736.185123] env[63248]: DEBUG nova.virt.hardware [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1736.185303] env[63248]: DEBUG nova.virt.hardware [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1736.185449] env[63248]: DEBUG nova.virt.hardware [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1736.185596] env[63248]: DEBUG nova.virt.hardware [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1736.185834] env[63248]: DEBUG nova.virt.hardware [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1736.186021] env[63248]: DEBUG nova.virt.hardware [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1736.186571] env[63248]: DEBUG nova.virt.hardware [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1736.186663] env[63248]: DEBUG nova.virt.hardware [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1736.186779] env[63248]: DEBUG nova.virt.hardware [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1736.190588] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100a532f-961f-4f71-bb73-99b9d61ebd50 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.197466] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea127ed-d233-4fb4-86b3-848c667b34dd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.224850] env[63248]: DEBUG oslo_vmware.api [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801271, 'name': ReconfigVM_Task, 'duration_secs': 0.182134} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.225289] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373485', 'volume_id': 'd42209be-738f-40ef-8c1f-b60a66f36c3d', 'name': 'volume-d42209be-738f-40ef-8c1f-b60a66f36c3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '100e0a22-d8ed-4e31-ba2e-39d86e508363', 'attached_at': '', 'detached_at': '', 'volume_id': 'd42209be-738f-40ef-8c1f-b60a66f36c3d', 'serial': 'd42209be-738f-40ef-8c1f-b60a66f36c3d'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1736.461296] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.461893] env[63248]: DEBUG nova.compute.manager [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1736.468072] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.732s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.469246] env[63248]: INFO nova.compute.claims [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1736.502846] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: ded818f2-5099-4e85-98fc-3c91b46b5630] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1736.549728] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.550011] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.550231] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.550417] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.550609] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.552758] env[63248]: INFO nova.compute.manager [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Terminating instance [ 1736.565415] env[63248]: DEBUG nova.network.neutron [req-476deed5-2f66-428d-a92e-f4392f8df389 req-26a16026-58a2-4c1b-b6f3-0533f1e2be4d service nova] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Updated VIF entry in instance network info cache for port 859cf8bc-f710-4004-bf45-5a920e1cf39a. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1736.565790] env[63248]: DEBUG nova.network.neutron [req-476deed5-2f66-428d-a92e-f4392f8df389 req-26a16026-58a2-4c1b-b6f3-0533f1e2be4d service nova] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Updating instance_info_cache with network_info: [{"id": "859cf8bc-f710-4004-bf45-5a920e1cf39a", "address": "fa:16:3e:8a:e0:fd", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859cf8bc-f7", "ovs_interfaceid": "859cf8bc-f710-4004-bf45-5a920e1cf39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.805303] env[63248]: DEBUG nova.objects.instance [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lazy-loading 'pci_requests' on Instance uuid cd126c4e-e38f-4096-a023-19b9cc3b3998 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.974342] env[63248]: DEBUG nova.compute.utils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1736.977877] env[63248]: DEBUG nova.compute.manager [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1736.977877] env[63248]: DEBUG nova.network.neutron [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1737.009376] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: a901b7d2-55d4-4ace-906e-40734377c899] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1737.048966] env[63248]: DEBUG nova.policy [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59a68bdec66b4918a10ea0060484727d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae481de13f9444ddac5533a4e479428b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1737.056806] env[63248]: DEBUG nova.compute.manager [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1737.057088] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1737.058040] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da0e0af-2ceb-4ce7-a100-cb04b36cabd1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.068652] env[63248]: DEBUG oslo_concurrency.lockutils [req-476deed5-2f66-428d-a92e-f4392f8df389 req-26a16026-58a2-4c1b-b6f3-0533f1e2be4d service nova] Releasing lock "refresh_cache-6d81551c-6725-43a1-ab42-dd297944c7f1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.068876] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.069480] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f52c639-91b7-4f99-888a-bc7c7cedccd5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.077920] env[63248]: DEBUG oslo_vmware.api [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1737.077920] env[63248]: value = "task-1801272" [ 1737.077920] env[63248]: _type = "Task" [ 1737.077920] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.087987] env[63248]: DEBUG oslo_vmware.api [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.265482] env[63248]: DEBUG nova.objects.instance [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lazy-loading 'flavor' on Instance uuid 100e0a22-d8ed-4e31-ba2e-39d86e508363 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.307756] env[63248]: DEBUG nova.objects.base [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1737.308032] env[63248]: DEBUG nova.network.neutron [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1737.410314] env[63248]: DEBUG nova.network.neutron [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Successfully updated port: a34d6447-0111-4c80-b8d7-86d900557fcc {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1737.454772] env[63248]: DEBUG nova.compute.manager [req-66c20088-f4d2-4b65-8433-89761d7898ba req-658a76e6-8f18-4d60-939c-9e7cd5a10667 service nova] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Received event network-vif-plugged-a34d6447-0111-4c80-b8d7-86d900557fcc {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1737.454772] env[63248]: DEBUG oslo_concurrency.lockutils [req-66c20088-f4d2-4b65-8433-89761d7898ba req-658a76e6-8f18-4d60-939c-9e7cd5a10667 service nova] Acquiring lock "fc97c235-3d55-497b-bd09-e97498a7ecf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.454772] env[63248]: DEBUG oslo_concurrency.lockutils [req-66c20088-f4d2-4b65-8433-89761d7898ba req-658a76e6-8f18-4d60-939c-9e7cd5a10667 service nova] Lock "fc97c235-3d55-497b-bd09-e97498a7ecf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.454772] env[63248]: DEBUG oslo_concurrency.lockutils [req-66c20088-f4d2-4b65-8433-89761d7898ba req-658a76e6-8f18-4d60-939c-9e7cd5a10667 service nova] Lock "fc97c235-3d55-497b-bd09-e97498a7ecf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.454772] env[63248]: DEBUG nova.compute.manager [req-66c20088-f4d2-4b65-8433-89761d7898ba req-658a76e6-8f18-4d60-939c-9e7cd5a10667 service nova] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] No waiting events found dispatching network-vif-plugged-a34d6447-0111-4c80-b8d7-86d900557fcc {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1737.454772] env[63248]: WARNING nova.compute.manager [req-66c20088-f4d2-4b65-8433-89761d7898ba req-658a76e6-8f18-4d60-939c-9e7cd5a10667 service nova] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Received unexpected event network-vif-plugged-a34d6447-0111-4c80-b8d7-86d900557fcc for instance with vm_state building and task_state spawning. [ 1737.459389] env[63248]: DEBUG nova.policy [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf661b0b2904afa8a27415d0dbb6007', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0441317ad4bb431cbd0a1a06a59db0f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1737.480564] env[63248]: DEBUG nova.compute.manager [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1737.511845] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: ee50b60c-62d7-48cf-b568-769e6c0dcd64] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1737.590343] env[63248]: DEBUG oslo_vmware.api [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801272, 'name': PowerOffVM_Task, 'duration_secs': 0.24146} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.593253] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1737.593515] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1737.594089] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5294bf93-e975-4777-9909-873f74f32b57 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.607061] env[63248]: DEBUG nova.network.neutron [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Successfully created port: 9f3e51ee-7939-44a9-a988-f360d659d92f {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1737.683129] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1737.683129] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1737.683129] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Deleting the datastore file [datastore1] 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1737.683129] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca133411-ed64-4683-a85d-9b7e9c14b6d4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.698262] env[63248]: DEBUG oslo_vmware.api [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for the task: (returnval){ [ 1737.698262] env[63248]: value = "task-1801274" [ 1737.698262] env[63248]: _type = "Task" [ 1737.698262] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.707160] env[63248]: DEBUG oslo_vmware.api [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.722024] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602c922c-c8a2-4eae-a73d-0f2a8c131aa1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.730524] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e917379-5e32-49e6-b858-db809b542d40 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.774043] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95543e00-7960-482c-a9b8-cfb68669a170 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.308s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.779803] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab861f98-781f-4bde-a7a3-f5d155119040 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.788809] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4a1795-6006-4082-b610-f0a88d6d0a89 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.805695] env[63248]: DEBUG nova.compute.provider_tree [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.913703] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "refresh_cache-fc97c235-3d55-497b-bd09-e97498a7ecf8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.913703] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "refresh_cache-fc97c235-3d55-497b-bd09-e97498a7ecf8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.913703] env[63248]: DEBUG nova.network.neutron [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.020019] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: c3889b72-5d3a-4a80-a43e-405ae07e75f5] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1738.173436] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "4c7d5055-5d1a-4e4f-80f7-e6676a373d8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.173436] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "4c7d5055-5d1a-4e4f-80f7-e6676a373d8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.207373] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "d8aa0ca6-31a9-48a5-94a1-1b3014961c62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.207373] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "d8aa0ca6-31a9-48a5-94a1-1b3014961c62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.211747] env[63248]: DEBUG oslo_vmware.api [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Task: {'id': task-1801274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267596} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.212317] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1738.212516] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1738.213206] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1738.213206] env[63248]: INFO nova.compute.manager [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1738.213408] env[63248]: DEBUG oslo.service.loopingcall [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.213629] env[63248]: DEBUG nova.compute.manager [-] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1738.213728] env[63248]: DEBUG nova.network.neutron [-] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1738.309444] env[63248]: DEBUG nova.scheduler.client.report [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1738.454243] env[63248]: DEBUG nova.network.neutron [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1738.495146] env[63248]: DEBUG nova.compute.manager [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1738.521304] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 53686d6b-0e38-4361-9fb4-dbdfcc4c80af] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 1738.526929] env[63248]: DEBUG nova.virt.hardware [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1738.527196] env[63248]: DEBUG nova.virt.hardware [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.527353] env[63248]: DEBUG nova.virt.hardware [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1738.527537] env[63248]: DEBUG nova.virt.hardware [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.527789] env[63248]: DEBUG nova.virt.hardware [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1738.527875] env[63248]: DEBUG nova.virt.hardware [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1738.528120] env[63248]: DEBUG nova.virt.hardware [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1738.528251] env[63248]: DEBUG nova.virt.hardware [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1738.528557] env[63248]: DEBUG nova.virt.hardware [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1738.528557] env[63248]: DEBUG nova.virt.hardware [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1738.528730] env[63248]: DEBUG nova.virt.hardware [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1738.529613] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b912b6-f0b9-40ae-9ddc-3ed538e1f496 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.540682] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d94b288-4cc6-4e49-9f2e-b3c1bda1f4ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.605109] env[63248]: DEBUG nova.network.neutron [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Updating instance_info_cache with network_info: [{"id": "a34d6447-0111-4c80-b8d7-86d900557fcc", "address": "fa:16:3e:7d:8e:7b", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34d6447-01", "ovs_interfaceid": "a34d6447-0111-4c80-b8d7-86d900557fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.676827] env[63248]: DEBUG nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1738.713405] env[63248]: DEBUG nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1738.819740] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.819740] env[63248]: DEBUG nova.compute.manager [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1738.822507] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.622s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.822869] env[63248]: DEBUG nova.objects.instance [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lazy-loading 'resources' on Instance uuid 6faf0bc8-4209-460e-a485-340ed052924a {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.033332] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1739.033526] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Cleaning up deleted instances with incomplete migration {{(pid=63248) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 1739.108425] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "refresh_cache-fc97c235-3d55-497b-bd09-e97498a7ecf8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.108750] env[63248]: DEBUG nova.compute.manager [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Instance network_info: |[{"id": "a34d6447-0111-4c80-b8d7-86d900557fcc", "address": "fa:16:3e:7d:8e:7b", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34d6447-01", "ovs_interfaceid": "a34d6447-0111-4c80-b8d7-86d900557fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1739.109585] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:8e:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a34d6447-0111-4c80-b8d7-86d900557fcc', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1739.118347] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Creating folder: Project (bccc2e5b76c94662b2cc14e5a65551f1). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1739.118677] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2822ac6-eb8e-48cd-afb8-aac2ba53c768 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.134181] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Created folder: Project (bccc2e5b76c94662b2cc14e5a65551f1) in parent group-v373228. [ 1739.134435] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Creating folder: Instances. Parent ref: group-v373486. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1739.134926] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fd97ead-9fdc-4299-a926-48a9a7cd9db1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.148784] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Created folder: Instances in parent group-v373486. [ 1739.149051] env[63248]: DEBUG oslo.service.loopingcall [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.149511] env[63248]: DEBUG nova.compute.manager [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Stashing vm_state: active {{(pid=63248) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1739.153117] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1739.153355] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac376b06-f16e-4c29-aa7a-327cb1739f79 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.172319] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "bac808d3-c675-4488-9441-ad7979061a76" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.172558] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "bac808d3-c675-4488-9441-ad7979061a76" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.177102] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1739.177102] env[63248]: value = "task-1801277" [ 1739.177102] env[63248]: _type = "Task" [ 1739.177102] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.190338] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801277, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.207646] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.207840] env[63248]: DEBUG nova.network.neutron [-] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.239265] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.325175] env[63248]: DEBUG nova.compute.utils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1739.330647] env[63248]: DEBUG nova.compute.manager [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1739.330647] env[63248]: DEBUG nova.network.neutron [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1739.386483] env[63248]: DEBUG nova.network.neutron [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Successfully updated port: faa85b65-5289-4070-b23b-066f3da2d525 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1739.441029] env[63248]: DEBUG nova.policy [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ffef12d33954a74b82ea7366686fa55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92fbb845eb614c12a2ab3032d9a39f84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1739.537523] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1739.542999] env[63248]: DEBUG nova.network.neutron [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Successfully updated port: 9f3e51ee-7939-44a9-a988-f360d659d92f {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1739.629200] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a27a0a-0af9-4958-a1cb-2457860c1692 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.638257] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab50122c-00fc-4b3a-8b30-5a9460694ab4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.669285] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf47265e-180e-4f56-ab17-4b15a0ad31b6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.675946] env[63248]: DEBUG nova.compute.utils [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1739.684323] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3eb575-dfd6-44e4-b5d3-33344303dee0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.689206] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.696106] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801277, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.704688] env[63248]: DEBUG nova.compute.provider_tree [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.709918] env[63248]: INFO nova.compute.manager [-] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Took 1.50 seconds to deallocate network for instance. [ 1739.751525] env[63248]: DEBUG nova.network.neutron [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Successfully created port: 1921c680-5531-42aa-8597-c3207957c09d {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1739.838905] env[63248]: DEBUG nova.compute.manager [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1739.890685] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.890685] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.890685] env[63248]: DEBUG nova.network.neutron [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1740.045665] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Acquiring lock "refresh_cache-f2c0d22d-3a50-49b4-b573-d2f1ded730a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.045834] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Acquired lock "refresh_cache-f2c0d22d-3a50-49b4-b573-d2f1ded730a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.045993] env[63248]: DEBUG nova.network.neutron [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1740.178956] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "bac808d3-c675-4488-9441-ad7979061a76" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.194425] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801277, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.207558] env[63248]: DEBUG nova.scheduler.client.report [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1740.215982] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.430148] env[63248]: WARNING nova.network.neutron [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] 58f50fc0-ad4e-4c00-884a-901a353d9a3e already exists in list: networks containing: ['58f50fc0-ad4e-4c00-884a-901a353d9a3e']. ignoring it [ 1740.430364] env[63248]: WARNING nova.network.neutron [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] 58f50fc0-ad4e-4c00-884a-901a353d9a3e already exists in list: networks containing: ['58f50fc0-ad4e-4c00-884a-901a353d9a3e']. ignoring it [ 1740.594916] env[63248]: DEBUG nova.network.neutron [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1740.697103] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801277, 'name': CreateVM_Task, 'duration_secs': 1.416633} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.697301] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1740.697966] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.698161] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.698484] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1740.698751] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-858f5d9e-b3fc-4873-b520-fde4a73c5081 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.713232] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.716051] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1740.716051] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5222987f-f26f-a527-2fb7-bf730a20b416" [ 1740.716051] env[63248]: _type = "Task" [ 1740.716051] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.716605] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.509s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.718648] env[63248]: INFO nova.compute.claims [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1740.734106] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5222987f-f26f-a527-2fb7-bf730a20b416, 'name': SearchDatastore_Task, 'duration_secs': 0.015871} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.734106] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.734319] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1740.734832] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.734832] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.734832] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1740.735211] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d175187-a137-4558-a76d-18ed6f7da592 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.745301] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1740.745485] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1740.746269] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73df13ec-9f29-4a6e-a37d-ffc290886ba9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.752491] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1740.752491] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522841dd-3c6c-72a1-9dfc-06ca537e92f9" [ 1740.752491] env[63248]: _type = "Task" [ 1740.752491] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.761775] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522841dd-3c6c-72a1-9dfc-06ca537e92f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.832258] env[63248]: INFO nova.scheduler.client.report [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Deleted allocations for instance 6faf0bc8-4209-460e-a485-340ed052924a [ 1740.848754] env[63248]: DEBUG nova.compute.manager [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1740.860594] env[63248]: DEBUG nova.network.neutron [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Updating instance_info_cache with network_info: [{"id": "9f3e51ee-7939-44a9-a988-f360d659d92f", "address": "fa:16:3e:14:cd:6c", "network": {"id": "0598157b-e639-4f1c-ad89-cb355fa13189", "bridge": "br-int", "label": "tempest-ServersTestJSON-178201439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae481de13f9444ddac5533a4e479428b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3e51ee-79", "ovs_interfaceid": "9f3e51ee-7939-44a9-a988-f360d659d92f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.880603] env[63248]: DEBUG nova.virt.hardware [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1740.880840] env[63248]: DEBUG nova.virt.hardware [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1740.880997] env[63248]: DEBUG nova.virt.hardware [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1740.881193] env[63248]: DEBUG nova.virt.hardware [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1740.881340] env[63248]: DEBUG nova.virt.hardware [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1740.881488] env[63248]: DEBUG nova.virt.hardware [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1740.881749] env[63248]: DEBUG nova.virt.hardware [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1740.881937] env[63248]: DEBUG nova.virt.hardware [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1740.882125] env[63248]: DEBUG nova.virt.hardware [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1740.882284] env[63248]: DEBUG nova.virt.hardware [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1740.882876] env[63248]: DEBUG nova.virt.hardware [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1740.884518] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84320308-667b-4f0d-b138-369107002cdb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.896529] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaeb90c-eb0b-4d15-98b3-547e08057e00 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.105056] env[63248]: DEBUG nova.network.neutron [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Updating instance_info_cache with network_info: [{"id": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "address": "fa:16:3e:ea:f5:6f", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d7aa68-7e", "ovs_interfaceid": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b8d11c6-0824-4a39-adcb-3e2ad4dbb422", "address": "fa:16:3e:3e:3d:83", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b8d11c6-08", "ovs_interfaceid": "0b8d11c6-0824-4a39-adcb-3e2ad4dbb422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "faa85b65-5289-4070-b23b-066f3da2d525", "address": "fa:16:3e:51:0f:dd", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa85b65-52", "ovs_interfaceid": "faa85b65-5289-4070-b23b-066f3da2d525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.156991] env[63248]: DEBUG nova.compute.manager [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Received event network-changed-a34d6447-0111-4c80-b8d7-86d900557fcc {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1741.156991] env[63248]: DEBUG nova.compute.manager [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Refreshing instance network info cache due to event network-changed-a34d6447-0111-4c80-b8d7-86d900557fcc. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1741.157242] env[63248]: DEBUG oslo_concurrency.lockutils [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] Acquiring lock "refresh_cache-fc97c235-3d55-497b-bd09-e97498a7ecf8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.157423] env[63248]: DEBUG oslo_concurrency.lockutils [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] Acquired lock "refresh_cache-fc97c235-3d55-497b-bd09-e97498a7ecf8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.157561] env[63248]: DEBUG nova.network.neutron [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Refreshing network info cache for port a34d6447-0111-4c80-b8d7-86d900557fcc {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.264059] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522841dd-3c6c-72a1-9dfc-06ca537e92f9, 'name': SearchDatastore_Task, 'duration_secs': 0.014211} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.264901] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e31635-d495-4fb4-b70c-b82d7d9d575a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.270981] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "bac808d3-c675-4488-9441-ad7979061a76" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.270981] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "bac808d3-c675-4488-9441-ad7979061a76" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.270981] env[63248]: INFO nova.compute.manager [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Attaching volume 08534f4c-2e6a-42de-9968-97f4d9fc2889 to /dev/sdb [ 1741.277775] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1741.277775] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520565b2-621d-15af-f429-7f81da532ee4" [ 1741.277775] env[63248]: _type = "Task" [ 1741.277775] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.290422] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520565b2-621d-15af-f429-7f81da532ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.015589} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.290764] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.291096] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] fc97c235-3d55-497b-bd09-e97498a7ecf8/fc97c235-3d55-497b-bd09-e97498a7ecf8.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.292250] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17b4dd11-33ef-481d-aae2-60e6483abfd8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.299625] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1741.299625] env[63248]: value = "task-1801278" [ 1741.299625] env[63248]: _type = "Task" [ 1741.299625] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.303566] env[63248]: DEBUG nova.network.neutron [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Successfully updated port: 1921c680-5531-42aa-8597-c3207957c09d {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1741.313403] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.319705] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555e7d36-3596-4a7a-bde9-e6a9e8c82b19 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.328256] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81d83f4-9bdf-4458-a147-2784e0cd6d9f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.345992] env[63248]: DEBUG nova.virt.block_device [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Updating existing volume attachment record: 67381d7e-a4a5-4ef8-b3dd-99f40d480717 {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1741.349437] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cabd79c6-c9ab-4988-aae2-3c13a5aac4f2 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "6faf0bc8-4209-460e-a485-340ed052924a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.679s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.362973] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Releasing lock "refresh_cache-f2c0d22d-3a50-49b4-b573-d2f1ded730a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.363395] env[63248]: DEBUG nova.compute.manager [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Instance network_info: |[{"id": "9f3e51ee-7939-44a9-a988-f360d659d92f", "address": "fa:16:3e:14:cd:6c", "network": {"id": "0598157b-e639-4f1c-ad89-cb355fa13189", "bridge": "br-int", "label": "tempest-ServersTestJSON-178201439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae481de13f9444ddac5533a4e479428b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3e51ee-79", "ovs_interfaceid": "9f3e51ee-7939-44a9-a988-f360d659d92f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1741.364334] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:cd:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f3e51ee-7939-44a9-a988-f360d659d92f', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1741.372141] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Creating folder: Project (ae481de13f9444ddac5533a4e479428b). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1741.372808] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dba4b817-3623-4280-815c-4649ef07dbd8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.385839] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Created folder: Project (ae481de13f9444ddac5533a4e479428b) in parent group-v373228. [ 1741.386087] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Creating folder: Instances. Parent ref: group-v373489. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1741.386849] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3d3c2e8-d291-4be0-8704-48e95c24e24c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.397385] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Created folder: Instances in parent group-v373489. [ 1741.397711] env[63248]: DEBUG oslo.service.loopingcall [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.397913] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1741.398165] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d9546e4-c16b-43d1-87d2-c4b730b195ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.419139] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1741.419139] env[63248]: value = "task-1801281" [ 1741.419139] env[63248]: _type = "Task" [ 1741.419139] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.427731] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801281, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.608767] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.609505] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.609730] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.610650] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8436e219-5e2c-4539-9a55-b0aba4361c26 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.632302] env[63248]: DEBUG nova.virt.hardware [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1741.632727] env[63248]: DEBUG nova.virt.hardware [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1741.633018] env[63248]: DEBUG nova.virt.hardware [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1741.633383] env[63248]: DEBUG nova.virt.hardware [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1741.633665] env[63248]: DEBUG nova.virt.hardware [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1741.633932] env[63248]: DEBUG nova.virt.hardware [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1741.634287] env[63248]: DEBUG nova.virt.hardware [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1741.635052] env[63248]: DEBUG nova.virt.hardware [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1741.635052] env[63248]: DEBUG nova.virt.hardware [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1741.635208] env[63248]: DEBUG nova.virt.hardware [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1741.635354] env[63248]: DEBUG nova.virt.hardware [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1741.648802] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Reconfiguring VM to attach interface {{(pid=63248) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1741.649743] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fd83996-cc3a-467c-b6ab-824d0d6a35f5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.676165] env[63248]: DEBUG oslo_vmware.api [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1741.676165] env[63248]: value = "task-1801285" [ 1741.676165] env[63248]: _type = "Task" [ 1741.676165] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.685778] env[63248]: DEBUG oslo_vmware.api [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801285, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.806498] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "refresh_cache-eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.806655] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "refresh_cache-eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.806779] env[63248]: DEBUG nova.network.neutron [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1741.813754] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801278, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.902327] env[63248]: DEBUG nova.network.neutron [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Updated VIF entry in instance network info cache for port a34d6447-0111-4c80-b8d7-86d900557fcc. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1741.902719] env[63248]: DEBUG nova.network.neutron [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Updating instance_info_cache with network_info: [{"id": "a34d6447-0111-4c80-b8d7-86d900557fcc", "address": "fa:16:3e:7d:8e:7b", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34d6447-01", "ovs_interfaceid": "a34d6447-0111-4c80-b8d7-86d900557fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.932501] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801281, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.004269] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6c70c1-b43d-4ac5-ab98-3c7a2806f18b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.012282] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4479c4-6c94-45f0-b4ec-46b8935de1b2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.048321] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b5b456-4349-47c1-82ae-c8616f1fab50 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.058066] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5f06a8-c7d0-413b-9490-019079792a74 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.075355] env[63248]: DEBUG nova.compute.provider_tree [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.161979] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce9c28-f9a3-b0e3-5318-7bdf4814fab3/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1742.162957] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3dd915-a86f-42cd-b525-0910f304b849 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.171140] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce9c28-f9a3-b0e3-5318-7bdf4814fab3/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1742.171319] env[63248]: ERROR oslo_vmware.rw_handles [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce9c28-f9a3-b0e3-5318-7bdf4814fab3/disk-0.vmdk due to incomplete transfer. [ 1742.171550] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-95089db2-7398-4e52-9c58-85982571472c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.181348] env[63248]: DEBUG oslo_vmware.rw_handles [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce9c28-f9a3-b0e3-5318-7bdf4814fab3/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1742.181553] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Uploaded image ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4 to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1742.184502] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1742.184886] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8d5ae9d6-16c2-4ce1-82f0-4eea4b418918 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.190691] env[63248]: DEBUG oslo_vmware.api [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.192171] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1742.192171] env[63248]: value = "task-1801286" [ 1742.192171] env[63248]: _type = "Task" [ 1742.192171] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.200825] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801286, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.311636] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697603} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.311950] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] fc97c235-3d55-497b-bd09-e97498a7ecf8/fc97c235-3d55-497b-bd09-e97498a7ecf8.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.312220] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.312491] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e007e633-e120-4941-b6f8-349d463ea2e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.322352] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1742.322352] env[63248]: value = "task-1801287" [ 1742.322352] env[63248]: _type = "Task" [ 1742.322352] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.332026] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.347544] env[63248]: DEBUG nova.network.neutron [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1742.405539] env[63248]: DEBUG oslo_concurrency.lockutils [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] Releasing lock "refresh_cache-fc97c235-3d55-497b-bd09-e97498a7ecf8" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.405945] env[63248]: DEBUG nova.compute.manager [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Received event network-vif-deleted-da21f81c-7f1c-4a51-9eea-297fce76c844 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1742.406216] env[63248]: DEBUG nova.compute.manager [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Received event network-vif-plugged-faa85b65-5289-4070-b23b-066f3da2d525 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1742.406498] env[63248]: DEBUG oslo_concurrency.lockutils [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] Acquiring lock "cd126c4e-e38f-4096-a023-19b9cc3b3998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.406821] env[63248]: DEBUG oslo_concurrency.lockutils [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] Lock "cd126c4e-e38f-4096-a023-19b9cc3b3998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.407135] env[63248]: DEBUG oslo_concurrency.lockutils [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] Lock "cd126c4e-e38f-4096-a023-19b9cc3b3998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.407377] env[63248]: DEBUG nova.compute.manager [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] No waiting events found dispatching network-vif-plugged-faa85b65-5289-4070-b23b-066f3da2d525 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1742.407617] env[63248]: WARNING nova.compute.manager [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Received unexpected event network-vif-plugged-faa85b65-5289-4070-b23b-066f3da2d525 for instance with vm_state active and task_state None. [ 1742.407870] env[63248]: DEBUG nova.compute.manager [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Received event network-vif-plugged-9f3e51ee-7939-44a9-a988-f360d659d92f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1742.408140] env[63248]: DEBUG oslo_concurrency.lockutils [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] Acquiring lock "f2c0d22d-3a50-49b4-b573-d2f1ded730a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.408525] env[63248]: DEBUG oslo_concurrency.lockutils [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] Lock "f2c0d22d-3a50-49b4-b573-d2f1ded730a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.408820] env[63248]: DEBUG oslo_concurrency.lockutils [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] Lock "f2c0d22d-3a50-49b4-b573-d2f1ded730a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.409117] env[63248]: DEBUG nova.compute.manager [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] No waiting events found dispatching network-vif-plugged-9f3e51ee-7939-44a9-a988-f360d659d92f {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1742.409410] env[63248]: WARNING nova.compute.manager [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Received unexpected event network-vif-plugged-9f3e51ee-7939-44a9-a988-f360d659d92f for instance with vm_state building and task_state spawning. [ 1742.409782] env[63248]: DEBUG nova.compute.manager [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Received event network-changed-faa85b65-5289-4070-b23b-066f3da2d525 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1742.409885] env[63248]: DEBUG nova.compute.manager [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Refreshing instance network info cache due to event network-changed-faa85b65-5289-4070-b23b-066f3da2d525. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1742.410347] env[63248]: DEBUG oslo_concurrency.lockutils [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] Acquiring lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.410452] env[63248]: DEBUG oslo_concurrency.lockutils [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] Acquired lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.410726] env[63248]: DEBUG nova.network.neutron [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Refreshing network info cache for port faa85b65-5289-4070-b23b-066f3da2d525 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1742.433698] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801281, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.526287] env[63248]: DEBUG nova.network.neutron [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updating instance_info_cache with network_info: [{"id": "1921c680-5531-42aa-8597-c3207957c09d", "address": "fa:16:3e:72:0d:5e", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1921c680-55", "ovs_interfaceid": "1921c680-5531-42aa-8597-c3207957c09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.582426] env[63248]: DEBUG nova.scheduler.client.report [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1742.695207] env[63248]: DEBUG oslo_vmware.api [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801285, 'name': ReconfigVM_Task, 'duration_secs': 0.853946} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.699269] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.699502] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Reconfigured VM to attach interface {{(pid=63248) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1742.709374] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801286, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.832826] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156467} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.833167] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.833942] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7226e30b-507c-40d5-927e-8ac87808728f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.856105] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] fc97c235-3d55-497b-bd09-e97498a7ecf8/fc97c235-3d55-497b-bd09-e97498a7ecf8.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.856706] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e4b38c-c2e6-4d07-9597-ae92eb997d92 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.878813] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1742.878813] env[63248]: value = "task-1801288" [ 1742.878813] env[63248]: _type = "Task" [ 1742.878813] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.887522] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.931612] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801281, 'name': CreateVM_Task, 'duration_secs': 1.026047} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.931805] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1742.932525] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.932696] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.933046] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1742.933316] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edbdbf43-f353-457e-9ddd-a4e7834a52e2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.938279] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Waiting for the task: (returnval){ [ 1742.938279] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528eb641-f608-5e66-6f3b-58b4d66df8e2" [ 1742.938279] env[63248]: _type = "Task" [ 1742.938279] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.947597] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528eb641-f608-5e66-6f3b-58b4d66df8e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.030477] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "refresh_cache-eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.030898] env[63248]: DEBUG nova.compute.manager [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Instance network_info: |[{"id": "1921c680-5531-42aa-8597-c3207957c09d", "address": "fa:16:3e:72:0d:5e", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1921c680-55", "ovs_interfaceid": "1921c680-5531-42aa-8597-c3207957c09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1743.031450] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:0d:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1921c680-5531-42aa-8597-c3207957c09d', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1743.040834] env[63248]: DEBUG oslo.service.loopingcall [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.045054] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1743.045368] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2988d1d-81e5-4a6a-b88b-0797d7f83f92 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.068393] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1743.068393] env[63248]: value = "task-1801289" [ 1743.068393] env[63248]: _type = "Task" [ 1743.068393] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.077099] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801289, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.090171] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.090730] env[63248]: DEBUG nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1743.093534] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.854s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.094967] env[63248]: INFO nova.compute.claims [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1743.184040] env[63248]: DEBUG nova.network.neutron [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Updated VIF entry in instance network info cache for port faa85b65-5289-4070-b23b-066f3da2d525. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.185339] env[63248]: DEBUG nova.network.neutron [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Updating instance_info_cache with network_info: [{"id": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "address": "fa:16:3e:ea:f5:6f", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d7aa68-7e", "ovs_interfaceid": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b8d11c6-0824-4a39-adcb-3e2ad4dbb422", "address": "fa:16:3e:3e:3d:83", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b8d11c6-08", "ovs_interfaceid": "0b8d11c6-0824-4a39-adcb-3e2ad4dbb422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "faa85b65-5289-4070-b23b-066f3da2d525", "address": "fa:16:3e:51:0f:dd", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa85b65-52", "ovs_interfaceid": "faa85b65-5289-4070-b23b-066f3da2d525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.205757] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1966b6f7-b76a-460b-a7d7-667b1b87b5a1 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-cd126c4e-e38f-4096-a023-19b9cc3b3998-faa85b65-5289-4070-b23b-066f3da2d525" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.078s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.207055] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801286, 'name': Destroy_Task, 'duration_secs': 0.565107} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.207321] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Destroyed the VM [ 1743.207954] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1743.207954] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5ea81004-0a6d-487a-bbbb-2663ca2cb31a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.216368] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1743.216368] env[63248]: value = "task-1801290" [ 1743.216368] env[63248]: _type = "Task" [ 1743.216368] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.225969] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801290, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.236723] env[63248]: DEBUG nova.compute.manager [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Received event network-changed-9f3e51ee-7939-44a9-a988-f360d659d92f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1743.236970] env[63248]: DEBUG nova.compute.manager [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Refreshing instance network info cache due to event network-changed-9f3e51ee-7939-44a9-a988-f360d659d92f. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1743.236970] env[63248]: DEBUG oslo_concurrency.lockutils [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] Acquiring lock "refresh_cache-f2c0d22d-3a50-49b4-b573-d2f1ded730a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.237106] env[63248]: DEBUG oslo_concurrency.lockutils [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] Acquired lock "refresh_cache-f2c0d22d-3a50-49b4-b573-d2f1ded730a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.237262] env[63248]: DEBUG nova.network.neutron [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Refreshing network info cache for port 9f3e51ee-7939-44a9-a988-f360d659d92f {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1743.390352] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801288, 'name': ReconfigVM_Task, 'duration_secs': 0.295314} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.390631] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Reconfigured VM instance instance-0000005a to attach disk [datastore1] fc97c235-3d55-497b-bd09-e97498a7ecf8/fc97c235-3d55-497b-bd09-e97498a7ecf8.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.391278] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a602ba7-9e8b-41bb-a8e9-882a72b9e586 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.398541] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1743.398541] env[63248]: value = "task-1801291" [ 1743.398541] env[63248]: _type = "Task" [ 1743.398541] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.413551] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801291, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.448685] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528eb641-f608-5e66-6f3b-58b4d66df8e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.448982] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.449236] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1743.449470] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.449612] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.449844] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1743.450139] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77ef072e-783a-49d7-95ba-7ce3b16e243d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.459644] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1743.459936] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1743.461495] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05baf799-6873-47e1-abea-bfd10a3fc9b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.468308] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Waiting for the task: (returnval){ [ 1743.468308] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522cb5c4-818d-1445-134b-19049b631b4b" [ 1743.468308] env[63248]: _type = "Task" [ 1743.468308] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.479086] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522cb5c4-818d-1445-134b-19049b631b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.571904] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "4889c40a-1c80-4bbb-9640-db9e7c220671" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.572373] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "4889c40a-1c80-4bbb-9640-db9e7c220671" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.589065] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801289, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.599940] env[63248]: DEBUG nova.compute.utils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1743.601387] env[63248]: DEBUG nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1743.602086] env[63248]: DEBUG nova.network.neutron [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1743.659576] env[63248]: DEBUG nova.policy [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecea4f2a74944a67938671c1a4ae31db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab94463b389945428634e0c815b0e103', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1743.689703] env[63248]: DEBUG oslo_concurrency.lockutils [req-abc1fb3f-30ca-495a-a3cb-397064859b5c req-6d7c0cf3-c35b-488c-8091-1da55fe70960 service nova] Releasing lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.726167] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801290, 'name': RemoveSnapshot_Task, 'duration_secs': 0.419026} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.726510] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1743.726800] env[63248]: DEBUG nova.compute.manager [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1743.727829] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944b5c87-5559-47e1-90b1-67fe9cea0ff9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.910567] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801291, 'name': Rename_Task, 'duration_secs': 0.234118} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.910873] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.911144] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f78b0fef-a54c-4fa6-8d62-ab5e56b8d78b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.919140] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1743.919140] env[63248]: value = "task-1801293" [ 1743.919140] env[63248]: _type = "Task" [ 1743.919140] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.934593] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.979248] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522cb5c4-818d-1445-134b-19049b631b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.013051} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.980022] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa6a002-8e84-48b6-a483-5b3e0f53ab92 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.985713] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Waiting for the task: (returnval){ [ 1743.985713] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52237c2c-ab4d-38ba-b9ce-7352cc636683" [ 1743.985713] env[63248]: _type = "Task" [ 1743.985713] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.995296] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52237c2c-ab4d-38ba-b9ce-7352cc636683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.082810] env[63248]: DEBUG nova.compute.manager [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1744.085357] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801289, 'name': CreateVM_Task, 'duration_secs': 0.564464} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.089393] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1744.090110] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.090480] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.090600] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1744.093555] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70758d0f-bb67-418c-b6a9-295dc2878ba9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.103026] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1744.103026] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5256444f-c0a6-8e0a-9dca-ae7a93a58e13" [ 1744.103026] env[63248]: _type = "Task" [ 1744.103026] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.111523] env[63248]: DEBUG nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1744.114334] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5256444f-c0a6-8e0a-9dca-ae7a93a58e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.244258] env[63248]: INFO nova.compute.manager [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Shelve offloading [ 1744.268856] env[63248]: DEBUG nova.network.neutron [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Updated VIF entry in instance network info cache for port 9f3e51ee-7939-44a9-a988-f360d659d92f. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1744.269412] env[63248]: DEBUG nova.network.neutron [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Updating instance_info_cache with network_info: [{"id": "9f3e51ee-7939-44a9-a988-f360d659d92f", "address": "fa:16:3e:14:cd:6c", "network": {"id": "0598157b-e639-4f1c-ad89-cb355fa13189", "bridge": "br-int", "label": "tempest-ServersTestJSON-178201439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae481de13f9444ddac5533a4e479428b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3e51ee-79", "ovs_interfaceid": "9f3e51ee-7939-44a9-a988-f360d659d92f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.285937] env[63248]: DEBUG nova.network.neutron [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Successfully created port: 6a824556-43c8-4a64-843b-2c770310c3d6 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1744.386395] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686e6bc7-000f-462f-9f4b-937c686cc3cd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.397594] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcdd09c-9ebe-40fd-bf40-a584e5268c00 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.441065] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacfae80-1c3b-40d7-8dec-78ce8850a017 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.453056] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163a1dc9-d8ae-4f18-8cc6-e61b9281d299 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.457083] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801293, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.471384] env[63248]: DEBUG nova.compute.provider_tree [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.499593] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52237c2c-ab4d-38ba-b9ce-7352cc636683, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.500187] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.503439] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] f2c0d22d-3a50-49b4-b573-d2f1ded730a9/f2c0d22d-3a50-49b4-b573-d2f1ded730a9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1744.503439] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49149b08-136b-464d-9d79-aa60cf86789e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.510223] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Waiting for the task: (returnval){ [ 1744.510223] env[63248]: value = "task-1801294" [ 1744.510223] env[63248]: _type = "Task" [ 1744.510223] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.520329] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.605783] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.612249] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5256444f-c0a6-8e0a-9dca-ae7a93a58e13, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.612568] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.612899] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1744.613218] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.613418] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.613635] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1744.613961] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4415024f-63bb-4fb8-ab6b-062c6cfae609 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.626437] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1744.626616] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1744.627354] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-682a3557-6fef-447a-ade9-52b9bfc1d2b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.634131] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1744.634131] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c8c440-cbc4-11aa-fbca-98856ffbb434" [ 1744.634131] env[63248]: _type = "Task" [ 1744.634131] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.641646] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c8c440-cbc4-11aa-fbca-98856ffbb434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.747319] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.747682] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b94f320-01bb-4a60-82b5-af56e5162bc0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.756453] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1744.756453] env[63248]: value = "task-1801295" [ 1744.756453] env[63248]: _type = "Task" [ 1744.756453] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.765538] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.772324] env[63248]: DEBUG oslo_concurrency.lockutils [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] Releasing lock "refresh_cache-f2c0d22d-3a50-49b4-b573-d2f1ded730a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.772622] env[63248]: DEBUG nova.compute.manager [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Received event network-vif-plugged-1921c680-5531-42aa-8597-c3207957c09d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1744.772862] env[63248]: DEBUG oslo_concurrency.lockutils [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] Acquiring lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.773104] env[63248]: DEBUG oslo_concurrency.lockutils [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] Lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.773312] env[63248]: DEBUG oslo_concurrency.lockutils [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] Lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.773546] env[63248]: DEBUG nova.compute.manager [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] No waiting events found dispatching network-vif-plugged-1921c680-5531-42aa-8597-c3207957c09d {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1744.773801] env[63248]: WARNING nova.compute.manager [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Received unexpected event network-vif-plugged-1921c680-5531-42aa-8597-c3207957c09d for instance with vm_state building and task_state spawning. [ 1744.774082] env[63248]: DEBUG nova.compute.manager [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Received event network-changed-1921c680-5531-42aa-8597-c3207957c09d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1744.774333] env[63248]: DEBUG nova.compute.manager [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Refreshing instance network info cache due to event network-changed-1921c680-5531-42aa-8597-c3207957c09d. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1744.774637] env[63248]: DEBUG oslo_concurrency.lockutils [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] Acquiring lock "refresh_cache-eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.774836] env[63248]: DEBUG oslo_concurrency.lockutils [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] Acquired lock "refresh_cache-eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.775055] env[63248]: DEBUG nova.network.neutron [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Refreshing network info cache for port 1921c680-5531-42aa-8597-c3207957c09d {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1744.948713] env[63248]: DEBUG oslo_vmware.api [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801293, 'name': PowerOnVM_Task, 'duration_secs': 0.669647} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.949017] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.949222] env[63248]: INFO nova.compute.manager [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1744.949401] env[63248]: DEBUG nova.compute.manager [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.950375] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32368a41-014c-4a2a-9c0c-e5510ecd993e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.975261] env[63248]: DEBUG nova.scheduler.client.report [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1745.024420] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801294, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.041042] env[63248]: DEBUG oslo_concurrency.lockutils [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "interface-cd126c4e-e38f-4096-a023-19b9cc3b3998-0b8d11c6-0824-4a39-adcb-3e2ad4dbb422" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.041373] env[63248]: DEBUG oslo_concurrency.lockutils [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-cd126c4e-e38f-4096-a023-19b9cc3b3998-0b8d11c6-0824-4a39-adcb-3e2ad4dbb422" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.121038] env[63248]: DEBUG nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1745.146571] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c8c440-cbc4-11aa-fbca-98856ffbb434, 'name': SearchDatastore_Task, 'duration_secs': 0.029214} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.147530] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d5c0bff-15d0-437d-bfcb-5ed7e48d8260 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.152686] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1745.152936] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1745.153112] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1745.153350] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1745.153547] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1745.153750] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1745.154031] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1745.154261] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1745.154491] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1745.154723] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1745.154950] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1745.155879] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f845d49-d682-46cd-b097-83593d6fa26c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.159941] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1745.159941] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52815c2f-934b-577b-919a-2b87918db060" [ 1745.159941] env[63248]: _type = "Task" [ 1745.159941] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.166896] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ee5f50-3ec4-4fba-b150-da786e1b0628 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.173995] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52815c2f-934b-577b-919a-2b87918db060, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.174618] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.174935] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] eea37e34-3e79-465e-b2d1-30cfe1e3d3d9/eea37e34-3e79-465e-b2d1-30cfe1e3d3d9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1745.175217] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2e44ec6-543a-45e5-b613-e842a7f93d03 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.190493] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1745.190493] env[63248]: value = "task-1801296" [ 1745.190493] env[63248]: _type = "Task" [ 1745.190493] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.197976] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.268874] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] VM already powered off {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1745.269084] env[63248]: DEBUG nova.compute.manager [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.269949] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6c610a-7ad6-4023-8c1b-4407c8b66764 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.276455] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.276666] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.276899] env[63248]: DEBUG nova.network.neutron [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1746.052069] env[63248]: DEBUG nova.network.neutron [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Successfully updated port: 6a824556-43c8-4a64-843b-2c770310c3d6 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1746.057014] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1746.057014] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373493', 'volume_id': '08534f4c-2e6a-42de-9968-97f4d9fc2889', 'name': 'volume-08534f4c-2e6a-42de-9968-97f4d9fc2889', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bac808d3-c675-4488-9441-ad7979061a76', 'attached_at': '', 'detached_at': '', 'volume_id': '08534f4c-2e6a-42de-9968-97f4d9fc2889', 'serial': '08534f4c-2e6a-42de-9968-97f4d9fc2889'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1746.062847] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.969s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.063292] env[63248]: DEBUG nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1746.066270] env[63248]: DEBUG oslo_concurrency.lockutils [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.066428] env[63248]: DEBUG oslo_concurrency.lockutils [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.069769] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42aa4972-bb73-44cc-b4d5-b06e0870d55f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.074519] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "refresh_cache-4c7d5055-5d1a-4e4f-80f7-e6676a373d8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.074650] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired lock "refresh_cache-4c7d5055-5d1a-4e4f-80f7-e6676a373d8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.074789] env[63248]: DEBUG nova.network.neutron [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1746.079015] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.387s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.080446] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef9dbb3-58ea-436a-8dc1-c056caacbadf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.088464] env[63248]: INFO nova.compute.manager [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Took 17.81 seconds to build instance. [ 1746.103468] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48843} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.103468] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627695} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.127177] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] eea37e34-3e79-465e-b2d1-30cfe1e3d3d9/eea37e34-3e79-465e-b2d1-30cfe1e3d3d9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1746.127431] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1746.127703] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] f2c0d22d-3a50-49b4-b573-d2f1ded730a9/f2c0d22d-3a50-49b4-b573-d2f1ded730a9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1746.127885] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1746.129782] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b2f35cb-d2ac-4361-b560-34bc92de6931 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.131800] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3afbae06-7cfe-4000-9567-53310a3895d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.134209] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1026e6cc-c000-4270-8fef-96d9d4c88807 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.136840] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec8506f-df36-4f93-b31c-d56830e22cab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.140976] env[63248]: DEBUG nova.compute.manager [req-2dfc9c31-83a5-4d36-9de7-294f94b48f28 req-9072f56b-c830-47d7-921e-b93a2906ff6f service nova] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Received event network-vif-plugged-6a824556-43c8-4a64-843b-2c770310c3d6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1746.141248] env[63248]: DEBUG oslo_concurrency.lockutils [req-2dfc9c31-83a5-4d36-9de7-294f94b48f28 req-9072f56b-c830-47d7-921e-b93a2906ff6f service nova] Acquiring lock "4c7d5055-5d1a-4e4f-80f7-e6676a373d8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.141441] env[63248]: DEBUG oslo_concurrency.lockutils [req-2dfc9c31-83a5-4d36-9de7-294f94b48f28 req-9072f56b-c830-47d7-921e-b93a2906ff6f service nova] Lock "4c7d5055-5d1a-4e4f-80f7-e6676a373d8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.143837] env[63248]: DEBUG oslo_concurrency.lockutils [req-2dfc9c31-83a5-4d36-9de7-294f94b48f28 req-9072f56b-c830-47d7-921e-b93a2906ff6f service nova] Lock "4c7d5055-5d1a-4e4f-80f7-e6676a373d8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.143837] env[63248]: DEBUG nova.compute.manager [req-2dfc9c31-83a5-4d36-9de7-294f94b48f28 req-9072f56b-c830-47d7-921e-b93a2906ff6f service nova] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] No waiting events found dispatching network-vif-plugged-6a824556-43c8-4a64-843b-2c770310c3d6 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1746.143837] env[63248]: WARNING nova.compute.manager [req-2dfc9c31-83a5-4d36-9de7-294f94b48f28 req-9072f56b-c830-47d7-921e-b93a2906ff6f service nova] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Received unexpected event network-vif-plugged-6a824556-43c8-4a64-843b-2c770310c3d6 for instance with vm_state building and task_state spawning. [ 1746.169072] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-08534f4c-2e6a-42de-9968-97f4d9fc2889/volume-08534f4c-2e6a-42de-9968-97f4d9fc2889.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.190759] env[63248]: DEBUG nova.network.neutron [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1746.197076] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-012b56b3-8588-491b-8bed-8c4bda9ef2f6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.215780] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Reconfiguring VM to detach interface {{(pid=63248) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1746.215780] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1746.215780] env[63248]: value = "task-1801297" [ 1746.215780] env[63248]: _type = "Task" [ 1746.215780] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.216108] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Waiting for the task: (returnval){ [ 1746.216108] env[63248]: value = "task-1801298" [ 1746.216108] env[63248]: _type = "Task" [ 1746.216108] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.219493] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec5dd33b-3be0-4d1c-a037-bc5b69bbb707 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.240755] env[63248]: DEBUG oslo_vmware.api [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1746.240755] env[63248]: value = "task-1801299" [ 1746.240755] env[63248]: _type = "Task" [ 1746.240755] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.252525] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071829} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.255978] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1746.256661] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.256933] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1746.256933] env[63248]: value = "task-1801300" [ 1746.256933] env[63248]: _type = "Task" [ 1746.256933] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.258353] env[63248]: DEBUG oslo_vmware.api [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.258353] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086636ad-bfd5-47cf-9f00-48b00d80cc7b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.286670] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] eea37e34-3e79-465e-b2d1-30cfe1e3d3d9/eea37e34-3e79-465e-b2d1-30cfe1e3d3d9.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.293941] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71283e74-a4aa-4b10-8e47-d8286c1ede30 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.308380] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.318154] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1746.318154] env[63248]: value = "task-1801301" [ 1746.318154] env[63248]: _type = "Task" [ 1746.318154] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.328117] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.576506] env[63248]: DEBUG nova.compute.utils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.577922] env[63248]: DEBUG nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1746.578119] env[63248]: DEBUG nova.network.neutron [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1746.594939] env[63248]: INFO nova.compute.claims [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1746.598407] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c26404d6-9ee2-47fc-9653-58b6fdd425a6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "fc97c235-3d55-497b-bd09-e97498a7ecf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.339s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.602943] env[63248]: DEBUG nova.network.neutron [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updated VIF entry in instance network info cache for port 1921c680-5531-42aa-8597-c3207957c09d. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.603295] env[63248]: DEBUG nova.network.neutron [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updating instance_info_cache with network_info: [{"id": "1921c680-5531-42aa-8597-c3207957c09d", "address": "fa:16:3e:72:0d:5e", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1921c680-55", "ovs_interfaceid": "1921c680-5531-42aa-8597-c3207957c09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.617020] env[63248]: DEBUG nova.policy [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecea4f2a74944a67938671c1a4ae31db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab94463b389945428634e0c815b0e103', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1746.623871] env[63248]: DEBUG nova.network.neutron [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Updating instance_info_cache with network_info: [{"id": "6a824556-43c8-4a64-843b-2c770310c3d6", "address": "fa:16:3e:e6:f1:fe", "network": {"id": "20f66868-9265-4e78-9e19-367da94dfc53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-5361821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab94463b389945428634e0c815b0e103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a824556-43", "ovs_interfaceid": "6a824556-43c8-4a64-843b-2c770310c3d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.639334] env[63248]: DEBUG nova.network.neutron [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Updating instance_info_cache with network_info: [{"id": "567cd0ae-960c-4f18-a81a-209d27365b0b", "address": "fa:16:3e:21:59:78", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap567cd0ae-96", "ovs_interfaceid": "567cd0ae-960c-4f18-a81a-209d27365b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.742940] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218737} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.747589] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1746.748364] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3143a66-b6eb-4a15-9ca9-ea765b7cb9fa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.755845] env[63248]: DEBUG oslo_vmware.api [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801299, 'name': ReconfigVM_Task, 'duration_secs': 0.435376} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.764750] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-08534f4c-2e6a-42de-9968-97f4d9fc2889/volume-08534f4c-2e6a-42de-9968-97f4d9fc2889.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.777964] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] f2c0d22d-3a50-49b4-b573-d2f1ded730a9/f2c0d22d-3a50-49b4-b573-d2f1ded730a9.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.778240] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2be7a4c3-d7bc-4ee9-aba4-9bdae0fdffd1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.790651] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3333cee-8566-433b-991d-af1ca473b1ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.813872] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.816336] env[63248]: DEBUG oslo_vmware.api [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1746.816336] env[63248]: value = "task-1801302" [ 1746.816336] env[63248]: _type = "Task" [ 1746.816336] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.816336] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Waiting for the task: (returnval){ [ 1746.816336] env[63248]: value = "task-1801303" [ 1746.816336] env[63248]: _type = "Task" [ 1746.816336] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.831644] env[63248]: DEBUG oslo_vmware.api [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801302, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.839339] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.839339] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.047857] env[63248]: DEBUG nova.network.neutron [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Successfully created port: 92eb5af4-3dc0-423e-ad43-b216052d1027 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1747.081974] env[63248]: DEBUG nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1747.101505] env[63248]: INFO nova.compute.resource_tracker [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating resource usage from migration 6ab3e422-0654-487c-9e99-e623d60a977f [ 1747.108276] env[63248]: DEBUG oslo_concurrency.lockutils [req-0180a137-f49d-4891-aa29-939f757c313f req-8bf7193f-5610-4b35-ba8e-b0a877a39091 service nova] Releasing lock "refresh_cache-eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.127708] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Releasing lock "refresh_cache-4c7d5055-5d1a-4e4f-80f7-e6676a373d8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.128094] env[63248]: DEBUG nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Instance network_info: |[{"id": "6a824556-43c8-4a64-843b-2c770310c3d6", "address": "fa:16:3e:e6:f1:fe", "network": {"id": "20f66868-9265-4e78-9e19-367da94dfc53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-5361821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab94463b389945428634e0c815b0e103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a824556-43", "ovs_interfaceid": "6a824556-43c8-4a64-843b-2c770310c3d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1747.128812] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:f1:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a824556-43c8-4a64-843b-2c770310c3d6', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1747.136512] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Creating folder: Project (ab94463b389945428634e0c815b0e103). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1747.137159] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d27b303-8585-42ba-af7e-e5861af76993 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.144027] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.149477] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Created folder: Project (ab94463b389945428634e0c815b0e103) in parent group-v373228. [ 1747.149676] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Creating folder: Instances. Parent ref: group-v373495. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1747.149976] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99eb99c2-f6ce-4305-b50b-acdcfbcd41c5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.162324] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Created folder: Instances in parent group-v373495. [ 1747.162644] env[63248]: DEBUG oslo.service.loopingcall [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.162891] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1747.163324] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed4e20c6-f07f-4178-9984-0c1c5cea1006 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.189915] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1747.189915] env[63248]: value = "task-1801306" [ 1747.189915] env[63248]: _type = "Task" [ 1747.189915] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.199302] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801306, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.278801] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.332091] env[63248]: DEBUG oslo_vmware.api [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801302, 'name': ReconfigVM_Task, 'duration_secs': 0.154245} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.335502] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373493', 'volume_id': '08534f4c-2e6a-42de-9968-97f4d9fc2889', 'name': 'volume-08534f4c-2e6a-42de-9968-97f4d9fc2889', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bac808d3-c675-4488-9441-ad7979061a76', 'attached_at': '', 'detached_at': '', 'volume_id': '08534f4c-2e6a-42de-9968-97f4d9fc2889', 'serial': '08534f4c-2e6a-42de-9968-97f4d9fc2889'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1747.336959] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801303, 'name': ReconfigVM_Task, 'duration_secs': 0.43469} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.340013] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Reconfigured VM instance instance-0000005b to attach disk [datastore1] f2c0d22d-3a50-49b4-b573-d2f1ded730a9/f2c0d22d-3a50-49b4-b573-d2f1ded730a9.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1747.340698] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801301, 'name': ReconfigVM_Task, 'duration_secs': 0.818914} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.341176] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3998b0e8-68d7-4e6c-9fed-4802dc5ee47c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.342917] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Reconfigured VM instance instance-0000005c to attach disk [datastore1] eea37e34-3e79-465e-b2d1-30cfe1e3d3d9/eea37e34-3e79-465e-b2d1-30cfe1e3d3d9.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1747.343486] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3861d2f-dbbd-4a9a-b115-7673aecd0cb8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.350918] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Waiting for the task: (returnval){ [ 1747.350918] env[63248]: value = "task-1801307" [ 1747.350918] env[63248]: _type = "Task" [ 1747.350918] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.351915] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1747.351915] env[63248]: value = "task-1801308" [ 1747.351915] env[63248]: _type = "Task" [ 1747.351915] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.368905] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801307, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.373058] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801308, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.427111] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cc757c-25da-45d7-826a-94e7523a5864 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.436131] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84b4740-5209-40f4-9d0c-d7f96929c5ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.470370] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2861114d-d643-4439-be84-e6623df29328 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.479179] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603583da-ad9c-410f-9d4a-a6fc740f7cac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.495785] env[63248]: DEBUG nova.compute.provider_tree [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.534198] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "8320cfea-0f55-4486-8495-9a8795a84cc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.534443] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "8320cfea-0f55-4486-8495-9a8795a84cc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.542914] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1747.543492] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1338ac9c-e409-4ad4-9a12-ee1c2a91ee4a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.552226] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1747.552524] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d104f01-2629-40f6-ba4c-208f3ab1dd53 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.701246] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801306, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.779406] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.865047] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801307, 'name': Rename_Task, 'duration_secs': 0.263353} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.865595] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1747.865858] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17c8f4eb-4ef5-4521-b6ab-2a9db68fd610 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.870408] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801308, 'name': Rename_Task, 'duration_secs': 0.256632} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.870647] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1747.870869] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9913f0c2-221c-4c97-b61c-666fab243268 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.873469] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Waiting for the task: (returnval){ [ 1747.873469] env[63248]: value = "task-1801310" [ 1747.873469] env[63248]: _type = "Task" [ 1747.873469] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.886527] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1747.886527] env[63248]: value = "task-1801311" [ 1747.886527] env[63248]: _type = "Task" [ 1747.886527] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.890194] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.898946] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801311, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.999981] env[63248]: DEBUG nova.scheduler.client.report [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1748.037269] env[63248]: DEBUG nova.compute.manager [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1748.092194] env[63248]: DEBUG nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1748.127732] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1748.127871] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1748.128370] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1748.128450] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1748.128709] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1748.128907] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1748.129267] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1748.129487] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1748.129819] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1748.130163] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1748.130436] env[63248]: DEBUG nova.virt.hardware [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1748.131327] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4629bf32-cb26-4e86-8ac1-b2041c976830 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.140318] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be8e56b-a005-4a13-99b5-8a40d9da0395 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.167399] env[63248]: DEBUG nova.compute.manager [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Received event network-changed-6a824556-43c8-4a64-843b-2c770310c3d6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1748.167399] env[63248]: DEBUG nova.compute.manager [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Refreshing instance network info cache due to event network-changed-6a824556-43c8-4a64-843b-2c770310c3d6. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1748.167399] env[63248]: DEBUG oslo_concurrency.lockutils [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] Acquiring lock "refresh_cache-4c7d5055-5d1a-4e4f-80f7-e6676a373d8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.167399] env[63248]: DEBUG oslo_concurrency.lockutils [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] Acquired lock "refresh_cache-4c7d5055-5d1a-4e4f-80f7-e6676a373d8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.167573] env[63248]: DEBUG nova.network.neutron [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Refreshing network info cache for port 6a824556-43c8-4a64-843b-2c770310c3d6 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.204104] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801306, 'name': CreateVM_Task, 'duration_secs': 0.51351} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.204480] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1748.205140] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.205308] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.205613] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1748.205852] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc6c8ef-7999-48a1-a7f2-6eec7dd7177b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.211519] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1748.211519] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b6e68f-6988-edb9-eb6d-bb151fb9251c" [ 1748.211519] env[63248]: _type = "Task" [ 1748.211519] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.220945] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b6e68f-6988-edb9-eb6d-bb151fb9251c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.281567] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.382031] env[63248]: DEBUG nova.objects.instance [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lazy-loading 'flavor' on Instance uuid bac808d3-c675-4488-9441-ad7979061a76 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.389261] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801310, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.400820] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.504619] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.428s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.505096] env[63248]: INFO nova.compute.manager [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Migrating [ 1748.512387] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.296s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.512609] env[63248]: DEBUG nova.objects.instance [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lazy-loading 'resources' on Instance uuid 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.559939] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.707428] env[63248]: INFO nova.compute.manager [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Rescuing [ 1748.707693] env[63248]: DEBUG oslo_concurrency.lockutils [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.707843] env[63248]: DEBUG oslo_concurrency.lockutils [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.708014] env[63248]: DEBUG nova.network.neutron [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1748.722473] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b6e68f-6988-edb9-eb6d-bb151fb9251c, 'name': SearchDatastore_Task, 'duration_secs': 0.039124} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.725155] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.726172] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1748.726172] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.726172] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.726172] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1748.784359] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbfe711d-117f-4d1d-9b4d-1ecf1744b285 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.784359] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1748.784359] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1748.784359] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75f6c62-afb0-47a3-bf4a-a4e73ef7887b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.784359] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1748.784359] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a0e99d-71a7-3dab-ecdf-9b363807f82c" [ 1748.784359] env[63248]: _type = "Task" [ 1748.784359] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.784359] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a0e99d-71a7-3dab-ecdf-9b363807f82c, 'name': SearchDatastore_Task} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.784359] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211180ec-f6cf-443e-9a80-d6fa1d8b275c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.784359] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1748.784359] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ac6b18-dea8-bc62-273a-e8e13db0d413" [ 1748.784359] env[63248]: _type = "Task" [ 1748.784359] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.801265] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.801703] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ac6b18-dea8-bc62-273a-e8e13db0d413, 'name': SearchDatastore_Task, 'duration_secs': 0.01203} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.802094] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.802496] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c/4c7d5055-5d1a-4e4f-80f7-e6676a373d8c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1748.803537] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a62f445-aab6-4343-aefa-193fffd247c1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.810031] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774a88fb-144c-41c8-a2b8-a21b195ce21d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.817352] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1748.817352] env[63248]: value = "task-1801312" [ 1748.817352] env[63248]: _type = "Task" [ 1748.817352] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.826010] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3acb30-6269-4d4a-a170-e0625a413780 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.833866] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.874561] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1efcf2a-0678-4622-be6e-c3045ab23acb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.892346] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408e46ac-b8de-45b8-bb64-398eea5aeab2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.897157] env[63248]: DEBUG oslo_vmware.api [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801310, 'name': PowerOnVM_Task, 'duration_secs': 0.82869} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.897852] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4c7edb7e-383b-436f-a3f0-d64dc0c7b28d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "bac808d3-c675-4488-9441-ad7979061a76" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.627s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.901981] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1748.902304] env[63248]: INFO nova.compute.manager [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1748.902609] env[63248]: DEBUG nova.compute.manager [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1748.904179] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714bfe66-7659-44ae-875e-65bbae49334a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.915324] env[63248]: DEBUG nova.compute.provider_tree [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1748.920976] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801311, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.960456] env[63248]: DEBUG nova.network.neutron [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Updated VIF entry in instance network info cache for port 6a824556-43c8-4a64-843b-2c770310c3d6. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.960837] env[63248]: DEBUG nova.network.neutron [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Updating instance_info_cache with network_info: [{"id": "6a824556-43c8-4a64-843b-2c770310c3d6", "address": "fa:16:3e:e6:f1:fe", "network": {"id": "20f66868-9265-4e78-9e19-367da94dfc53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-5361821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab94463b389945428634e0c815b0e103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a824556-43", "ovs_interfaceid": "6a824556-43c8-4a64-843b-2c770310c3d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.021399] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.021589] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.021858] env[63248]: DEBUG nova.network.neutron [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1749.282396] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.329863] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801312, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.408194] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801311, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.419490] env[63248]: DEBUG nova.scheduler.client.report [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1749.436027] env[63248]: INFO nova.compute.manager [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Took 18.37 seconds to build instance. [ 1749.456308] env[63248]: DEBUG nova.network.neutron [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Updating instance_info_cache with network_info: [{"id": "dae6d316-2998-483d-9125-fc0e5182ddfd", "address": "fa:16:3e:de:85:0a", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae6d316-29", "ovs_interfaceid": "dae6d316-2998-483d-9125-fc0e5182ddfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.463361] env[63248]: DEBUG oslo_concurrency.lockutils [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] Releasing lock "refresh_cache-4c7d5055-5d1a-4e4f-80f7-e6676a373d8c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.463626] env[63248]: DEBUG nova.compute.manager [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Received event network-vif-unplugged-567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1749.463839] env[63248]: DEBUG oslo_concurrency.lockutils [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] Acquiring lock "be3ca24d-0690-4376-891c-bc9ba64f1364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.464060] env[63248]: DEBUG oslo_concurrency.lockutils [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.464228] env[63248]: DEBUG oslo_concurrency.lockutils [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.464396] env[63248]: DEBUG nova.compute.manager [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] No waiting events found dispatching network-vif-unplugged-567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1749.464568] env[63248]: WARNING nova.compute.manager [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Received unexpected event network-vif-unplugged-567cd0ae-960c-4f18-a81a-209d27365b0b for instance with vm_state shelved and task_state shelving_offloading. [ 1749.464797] env[63248]: DEBUG nova.compute.manager [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Received event network-changed-567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1749.464883] env[63248]: DEBUG nova.compute.manager [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Refreshing instance network info cache due to event network-changed-567cd0ae-960c-4f18-a81a-209d27365b0b. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1749.465107] env[63248]: DEBUG oslo_concurrency.lockutils [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] Acquiring lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.465251] env[63248]: DEBUG oslo_concurrency.lockutils [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] Acquired lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.465408] env[63248]: DEBUG nova.network.neutron [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Refreshing network info cache for port 567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1749.733379] env[63248]: DEBUG nova.network.neutron [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance_info_cache with network_info: [{"id": "62f11217-ea41-424a-b30a-87057e7af6d7", "address": "fa:16:3e:5e:6b:83", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f11217-ea", "ovs_interfaceid": "62f11217-ea41-424a-b30a-87057e7af6d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.786420] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.829705] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65389} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.829977] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c/4c7d5055-5d1a-4e4f-80f7-e6676a373d8c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1749.830306] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1749.830456] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8dda0f8-5dbe-4d93-aaa6-eaa0f0aab7fc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.837808] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1749.837808] env[63248]: value = "task-1801313" [ 1749.837808] env[63248]: _type = "Task" [ 1749.837808] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.846966] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.907599] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801311, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.924531] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.412s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.926858] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.321s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.928373] env[63248]: INFO nova.compute.claims [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1749.940906] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cab17952-b39e-45bd-9cfc-6e8a73f2bc05 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Lock "f2c0d22d-3a50-49b4-b573-d2f1ded730a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.881s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.949087] env[63248]: INFO nova.scheduler.client.report [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Deleted allocations for instance 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7 [ 1749.960134] env[63248]: DEBUG oslo_concurrency.lockutils [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.036087] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1750.036358] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1750.191317] env[63248]: DEBUG nova.network.neutron [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Updated VIF entry in instance network info cache for port 567cd0ae-960c-4f18-a81a-209d27365b0b. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1750.191672] env[63248]: DEBUG nova.network.neutron [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Updating instance_info_cache with network_info: [{"id": "567cd0ae-960c-4f18-a81a-209d27365b0b", "address": "fa:16:3e:21:59:78", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap567cd0ae-96", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.235095] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.283197] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.347820] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267622} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.348099] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1750.348880] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360ef810-6382-4bc7-a489-8094e935fc2e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.370557] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c/4c7d5055-5d1a-4e4f-80f7-e6676a373d8c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.370915] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bbf629e-9521-4743-b34c-d0bc3d970049 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.390636] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1750.390636] env[63248]: value = "task-1801314" [ 1750.390636] env[63248]: _type = "Task" [ 1750.390636] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.398480] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.407074] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801311, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.456708] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d8a07cbd-cb6e-4a03-a56e-069805e3a404 tempest-VolumesAdminNegativeTest-2050692050 tempest-VolumesAdminNegativeTest-2050692050-project-member] Lock "8f49be4e-8616-45f6-b056-2e6a8dfe6bf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.907s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.547868] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1750.548016] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1750.693988] env[63248]: DEBUG oslo_concurrency.lockutils [req-baf737f7-7f8b-4815-bf88-ded4f1e09722 req-b6a71f94-2c73-4f7a-b8ed-4e2c5ff1107e service nova] Releasing lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.783756] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.901608] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801314, 'name': ReconfigVM_Task, 'duration_secs': 0.43094} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.904498] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c/4c7d5055-5d1a-4e4f-80f7-e6676a373d8c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1750.905139] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88ba52f9-f4cb-46b0-81f3-d43ac89f13be {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.911926] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801311, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.913688] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1750.913688] env[63248]: value = "task-1801315" [ 1750.913688] env[63248]: _type = "Task" [ 1750.913688] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.925862] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801315, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.951503] env[63248]: DEBUG nova.compute.manager [req-836906e0-b6a0-4857-b5cd-d6886902e2ef req-016c3af5-aacd-4b06-b768-c25eb1286387 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Received event network-changed-9f3e51ee-7939-44a9-a988-f360d659d92f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1750.951819] env[63248]: DEBUG nova.compute.manager [req-836906e0-b6a0-4857-b5cd-d6886902e2ef req-016c3af5-aacd-4b06-b768-c25eb1286387 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Refreshing instance network info cache due to event network-changed-9f3e51ee-7939-44a9-a988-f360d659d92f. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1750.951983] env[63248]: DEBUG oslo_concurrency.lockutils [req-836906e0-b6a0-4857-b5cd-d6886902e2ef req-016c3af5-aacd-4b06-b768-c25eb1286387 service nova] Acquiring lock "refresh_cache-f2c0d22d-3a50-49b4-b573-d2f1ded730a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.952156] env[63248]: DEBUG oslo_concurrency.lockutils [req-836906e0-b6a0-4857-b5cd-d6886902e2ef req-016c3af5-aacd-4b06-b768-c25eb1286387 service nova] Acquired lock "refresh_cache-f2c0d22d-3a50-49b4-b573-d2f1ded730a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.952322] env[63248]: DEBUG nova.network.neutron [req-836906e0-b6a0-4857-b5cd-d6886902e2ef req-016c3af5-aacd-4b06-b768-c25eb1286387 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Refreshing network info cache for port 9f3e51ee-7939-44a9-a988-f360d659d92f {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1751.186435] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9086f086-ee9c-4ad4-9ace-4939e082a094 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.194268] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b390c48f-5fb1-45c7-87e4-2861631f9f79 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.236326] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17a5299-8c59-4b61-8566-fd33755c8753 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.251946] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92593c37-031e-4221-9ff9-f65cd958c46b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.272892] env[63248]: DEBUG nova.compute.provider_tree [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.287643] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.412578] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801311, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.424830] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801315, 'name': Rename_Task, 'duration_secs': 0.156897} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.426067] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.426373] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1819bd8f-187f-42a4-8e57-8fd025608492 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.434174] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1751.434174] env[63248]: value = "task-1801316" [ 1751.434174] env[63248]: _type = "Task" [ 1751.434174] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.450798] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.497559] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1751.497957] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed579cca-304c-4193-8ea5-f65f9f4968b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.506837] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1751.506837] env[63248]: value = "task-1801317" [ 1751.506837] env[63248]: _type = "Task" [ 1751.506837] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.517399] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.709313] env[63248]: DEBUG nova.network.neutron [req-836906e0-b6a0-4857-b5cd-d6886902e2ef req-016c3af5-aacd-4b06-b768-c25eb1286387 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Updated VIF entry in instance network info cache for port 9f3e51ee-7939-44a9-a988-f360d659d92f. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1751.709768] env[63248]: DEBUG nova.network.neutron [req-836906e0-b6a0-4857-b5cd-d6886902e2ef req-016c3af5-aacd-4b06-b768-c25eb1286387 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Updating instance_info_cache with network_info: [{"id": "9f3e51ee-7939-44a9-a988-f360d659d92f", "address": "fa:16:3e:14:cd:6c", "network": {"id": "0598157b-e639-4f1c-ad89-cb355fa13189", "bridge": "br-int", "label": "tempest-ServersTestJSON-178201439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae481de13f9444ddac5533a4e479428b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3e51ee-79", "ovs_interfaceid": "9f3e51ee-7939-44a9-a988-f360d659d92f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.755019] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae993e8-70d1-42d4-86fb-a8093223e71c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.776607] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance '100e0a22-d8ed-4e31-ba2e-39d86e508363' progress to 0 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1751.783530] env[63248]: DEBUG nova.scheduler.client.report [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1751.793956] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.915791] env[63248]: DEBUG oslo_vmware.api [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801311, 'name': PowerOnVM_Task, 'duration_secs': 3.602141} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.916123] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1751.916357] env[63248]: INFO nova.compute.manager [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Took 11.07 seconds to spawn the instance on the hypervisor. [ 1751.916535] env[63248]: DEBUG nova.compute.manager [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.917708] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d2d390-d950-490d-9a4f-0e070bbdfb7e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.943380] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.017276] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.212435] env[63248]: DEBUG oslo_concurrency.lockutils [req-836906e0-b6a0-4857-b5cd-d6886902e2ef req-016c3af5-aacd-4b06-b768-c25eb1286387 service nova] Releasing lock "refresh_cache-f2c0d22d-3a50-49b4-b573-d2f1ded730a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.284519] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.290604] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87eca556-b525-45f4-947a-1ff98ffcb508 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.292441] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.293504] env[63248]: DEBUG nova.compute.manager [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1752.295283] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.295559] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.736s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.302026] env[63248]: INFO nova.compute.claims [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1752.308080] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1752.308080] env[63248]: value = "task-1801318" [ 1752.308080] env[63248]: _type = "Task" [ 1752.308080] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.318866] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.437529] env[63248]: INFO nova.compute.manager [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Took 20.72 seconds to build instance. [ 1752.448626] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.518176] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.787480] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.805022] env[63248]: DEBUG nova.compute.utils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1752.807669] env[63248]: DEBUG nova.compute.manager [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1752.808027] env[63248]: DEBUG nova.network.neutron [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1752.822571] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.864101] env[63248]: DEBUG nova.policy [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a12e948fdbc54ee380c7d2a8c8ad7744', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3dc83fa4b7e9483bbc6af87f738d781b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1752.949991] env[63248]: DEBUG oslo_concurrency.lockutils [None req-63285369-487c-4a06-ad04-47ef6cf007b5 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.243s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.958291] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.019422] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.118723] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.118723] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquired lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.118723] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Forcefully refreshing network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1753.157426] env[63248]: DEBUG nova.network.neutron [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Successfully created port: 3291d052-8d3c-4149-9b6e-73a483546879 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1753.202020] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.202020] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.202020] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.202020] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.202020] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.203810] env[63248]: INFO nova.compute.manager [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Terminating instance [ 1753.289611] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.309813] env[63248]: DEBUG nova.compute.manager [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1753.329515] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.450553] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801316, 'name': PowerOnVM_Task, 'duration_secs': 1.870547} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.453382] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1753.453597] env[63248]: INFO nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1753.453779] env[63248]: DEBUG nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.454763] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c6ddf0-9d04-4318-9047-70b23d37b5e1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.521511] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.597195] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6336ce3-cbcd-4409-b528-c5745995e5ac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.606340] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b1297c-4057-4ac9-a5a3-8dcc1b65ac9a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.642155] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6b9a64-6825-4818-9d55-a1ddc884c2de {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.650668] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec58c0b9-4c0a-4d54-8ff3-212910075b81 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.668228] env[63248]: DEBUG nova.compute.provider_tree [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.709778] env[63248]: DEBUG nova.compute.manager [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1753.709993] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1753.710866] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aaa7bc-bd73-4a4d-8757-d324b955921d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.719219] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1753.719675] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-599886f5-d25c-4033-aa48-b4a2ea243003 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.726624] env[63248]: DEBUG oslo_vmware.api [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1753.726624] env[63248]: value = "task-1801319" [ 1753.726624] env[63248]: _type = "Task" [ 1753.726624] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.736183] env[63248]: DEBUG oslo_vmware.api [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.788255] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.832291] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.975341] env[63248]: INFO nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Took 14.79 seconds to build instance. [ 1754.021782] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.171427] env[63248]: DEBUG nova.scheduler.client.report [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1754.237212] env[63248]: DEBUG oslo_vmware.api [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801319, 'name': PowerOffVM_Task, 'duration_secs': 0.232934} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.237570] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1754.237746] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.238016] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fdce436-d61b-4408-8cb3-05d480d7efa2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.288696] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.333230] env[63248]: DEBUG nova.compute.manager [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1754.360783] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.372439] env[63248]: DEBUG nova.virt.hardware [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1754.372439] env[63248]: DEBUG nova.virt.hardware [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1754.372439] env[63248]: DEBUG nova.virt.hardware [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1754.372622] env[63248]: DEBUG nova.virt.hardware [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1754.372622] env[63248]: DEBUG nova.virt.hardware [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1754.372746] env[63248]: DEBUG nova.virt.hardware [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1754.372968] env[63248]: DEBUG nova.virt.hardware [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1754.373492] env[63248]: DEBUG nova.virt.hardware [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1754.374319] env[63248]: DEBUG nova.virt.hardware [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1754.375638] env[63248]: DEBUG nova.virt.hardware [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1754.375638] env[63248]: DEBUG nova.virt.hardware [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1754.376560] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e00eed2-8424-428c-8f66-ba639edf3039 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.389018] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d71b582-77ec-484e-8345-4e855f853cd4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.457437] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Updating instance_info_cache with network_info: [{"id": "114acde9-4a6a-4f41-812c-837526fe863a", "address": "fa:16:3e:a7:ea:78", "network": {"id": "20e93985-1a78-4f32-824f-8a448254e8bc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-688313599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1a802e85fc642a4bdb3fb5b5afa33ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap114acde9-4a", "ovs_interfaceid": "114acde9-4a6a-4f41-812c-837526fe863a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.477119] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "4c7d5055-5d1a-4e4f-80f7-e6676a373d8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.305s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.521384] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.676589] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.677147] env[63248]: DEBUG nova.compute.manager [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1754.790190] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.830352] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801318, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.868015] env[63248]: DEBUG nova.compute.manager [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Stashing vm_state: active {{(pid=63248) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 1754.960425] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Releasing lock "refresh_cache-7e243799-c3cf-48d4-bb2a-c956b23f22a1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.960634] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Updated the network info_cache for instance {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1754.960847] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.961019] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.961167] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.961315] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.961458] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.961598] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1755.022396] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801317, 'name': PowerOffVM_Task, 'duration_secs': 3.33498} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.022720] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.023644] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25da9393-bdde-42f0-b77b-3bf4d9ac8e4d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.049533] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6c0249-dd24-4b00-829f-c0376e3b52d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.094251] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1755.094616] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43953d19-d819-4d58-81b2-f9a3b444d9bb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.104179] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1755.104179] env[63248]: value = "task-1801321" [ 1755.104179] env[63248]: _type = "Task" [ 1755.104179] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.112855] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.185780] env[63248]: DEBUG nova.compute.utils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1755.186537] env[63248]: DEBUG nova.compute.manager [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1755.186537] env[63248]: DEBUG nova.network.neutron [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1755.246887] env[63248]: DEBUG nova.policy [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abccb9d18fe64326a01734545bb76e24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bccc2e5b76c94662b2cc14e5a65551f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1755.289675] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.331611] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801318, 'name': PowerOffVM_Task, 'duration_secs': 2.534878} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.331703] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.331851] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance '100e0a22-d8ed-4e31-ba2e-39d86e508363' progress to 17 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1755.394126] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.394126] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.468629] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Getting list of instances from cluster (obj){ [ 1755.468629] env[63248]: value = "domain-c8" [ 1755.468629] env[63248]: _type = "ClusterComputeResource" [ 1755.468629] env[63248]: } {{(pid=63248) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1755.469969] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4a31a2-1ece-49f7-b4d2-00be293aaef0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.492702] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Got total of 13 instances {{(pid=63248) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1755.493051] env[63248]: WARNING nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] While synchronizing instance power states, found 16 instances in the database and 13 instances on the hypervisor. [ 1755.493277] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid 7e243799-c3cf-48d4-bb2a-c956b23f22a1 {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.493539] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid 64f82339-2d72-475d-bc31-068e5b6d50a7 {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.493757] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid cd126c4e-e38f-4096-a023-19b9cc3b3998 {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.493952] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid 98fa0905-ba6a-421b-a5ac-7402395b030d {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.494207] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid ac30f37f-3cb1-401c-827b-d41bcdd881fe {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.494423] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid be3ca24d-0690-4376-891c-bc9ba64f1364 {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.494677] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid 100e0a22-d8ed-4e31-ba2e-39d86e508363 {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.494847] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid bac808d3-c675-4488-9441-ad7979061a76 {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.495063] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid 6d81551c-6725-43a1-ab42-dd297944c7f1 {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.495254] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid fc97c235-3d55-497b-bd09-e97498a7ecf8 {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.495469] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid f2c0d22d-3a50-49b4-b573-d2f1ded730a9 {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.495674] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid eea37e34-3e79-465e-b2d1-30cfe1e3d3d9 {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.495876] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.496102] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid d8aa0ca6-31a9-48a5-94a1-1b3014961c62 {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.496313] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid 4889c40a-1c80-4bbb-9640-db9e7c220671 {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.496515] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid 8320cfea-0f55-4486-8495-9a8795a84cc5 {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 1755.496893] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.497250] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "64f82339-2d72-475d-bc31-068e5b6d50a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.497512] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "64f82339-2d72-475d-bc31-068e5b6d50a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.497843] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.498137] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "98fa0905-ba6a-421b-a5ac-7402395b030d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.498395] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "98fa0905-ba6a-421b-a5ac-7402395b030d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.499220] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "ac30f37f-3cb1-401c-827b-d41bcdd881fe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.499519] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "ac30f37f-3cb1-401c-827b-d41bcdd881fe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.499858] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "be3ca24d-0690-4376-891c-bc9ba64f1364" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.500099] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "100e0a22-d8ed-4e31-ba2e-39d86e508363" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.500352] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.500570] env[63248]: INFO nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1755.500791] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.501054] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "bac808d3-c675-4488-9441-ad7979061a76" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.501297] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "bac808d3-c675-4488-9441-ad7979061a76" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.501515] env[63248]: INFO nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: bac808d3-c675-4488-9441-ad7979061a76] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1755.501686] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "bac808d3-c675-4488-9441-ad7979061a76" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.501938] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "6d81551c-6725-43a1-ab42-dd297944c7f1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.502235] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.502531] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "fc97c235-3d55-497b-bd09-e97498a7ecf8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.502773] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "fc97c235-3d55-497b-bd09-e97498a7ecf8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.503081] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "f2c0d22d-3a50-49b4-b573-d2f1ded730a9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.503341] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "f2c0d22d-3a50-49b4-b573-d2f1ded730a9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.503631] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.503871] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.504118] env[63248]: INFO nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1755.504322] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.504561] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "4c7d5055-5d1a-4e4f-80f7-e6676a373d8c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.504792] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "4c7d5055-5d1a-4e4f-80f7-e6676a373d8c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.505130] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "d8aa0ca6-31a9-48a5-94a1-1b3014961c62" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.505410] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "4889c40a-1c80-4bbb-9640-db9e7c220671" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.505677] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "8320cfea-0f55-4486-8495-9a8795a84cc5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.505906] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1755.506130] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1755.507329] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc19d69-19e6-45f2-8f9b-5c82635bf013 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.510298] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613037b5-4829-496e-a170-c9f5bf505755 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.513753] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e50f056-9489-452d-bee1-0012be69b480 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.516419] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359be43f-a601-493a-8653-89b684314268 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.519207] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea7cdae-4919-42f9-abad-b5265d5407ed {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.522573] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4827efd7-596f-41d4-9c64-c6d898e5cc6e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.525904] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8af1f9-5507-43ab-876a-1062f02c0305 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.528536] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1755.590992] env[63248]: DEBUG nova.network.neutron [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Successfully created port: 5028d061-4dd4-4bd8-9466-af68f88a95af {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1755.617171] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] VM already powered off {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1755.619046] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1755.619046] env[63248]: DEBUG oslo_concurrency.lockutils [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.619046] env[63248]: DEBUG oslo_concurrency.lockutils [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.619046] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1755.619046] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4667958a-2ec1-4be0-ba5e-5edf85c885fc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.635501] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1755.635706] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1755.636510] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de2ec8f3-4cd4-4fc1-8dca-70bd8462eeb0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.643133] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1755.643133] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52975820-441e-8c04-527f-047b8ff4a58a" [ 1755.643133] env[63248]: _type = "Task" [ 1755.643133] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.653224] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52975820-441e-8c04-527f-047b8ff4a58a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.692172] env[63248]: DEBUG nova.compute.manager [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1755.790734] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.838675] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1755.838926] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.839099] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1755.839309] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.839418] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1755.839563] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1755.839787] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1755.839938] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1755.840124] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1755.840285] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1755.840459] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1755.845631] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a490382f-349a-410e-b9cf-10a6fcb544c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.862948] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1755.862948] env[63248]: value = "task-1801322" [ 1755.862948] env[63248]: _type = "Task" [ 1755.862948] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.873550] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.899998] env[63248]: INFO nova.compute.claims [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1756.034157] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.045984] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "64f82339-2d72-475d-bc31-068e5b6d50a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.057733] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.063054] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "ac30f37f-3cb1-401c-827b-d41bcdd881fe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.064735] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "98fa0905-ba6a-421b-a5ac-7402395b030d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.067447] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "f2c0d22d-3a50-49b4-b573-d2f1ded730a9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.067863] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "fc97c235-3d55-497b-bd09-e97498a7ecf8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.068393] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "4c7d5055-5d1a-4e4f-80f7-e6676a373d8c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.117908] env[63248]: DEBUG nova.compute.manager [req-230c47c4-ae5b-4851-85b4-608d98559d68 req-8eac5195-5c45-4646-a0c6-7114245f3afc service nova] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Received event network-vif-plugged-3291d052-8d3c-4149-9b6e-73a483546879 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1756.118169] env[63248]: DEBUG oslo_concurrency.lockutils [req-230c47c4-ae5b-4851-85b4-608d98559d68 req-8eac5195-5c45-4646-a0c6-7114245f3afc service nova] Acquiring lock "4889c40a-1c80-4bbb-9640-db9e7c220671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.118434] env[63248]: DEBUG oslo_concurrency.lockutils [req-230c47c4-ae5b-4851-85b4-608d98559d68 req-8eac5195-5c45-4646-a0c6-7114245f3afc service nova] Lock "4889c40a-1c80-4bbb-9640-db9e7c220671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.118539] env[63248]: DEBUG oslo_concurrency.lockutils [req-230c47c4-ae5b-4851-85b4-608d98559d68 req-8eac5195-5c45-4646-a0c6-7114245f3afc service nova] Lock "4889c40a-1c80-4bbb-9640-db9e7c220671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.118731] env[63248]: DEBUG nova.compute.manager [req-230c47c4-ae5b-4851-85b4-608d98559d68 req-8eac5195-5c45-4646-a0c6-7114245f3afc service nova] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] No waiting events found dispatching network-vif-plugged-3291d052-8d3c-4149-9b6e-73a483546879 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1756.118941] env[63248]: WARNING nova.compute.manager [req-230c47c4-ae5b-4851-85b4-608d98559d68 req-8eac5195-5c45-4646-a0c6-7114245f3afc service nova] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Received unexpected event network-vif-plugged-3291d052-8d3c-4149-9b6e-73a483546879 for instance with vm_state building and task_state spawning. [ 1756.156020] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52975820-441e-8c04-527f-047b8ff4a58a, 'name': SearchDatastore_Task, 'duration_secs': 0.012882} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.156020] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94de20d-dab7-4a93-acbc-d4c3f38ce0f9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.162442] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1756.162442] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52677149-4939-82d5-42ef-c530d4abec98" [ 1756.162442] env[63248]: _type = "Task" [ 1756.162442] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.171317] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52677149-4939-82d5-42ef-c530d4abec98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.218333] env[63248]: DEBUG nova.network.neutron [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Successfully updated port: 3291d052-8d3c-4149-9b6e-73a483546879 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1756.296020] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.373697] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801322, 'name': ReconfigVM_Task, 'duration_secs': 0.196316} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.374018] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance '100e0a22-d8ed-4e31-ba2e-39d86e508363' progress to 33 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1756.406981] env[63248]: INFO nova.compute.resource_tracker [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updating resource usage from migration 32a2201e-65d3-4151-b727-5543da82f994 [ 1756.557354] env[63248]: DEBUG nova.compute.manager [req-60115e9f-ce67-4000-86ed-7ec1f5ed6ebe req-5b07d839-5912-4753-a186-4c283eba55f6 service nova] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Received event network-vif-plugged-92eb5af4-3dc0-423e-ad43-b216052d1027 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1756.557579] env[63248]: DEBUG oslo_concurrency.lockutils [req-60115e9f-ce67-4000-86ed-7ec1f5ed6ebe req-5b07d839-5912-4753-a186-4c283eba55f6 service nova] Acquiring lock "d8aa0ca6-31a9-48a5-94a1-1b3014961c62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.557787] env[63248]: DEBUG oslo_concurrency.lockutils [req-60115e9f-ce67-4000-86ed-7ec1f5ed6ebe req-5b07d839-5912-4753-a186-4c283eba55f6 service nova] Lock "d8aa0ca6-31a9-48a5-94a1-1b3014961c62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.557955] env[63248]: DEBUG oslo_concurrency.lockutils [req-60115e9f-ce67-4000-86ed-7ec1f5ed6ebe req-5b07d839-5912-4753-a186-4c283eba55f6 service nova] Lock "d8aa0ca6-31a9-48a5-94a1-1b3014961c62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.558137] env[63248]: DEBUG nova.compute.manager [req-60115e9f-ce67-4000-86ed-7ec1f5ed6ebe req-5b07d839-5912-4753-a186-4c283eba55f6 service nova] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] No waiting events found dispatching network-vif-plugged-92eb5af4-3dc0-423e-ad43-b216052d1027 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1756.558302] env[63248]: WARNING nova.compute.manager [req-60115e9f-ce67-4000-86ed-7ec1f5ed6ebe req-5b07d839-5912-4753-a186-4c283eba55f6 service nova] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Received unexpected event network-vif-plugged-92eb5af4-3dc0-423e-ad43-b216052d1027 for instance with vm_state building and task_state spawning. [ 1756.675212] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52677149-4939-82d5-42ef-c530d4abec98, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.675506] env[63248]: DEBUG oslo_concurrency.lockutils [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.675771] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] bac808d3-c675-4488-9441-ad7979061a76/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk. {{(pid=63248) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1756.678809] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41fcd6e2-0cc9-434f-b2c0-c890ce4cdfd2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.688215] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1756.688215] env[63248]: value = "task-1801323" [ 1756.688215] env[63248]: _type = "Task" [ 1756.688215] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.696745] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc65cc1-bac6-49e8-a866-d5ea88481b12 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.704735] env[63248]: DEBUG nova.compute.manager [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1756.709622] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.713205] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93d18b6-2ef4-44ab-bf97-ce37e1573afa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.724858] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "refresh_cache-4889c40a-1c80-4bbb-9640-db9e7c220671" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.724858] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquired lock "refresh_cache-4889c40a-1c80-4bbb-9640-db9e7c220671" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.724858] env[63248]: DEBUG nova.network.neutron [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.757093] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd46e97-36a9-4954-ba35-9fa742df73d4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.767965] env[63248]: DEBUG nova.virt.hardware [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1756.768388] env[63248]: DEBUG nova.virt.hardware [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1756.768447] env[63248]: DEBUG nova.virt.hardware [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1756.768645] env[63248]: DEBUG nova.virt.hardware [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1756.768796] env[63248]: DEBUG nova.virt.hardware [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1756.768945] env[63248]: DEBUG nova.virt.hardware [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1756.769205] env[63248]: DEBUG nova.virt.hardware [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1756.769381] env[63248]: DEBUG nova.virt.hardware [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1756.769541] env[63248]: DEBUG nova.virt.hardware [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1756.769704] env[63248]: DEBUG nova.virt.hardware [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1756.769906] env[63248]: DEBUG nova.virt.hardware [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1756.771526] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c767a561-35c6-4656-ae52-fd9397d8a402 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.778760] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cc797e-9684-45ab-8979-4f4163002911 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.797096] env[63248]: DEBUG nova.compute.provider_tree [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1756.804173] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88612ba2-9b73-492e-a7c6-3d0828eac2b6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.809996] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.812384] env[63248]: DEBUG nova.network.neutron [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Successfully updated port: 92eb5af4-3dc0-423e-ad43-b216052d1027 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1756.888323] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1756.888591] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1756.888750] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1756.888935] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1756.889095] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1756.889267] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1756.889440] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1756.889597] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1756.889791] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1756.890105] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1756.890164] env[63248]: DEBUG nova.virt.hardware [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1756.895517] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1756.896201] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd771e3c-75a2-4d0f-9965-a3ce161e2f3a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.917938] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1756.917938] env[63248]: value = "task-1801324" [ 1756.917938] env[63248]: _type = "Task" [ 1756.917938] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.928900] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.109092] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1757.109450] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1757.109672] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleting the datastore file [datastore1] be3ca24d-0690-4376-891c-bc9ba64f1364 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1757.110048] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbf78d33-98cb-4d20-9592-25b350277457 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.120754] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1757.120754] env[63248]: value = "task-1801325" [ 1757.120754] env[63248]: _type = "Task" [ 1757.120754] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.128209] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1757.128510] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1757.128869] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Deleting the datastore file [datastore1] 7e243799-c3cf-48d4-bb2a-c956b23f22a1 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1757.133025] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b0b1c2f-9589-48d1-b7d3-d15caa263428 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.139168] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.145121] env[63248]: DEBUG oslo_vmware.api [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1757.145121] env[63248]: value = "task-1801326" [ 1757.145121] env[63248]: _type = "Task" [ 1757.145121] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.155221] env[63248]: DEBUG oslo_vmware.api [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.200617] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801323, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.262415] env[63248]: DEBUG nova.network.neutron [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1757.292847] env[63248]: DEBUG oslo_vmware.api [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801300, 'name': ReconfigVM_Task, 'duration_secs': 11.017293} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.293144] env[63248]: DEBUG oslo_concurrency.lockutils [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.293362] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Reconfigured VM to detach interface {{(pid=63248) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1757.295475] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.798s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.296293] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c26bbd-80da-4d42-a629-b932100628ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.303031] env[63248]: DEBUG nova.scheduler.client.report [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1757.313729] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "refresh_cache-d8aa0ca6-31a9-48a5-94a1-1b3014961c62" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.313865] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired lock "refresh_cache-d8aa0ca6-31a9-48a5-94a1-1b3014961c62" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.314024] env[63248]: DEBUG nova.network.neutron [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.415283] env[63248]: DEBUG nova.network.neutron [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Updating instance_info_cache with network_info: [{"id": "3291d052-8d3c-4149-9b6e-73a483546879", "address": "fa:16:3e:0c:13:b0", "network": {"id": "ae26f2bc-6474-440b-aad9-4d2f92652699", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22811446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc83fa4b7e9483bbc6af87f738d781b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3291d052-8d", "ovs_interfaceid": "3291d052-8d3c-4149-9b6e-73a483546879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.423852] env[63248]: DEBUG nova.network.neutron [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Successfully updated port: 5028d061-4dd4-4bd8-9466-af68f88a95af {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1757.429099] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801324, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.634531] env[63248]: DEBUG oslo_vmware.api [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325025} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.634834] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1757.636019] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1757.636019] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1757.655204] env[63248]: DEBUG oslo_vmware.api [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314744} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.655484] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1757.655672] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1757.655848] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1757.656030] env[63248]: INFO nova.compute.manager [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Took 3.95 seconds to destroy the instance on the hypervisor. [ 1757.656296] env[63248]: DEBUG oslo.service.loopingcall [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.656490] env[63248]: DEBUG nova.compute.manager [-] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1757.656586] env[63248]: DEBUG nova.network.neutron [-] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1757.668830] env[63248]: INFO nova.scheduler.client.report [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleted allocations for instance be3ca24d-0690-4376-891c-bc9ba64f1364 [ 1757.699350] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608812} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.699683] env[63248]: INFO nova.virt.vmwareapi.ds_util [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] bac808d3-c675-4488-9441-ad7979061a76/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk. [ 1757.700503] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d0cfc6-850f-4d85-a8b1-244277682fc7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.732297] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] bac808d3-c675-4488-9441-ad7979061a76/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.733511] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf98a4ba-345e-43cd-821c-b12518ac030c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.759182] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1757.759182] env[63248]: value = "task-1801327" [ 1757.759182] env[63248]: _type = "Task" [ 1757.759182] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.772018] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.809464] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.811446] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.416s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.811446] env[63248]: INFO nova.compute.manager [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Migrating [ 1757.817868] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.784s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.818194] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.818266] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1757.824853] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2decc066-bee6-418f-b88f-266ac57e05a0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.844702] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac8b055-92cc-432f-9b12-838c74a5cd18 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.865437] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906096ea-3192-4d19-9e3d-fd9b502548e0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.868888] env[63248]: DEBUG nova.network.neutron [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1757.877824] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e264e1e3-fe7e-414c-b06d-2f7009217274 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.913346] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179658MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1757.913527] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.913741] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.917980] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Releasing lock "refresh_cache-4889c40a-1c80-4bbb-9640-db9e7c220671" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.922012] env[63248]: DEBUG nova.compute.manager [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Instance network_info: |[{"id": "3291d052-8d3c-4149-9b6e-73a483546879", "address": "fa:16:3e:0c:13:b0", "network": {"id": "ae26f2bc-6474-440b-aad9-4d2f92652699", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22811446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc83fa4b7e9483bbc6af87f738d781b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3291d052-8d", "ovs_interfaceid": "3291d052-8d3c-4149-9b6e-73a483546879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1757.922012] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:13:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3291d052-8d3c-4149-9b6e-73a483546879', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1757.928565] env[63248]: DEBUG oslo.service.loopingcall [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.933475] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "refresh_cache-8320cfea-0f55-4486-8495-9a8795a84cc5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.933566] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "refresh_cache-8320cfea-0f55-4486-8495-9a8795a84cc5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.933657] env[63248]: DEBUG nova.network.neutron [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.935209] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1757.937467] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26248c7e-ae4e-425c-89f7-2418c8a682fd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.961108] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801324, 'name': ReconfigVM_Task, 'duration_secs': 0.517863} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.963956] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1757.963956] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1757.963956] env[63248]: value = "task-1801328" [ 1757.963956] env[63248]: _type = "Task" [ 1757.963956] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.966250] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0f60bf-6117-44eb-9f09-4ee9580527cc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.981050] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801328, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.000865] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 100e0a22-d8ed-4e31-ba2e-39d86e508363/100e0a22-d8ed-4e31-ba2e-39d86e508363.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1758.002715] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af592e2b-f5b6-4aaa-8a9a-5f0e3434ace9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.027186] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1758.027186] env[63248]: value = "task-1801329" [ 1758.027186] env[63248]: _type = "Task" [ 1758.027186] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.038962] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.146429] env[63248]: DEBUG nova.network.neutron [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Updating instance_info_cache with network_info: [{"id": "92eb5af4-3dc0-423e-ad43-b216052d1027", "address": "fa:16:3e:1f:51:c5", "network": {"id": "20f66868-9265-4e78-9e19-367da94dfc53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-5361821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab94463b389945428634e0c815b0e103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eb5af4-3d", "ovs_interfaceid": "92eb5af4-3dc0-423e-ad43-b216052d1027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.173897] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.180907] env[63248]: DEBUG nova.compute.manager [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Received event network-changed-3291d052-8d3c-4149-9b6e-73a483546879 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1758.181177] env[63248]: DEBUG nova.compute.manager [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Refreshing instance network info cache due to event network-changed-3291d052-8d3c-4149-9b6e-73a483546879. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1758.181407] env[63248]: DEBUG oslo_concurrency.lockutils [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] Acquiring lock "refresh_cache-4889c40a-1c80-4bbb-9640-db9e7c220671" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.181561] env[63248]: DEBUG oslo_concurrency.lockutils [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] Acquired lock "refresh_cache-4889c40a-1c80-4bbb-9640-db9e7c220671" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.181724] env[63248]: DEBUG nova.network.neutron [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Refreshing network info cache for port 3291d052-8d3c-4149-9b6e-73a483546879 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.275999] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801327, 'name': ReconfigVM_Task, 'duration_secs': 0.423311} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.277863] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Reconfigured VM instance instance-00000053 to attach disk [datastore1] bac808d3-c675-4488-9441-ad7979061a76/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.281952] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7beea739-f1cc-4629-b31f-bd58e044f63f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.325765] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-531fe37a-60f4-4692-b783-93153c12cf6b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.336961] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "refresh_cache-eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.337147] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "refresh_cache-eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.337328] env[63248]: DEBUG nova.network.neutron [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1758.345469] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1758.345469] env[63248]: value = "task-1801330" [ 1758.345469] env[63248]: _type = "Task" [ 1758.345469] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.356716] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.473804] env[63248]: DEBUG nova.network.neutron [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.482394] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801328, 'name': CreateVM_Task, 'duration_secs': 0.492899} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.482597] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1758.483326] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.483570] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.483878] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1758.484192] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb4d234-1266-443d-a8c4-79e7e8b29927 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.493287] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1758.493287] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c6ede9-b907-e4e1-0384-46c6a74086da" [ 1758.493287] env[63248]: _type = "Task" [ 1758.493287] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.506216] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c6ede9-b907-e4e1-0384-46c6a74086da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.538540] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801329, 'name': ReconfigVM_Task, 'duration_secs': 0.380296} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.539772] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 100e0a22-d8ed-4e31-ba2e-39d86e508363/100e0a22-d8ed-4e31-ba2e-39d86e508363.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.540585] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance '100e0a22-d8ed-4e31-ba2e-39d86e508363' progress to 50 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1758.643162] env[63248]: DEBUG nova.network.neutron [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Updating instance_info_cache with network_info: [{"id": "5028d061-4dd4-4bd8-9466-af68f88a95af", "address": "fa:16:3e:44:0d:4f", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5028d061-4d", "ovs_interfaceid": "5028d061-4dd4-4bd8-9466-af68f88a95af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.649055] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Releasing lock "refresh_cache-d8aa0ca6-31a9-48a5-94a1-1b3014961c62" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.649405] env[63248]: DEBUG nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Instance network_info: |[{"id": "92eb5af4-3dc0-423e-ad43-b216052d1027", "address": "fa:16:3e:1f:51:c5", "network": {"id": "20f66868-9265-4e78-9e19-367da94dfc53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-5361821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab94463b389945428634e0c815b0e103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eb5af4-3d", "ovs_interfaceid": "92eb5af4-3dc0-423e-ad43-b216052d1027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1758.650184] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:51:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92eb5af4-3dc0-423e-ad43-b216052d1027', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1758.662758] env[63248]: DEBUG oslo.service.loopingcall [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.662758] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1758.662758] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13e6737d-be67-4dfc-b525-7de158afbb91 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.682425] env[63248]: DEBUG nova.compute.manager [req-542febc1-1184-4f6e-94ed-68060c79c692 req-09ba61a3-faa2-4635-a8ec-e1bfc7ccb5fd service nova] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Received event network-changed-92eb5af4-3dc0-423e-ad43-b216052d1027 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1758.682685] env[63248]: DEBUG nova.compute.manager [req-542febc1-1184-4f6e-94ed-68060c79c692 req-09ba61a3-faa2-4635-a8ec-e1bfc7ccb5fd service nova] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Refreshing instance network info cache due to event network-changed-92eb5af4-3dc0-423e-ad43-b216052d1027. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1758.682980] env[63248]: DEBUG oslo_concurrency.lockutils [req-542febc1-1184-4f6e-94ed-68060c79c692 req-09ba61a3-faa2-4635-a8ec-e1bfc7ccb5fd service nova] Acquiring lock "refresh_cache-d8aa0ca6-31a9-48a5-94a1-1b3014961c62" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.683213] env[63248]: DEBUG oslo_concurrency.lockutils [req-542febc1-1184-4f6e-94ed-68060c79c692 req-09ba61a3-faa2-4635-a8ec-e1bfc7ccb5fd service nova] Acquired lock "refresh_cache-d8aa0ca6-31a9-48a5-94a1-1b3014961c62" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.683830] env[63248]: DEBUG nova.network.neutron [req-542febc1-1184-4f6e-94ed-68060c79c692 req-09ba61a3-faa2-4635-a8ec-e1bfc7ccb5fd service nova] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Refreshing network info cache for port 92eb5af4-3dc0-423e-ad43-b216052d1027 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.691601] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1758.691601] env[63248]: value = "task-1801331" [ 1758.691601] env[63248]: _type = "Task" [ 1758.691601] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.705278] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801331, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.864877] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801330, 'name': ReconfigVM_Task, 'duration_secs': 0.20067} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.865386] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1758.865386] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cb9a5f0-7213-438c-a162-9d639ad579e0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.873258] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1758.873258] env[63248]: value = "task-1801332" [ 1758.873258] env[63248]: _type = "Task" [ 1758.873258] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.887395] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.934739] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Applying migration context for instance 100e0a22-d8ed-4e31-ba2e-39d86e508363 as it has an incoming, in-progress migration 6ab3e422-0654-487c-9e99-e623d60a977f. Migration status is migrating {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1758.936312] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Applying migration context for instance eea37e34-3e79-465e-b2d1-30cfe1e3d3d9 as it has an incoming, in-progress migration 32a2201e-65d3-4151-b727-5543da82f994. Migration status is pre-migrating {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1758.936994] env[63248]: INFO nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating resource usage from migration 6ab3e422-0654-487c-9e99-e623d60a977f [ 1758.937388] env[63248]: INFO nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updating resource usage from migration 32a2201e-65d3-4151-b727-5543da82f994 [ 1758.969508] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 7e243799-c3cf-48d4-bb2a-c956b23f22a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.969715] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 64f82339-2d72-475d-bc31-068e5b6d50a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.969885] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance cd126c4e-e38f-4096-a023-19b9cc3b3998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.970041] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 98fa0905-ba6a-421b-a5ac-7402395b030d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.970187] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ac30f37f-3cb1-401c-827b-d41bcdd881fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.970354] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance bac808d3-c675-4488-9441-ad7979061a76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.970517] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 6d81551c-6725-43a1-ab42-dd297944c7f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.970657] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance fc97c235-3d55-497b-bd09-e97498a7ecf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.970789] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance f2c0d22d-3a50-49b4-b573-d2f1ded730a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.970921] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.971174] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance d8aa0ca6-31a9-48a5-94a1-1b3014961c62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.971344] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Migration 6ab3e422-0654-487c-9e99-e623d60a977f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1758.971482] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 100e0a22-d8ed-4e31-ba2e-39d86e508363 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.971614] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 4889c40a-1c80-4bbb-9640-db9e7c220671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.971743] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 8320cfea-0f55-4486-8495-9a8795a84cc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.971994] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Migration 32a2201e-65d3-4151-b727-5543da82f994 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1758.972136] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance eea37e34-3e79-465e-b2d1-30cfe1e3d3d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1758.972489] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1758.972684] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1759.006079] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c6ede9-b907-e4e1-0384-46c6a74086da, 'name': SearchDatastore_Task, 'duration_secs': 0.018327} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.006497] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.007016] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1759.007016] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.007116] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.007242] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1759.010021] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bf1ff15-b20a-4bf6-aa25-0a7d4d8cc7a5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.021849] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1759.021849] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1759.026725] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-340c776d-33c4-4014-8506-20cc0e9d20c9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.030922] env[63248]: DEBUG oslo_concurrency.lockutils [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.031119] env[63248]: DEBUG oslo_concurrency.lockutils [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.031310] env[63248]: DEBUG nova.network.neutron [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1759.041364] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1759.041364] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a83173-9e29-3401-f345-2e860fe0704a" [ 1759.041364] env[63248]: _type = "Task" [ 1759.041364] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.049359] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3b9c58-7027-4dbb-95cd-ccd5e24074a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.066251] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a83173-9e29-3401-f345-2e860fe0704a, 'name': SearchDatastore_Task} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.068219] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd949c6-d8f9-4b1d-a214-614325142ac2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.096951] env[63248]: DEBUG nova.network.neutron [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updating instance_info_cache with network_info: [{"id": "1921c680-5531-42aa-8597-c3207957c09d", "address": "fa:16:3e:72:0d:5e", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1921c680-55", "ovs_interfaceid": "1921c680-5531-42aa-8597-c3207957c09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.102671] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9487f3e7-d922-4bab-9c08-1f2eb2d52347 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.108158] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1759.108158] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5209c0a4-dc35-4c3a-f30b-9c89b5397f76" [ 1759.108158] env[63248]: _type = "Task" [ 1759.108158] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.130046] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance '100e0a22-d8ed-4e31-ba2e-39d86e508363' progress to 67 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1759.142906] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5209c0a4-dc35-4c3a-f30b-9c89b5397f76, 'name': SearchDatastore_Task, 'duration_secs': 0.01264} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.143297] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.143603] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 4889c40a-1c80-4bbb-9640-db9e7c220671/4889c40a-1c80-4bbb-9640-db9e7c220671.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1759.143956] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deecf52d-d049-4a6d-bb03-3800b4d0cf3f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.150283] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "refresh_cache-8320cfea-0f55-4486-8495-9a8795a84cc5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.150283] env[63248]: DEBUG nova.compute.manager [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Instance network_info: |[{"id": "5028d061-4dd4-4bd8-9466-af68f88a95af", "address": "fa:16:3e:44:0d:4f", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5028d061-4d", "ovs_interfaceid": "5028d061-4dd4-4bd8-9466-af68f88a95af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1759.150557] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.150715] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.151073] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "cd126c4e-e38f-4096-a023-19b9cc3b3998-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.151926] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "cd126c4e-e38f-4096-a023-19b9cc3b3998-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.151926] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "cd126c4e-e38f-4096-a023-19b9cc3b3998-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.154033] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:0d:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5028d061-4dd4-4bd8-9466-af68f88a95af', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1759.162850] env[63248]: DEBUG oslo.service.loopingcall [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.163379] env[63248]: INFO nova.compute.manager [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Terminating instance [ 1759.168859] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1759.169265] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1759.169265] env[63248]: value = "task-1801333" [ 1759.169265] env[63248]: _type = "Task" [ 1759.169265] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.171440] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2f22e53-265d-4dac-b33c-b510ffba899d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.205035] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.205366] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1759.205366] env[63248]: value = "task-1801334" [ 1759.205366] env[63248]: _type = "Task" [ 1759.205366] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.212848] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801331, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.219018] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801334, 'name': CreateVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.263529] env[63248]: DEBUG nova.network.neutron [-] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.376025] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8f207a-efe7-41df-97ee-180550a8ae01 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.389698] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.390830] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af500433-3282-4942-acde-1a59aa6bd519 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.425171] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c445c502-685b-4c76-99af-9e849be53c7e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.435394] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ed345b-d4e5-4093-80d7-20c183440a85 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.452032] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1759.472224] env[63248]: DEBUG nova.network.neutron [req-542febc1-1184-4f6e-94ed-68060c79c692 req-09ba61a3-faa2-4635-a8ec-e1bfc7ccb5fd service nova] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Updated VIF entry in instance network info cache for port 92eb5af4-3dc0-423e-ad43-b216052d1027. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.472584] env[63248]: DEBUG nova.network.neutron [req-542febc1-1184-4f6e-94ed-68060c79c692 req-09ba61a3-faa2-4635-a8ec-e1bfc7ccb5fd service nova] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Updating instance_info_cache with network_info: [{"id": "92eb5af4-3dc0-423e-ad43-b216052d1027", "address": "fa:16:3e:1f:51:c5", "network": {"id": "20f66868-9265-4e78-9e19-367da94dfc53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-5361821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab94463b389945428634e0c815b0e103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eb5af4-3d", "ovs_interfaceid": "92eb5af4-3dc0-423e-ad43-b216052d1027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.517686] env[63248]: DEBUG nova.network.neutron [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Updated VIF entry in instance network info cache for port 3291d052-8d3c-4149-9b6e-73a483546879. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.518280] env[63248]: DEBUG nova.network.neutron [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Updating instance_info_cache with network_info: [{"id": "3291d052-8d3c-4149-9b6e-73a483546879", "address": "fa:16:3e:0c:13:b0", "network": {"id": "ae26f2bc-6474-440b-aad9-4d2f92652699", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22811446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc83fa4b7e9483bbc6af87f738d781b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3291d052-8d", "ovs_interfaceid": "3291d052-8d3c-4149-9b6e-73a483546879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.608487] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "refresh_cache-eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.687805] env[63248]: DEBUG nova.compute.manager [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1759.688108] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1759.693869] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9375a9f3-abc7-4b84-9a77-c5876c0ba418 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.706058] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801333, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.707315] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1759.710680] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e73e0eb-ed1b-44e7-adda-11721692e435 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.715748] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801331, 'name': CreateVM_Task, 'duration_secs': 0.57233} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.718595] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1759.718595] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.718595] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.718595] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1759.720998] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5409835f-1c8f-4569-a378-056b48a9b424 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.727599] env[63248]: DEBUG oslo_vmware.api [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1759.727599] env[63248]: value = "task-1801335" [ 1759.727599] env[63248]: _type = "Task" [ 1759.727599] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.727806] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801334, 'name': CreateVM_Task, 'duration_secs': 0.481586} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.732569] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1759.735880] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.737462] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1759.737462] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52540c5c-b0f8-475b-6f26-c73a9af0e978" [ 1759.737462] env[63248]: _type = "Task" [ 1759.737462] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.747382] env[63248]: DEBUG oslo_vmware.api [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.750169] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52540c5c-b0f8-475b-6f26-c73a9af0e978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.770555] env[63248]: INFO nova.compute.manager [-] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Took 2.11 seconds to deallocate network for instance. [ 1759.892260] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.957038] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1759.980674] env[63248]: DEBUG oslo_concurrency.lockutils [req-542febc1-1184-4f6e-94ed-68060c79c692 req-09ba61a3-faa2-4635-a8ec-e1bfc7ccb5fd service nova] Releasing lock "refresh_cache-d8aa0ca6-31a9-48a5-94a1-1b3014961c62" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.023029] env[63248]: DEBUG oslo_concurrency.lockutils [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] Releasing lock "refresh_cache-4889c40a-1c80-4bbb-9640-db9e7c220671" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.023029] env[63248]: DEBUG nova.compute.manager [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Received event network-vif-plugged-5028d061-4dd4-4bd8-9466-af68f88a95af {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1760.023624] env[63248]: DEBUG oslo_concurrency.lockutils [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] Acquiring lock "8320cfea-0f55-4486-8495-9a8795a84cc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.024094] env[63248]: DEBUG oslo_concurrency.lockutils [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] Lock "8320cfea-0f55-4486-8495-9a8795a84cc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.024506] env[63248]: DEBUG oslo_concurrency.lockutils [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] Lock "8320cfea-0f55-4486-8495-9a8795a84cc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.025417] env[63248]: DEBUG nova.compute.manager [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] No waiting events found dispatching network-vif-plugged-5028d061-4dd4-4bd8-9466-af68f88a95af {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1760.025417] env[63248]: WARNING nova.compute.manager [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Received unexpected event network-vif-plugged-5028d061-4dd4-4bd8-9466-af68f88a95af for instance with vm_state building and task_state spawning. [ 1760.025417] env[63248]: DEBUG nova.compute.manager [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Received event network-changed-5028d061-4dd4-4bd8-9466-af68f88a95af {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1760.025417] env[63248]: DEBUG nova.compute.manager [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Refreshing instance network info cache due to event network-changed-5028d061-4dd4-4bd8-9466-af68f88a95af. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1760.025666] env[63248]: DEBUG oslo_concurrency.lockutils [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] Acquiring lock "refresh_cache-8320cfea-0f55-4486-8495-9a8795a84cc5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.025898] env[63248]: DEBUG oslo_concurrency.lockutils [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] Acquired lock "refresh_cache-8320cfea-0f55-4486-8495-9a8795a84cc5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.026125] env[63248]: DEBUG nova.network.neutron [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Refreshing network info cache for port 5028d061-4dd4-4bd8-9466-af68f88a95af {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1760.198813] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890064} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.199930] env[63248]: INFO nova.network.neutron [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Port 0b8d11c6-0824-4a39-adcb-3e2ad4dbb422 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1760.200183] env[63248]: INFO nova.network.neutron [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Port faa85b65-5289-4070-b23b-066f3da2d525 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1760.200466] env[63248]: DEBUG nova.network.neutron [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Updating instance_info_cache with network_info: [{"id": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "address": "fa:16:3e:ea:f5:6f", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d7aa68-7e", "ovs_interfaceid": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.201693] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 4889c40a-1c80-4bbb-9640-db9e7c220671/4889c40a-1c80-4bbb-9640-db9e7c220671.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1760.201944] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1760.202786] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b85b978c-8c30-4fa7-ad27-c8d1834c5548 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.212913] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1760.212913] env[63248]: value = "task-1801336" [ 1760.212913] env[63248]: _type = "Task" [ 1760.212913] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.224873] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.241654] env[63248]: DEBUG oslo_vmware.api [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801335, 'name': PowerOffVM_Task, 'duration_secs': 0.390478} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.245395] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1760.245525] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1760.246395] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d661a9b4-c7e8-4a14-8927-d94f99fe1465 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.255155] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52540c5c-b0f8-475b-6f26-c73a9af0e978, 'name': SearchDatastore_Task, 'duration_secs': 0.070098} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.255418] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.255657] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.255897] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.256057] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.256296] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.256649] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.259959] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1760.259959] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edc86939-649c-4b61-b404-24654b63f0c6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.261042] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4eccc0c-3945-474e-9a1c-99c08eede4df {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.267965] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1760.267965] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52727eb2-e6b9-3347-d8d8-28810de3ea88" [ 1760.267965] env[63248]: _type = "Task" [ 1760.267965] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.272519] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.272686] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1760.274425] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a64e8ca-5ba5-482c-85c3-8c36bbf28009 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.282433] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.282735] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52727eb2-e6b9-3347-d8d8-28810de3ea88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.286225] env[63248]: DEBUG nova.compute.manager [req-8df8e0e9-f47e-4fe1-a678-16c9ac60dc3f req-72dfc4c7-f401-43c2-9232-f9e29dc83507 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Received event network-vif-deleted-faa85b65-5289-4070-b23b-066f3da2d525 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1760.286445] env[63248]: DEBUG nova.compute.manager [req-8df8e0e9-f47e-4fe1-a678-16c9ac60dc3f req-72dfc4c7-f401-43c2-9232-f9e29dc83507 service nova] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Received event network-vif-deleted-114acde9-4a6a-4f41-812c-837526fe863a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1760.291797] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1760.291797] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c5417c-f54a-8335-b2ec-0e50615ac9a8" [ 1760.291797] env[63248]: _type = "Task" [ 1760.291797] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.300064] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c5417c-f54a-8335-b2ec-0e50615ac9a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.390404] env[63248]: DEBUG oslo_vmware.api [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801332, 'name': PowerOnVM_Task, 'duration_secs': 1.39043} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.390687] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1760.393659] env[63248]: DEBUG nova.compute.manager [None req-07bd2be3-7d02-4324-97f3-5b986aee4d7d tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1760.394221] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c9aac0-ae75-4abb-82e0-140948a75185 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.462638] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1760.462918] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.549s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.463225] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.289s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.463330] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.465607] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.183s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.465822] env[63248]: DEBUG nova.objects.instance [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lazy-loading 'resources' on Instance uuid 7e243799-c3cf-48d4-bb2a-c956b23f22a1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1760.594326] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1760.594648] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1760.594919] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Deleting the datastore file [datastore1] cd126c4e-e38f-4096-a023-19b9cc3b3998 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1760.595307] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96608c81-7573-4279-a86c-256c08859214 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.604410] env[63248]: DEBUG oslo_vmware.api [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1760.604410] env[63248]: value = "task-1801338" [ 1760.604410] env[63248]: _type = "Task" [ 1760.604410] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.613633] env[63248]: DEBUG oslo_vmware.api [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.707176] env[63248]: DEBUG oslo_concurrency.lockutils [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "refresh_cache-cd126c4e-e38f-4096-a023-19b9cc3b3998" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.723298] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085597} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.723769] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1760.727045] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f881eec-05d4-413f-b993-272530b6dc13 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.753480] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 4889c40a-1c80-4bbb-9640-db9e7c220671/4889c40a-1c80-4bbb-9640-db9e7c220671.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1760.754022] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffadf72d-9541-4990-bc32-21af0dccef40 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.783211] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52727eb2-e6b9-3347-d8d8-28810de3ea88, 'name': SearchDatastore_Task, 'duration_secs': 0.013165} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.787784] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.788269] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.788774] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.789204] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1760.789204] env[63248]: value = "task-1801339" [ 1760.789204] env[63248]: _type = "Task" [ 1760.789204] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.802542] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.812032] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c5417c-f54a-8335-b2ec-0e50615ac9a8, 'name': SearchDatastore_Task, 'duration_secs': 0.039327} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.812032] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35399ee7-0ae8-4258-9a9c-7792273696a6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.817164] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1760.817164] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ee7a07-ce71-ce4c-7322-b86cbefcb5db" [ 1760.817164] env[63248]: _type = "Task" [ 1760.817164] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.826532] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ee7a07-ce71-ce4c-7322-b86cbefcb5db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.850641] env[63248]: DEBUG nova.network.neutron [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Port 62f11217-ea41-424a-b30a-87057e7af6d7 binding to destination host cpu-1 is already ACTIVE {{(pid=63248) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1760.951408] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "be3ca24d-0690-4376-891c-bc9ba64f1364" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.976498] env[63248]: DEBUG nova.network.neutron [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Updated VIF entry in instance network info cache for port 5028d061-4dd4-4bd8-9466-af68f88a95af. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1760.976498] env[63248]: DEBUG nova.network.neutron [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Updating instance_info_cache with network_info: [{"id": "5028d061-4dd4-4bd8-9466-af68f88a95af", "address": "fa:16:3e:44:0d:4f", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5028d061-4d", "ovs_interfaceid": "5028d061-4dd4-4bd8-9466-af68f88a95af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.980025] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1d43a276-4c07-42b8-bcf3-ef69f8d72172 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.815s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.980025] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.478s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.980025] env[63248]: INFO nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] During sync_power_state the instance has a pending task (shelving_offloading). Skip. [ 1760.980025] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.980025] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.027s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.980025] env[63248]: INFO nova.compute.manager [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Unshelving [ 1761.115295] env[63248]: DEBUG oslo_vmware.api [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.126831] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afd1f88-49ef-4d83-9db4-876da11d9a38 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.149316] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updating instance 'eea37e34-3e79-465e-b2d1-30cfe1e3d3d9' progress to 0 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1761.212590] env[63248]: DEBUG oslo_concurrency.lockutils [None req-34b2db63-e6b7-4e76-a021-78a7fdda79f4 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-cd126c4e-e38f-4096-a023-19b9cc3b3998-0b8d11c6-0824-4a39-adcb-3e2ad4dbb422" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 16.171s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.304380] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.313421] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49be2053-920c-4f7f-b2f3-64adad5078c3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.330524] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91254410-7119-4114-a1ec-76d7ca16b73b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.334321] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ee7a07-ce71-ce4c-7322-b86cbefcb5db, 'name': SearchDatastore_Task, 'duration_secs': 0.028424} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.334321] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.334321] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] d8aa0ca6-31a9-48a5-94a1-1b3014961c62/d8aa0ca6-31a9-48a5-94a1-1b3014961c62.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1761.337451] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.337451] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1761.337451] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2fedc76-1dfb-4307-b1e7-a474da2f3441 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.366161] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93043088-f98c-4dfa-8c94-83f37d37a722 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.374328] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36105a4-3d79-40e1-9866-fbf2bd595198 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.379489] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1761.379489] env[63248]: value = "task-1801340" [ 1761.379489] env[63248]: _type = "Task" [ 1761.379489] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.387768] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360cc481-1fc8-42c3-af7b-b3a664e11d6a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.391825] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1761.392054] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1761.396187] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e4d993-5b6c-4bd1-a1d3-773f9dd89251 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.398703] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.409825] env[63248]: DEBUG nova.compute.provider_tree [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.416139] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1761.416139] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526648cc-713d-d5e0-2138-043cc12b0cf2" [ 1761.416139] env[63248]: _type = "Task" [ 1761.416139] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.425024] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526648cc-713d-d5e0-2138-043cc12b0cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.014775} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.425706] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6940b9ea-ecc5-42aa-9479-afcdf17cc110 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.433778] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1761.433778] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525e57d7-9093-632a-6c0a-ebd7d5974f53" [ 1761.433778] env[63248]: _type = "Task" [ 1761.433778] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.442409] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525e57d7-9093-632a-6c0a-ebd7d5974f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.482254] env[63248]: DEBUG oslo_concurrency.lockutils [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] Releasing lock "refresh_cache-8320cfea-0f55-4486-8495-9a8795a84cc5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.482579] env[63248]: DEBUG nova.compute.manager [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Received event network-vif-deleted-0b8d11c6-0824-4a39-adcb-3e2ad4dbb422 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1761.482808] env[63248]: INFO nova.compute.manager [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Neutron deleted interface 0b8d11c6-0824-4a39-adcb-3e2ad4dbb422; detaching it from the instance and deleting it from the info cache [ 1761.483149] env[63248]: DEBUG nova.network.neutron [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Updating instance_info_cache with network_info: [{"id": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "address": "fa:16:3e:ea:f5:6f", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d7aa68-7e", "ovs_interfaceid": "f3d7aa68-7eb6-47a1-acc0-929eff09a7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "faa85b65-5289-4070-b23b-066f3da2d525", "address": "fa:16:3e:51:0f:dd", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa85b65-52", "ovs_interfaceid": "faa85b65-5289-4070-b23b-066f3da2d525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.614708] env[63248]: DEBUG oslo_vmware.api [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.671232} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.615653] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.615878] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.615985] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.616200] env[63248]: INFO nova.compute.manager [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Took 1.93 seconds to destroy the instance on the hypervisor. [ 1761.616448] env[63248]: DEBUG oslo.service.loopingcall [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.616641] env[63248]: DEBUG nova.compute.manager [-] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1761.616735] env[63248]: DEBUG nova.network.neutron [-] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1761.657726] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.658731] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c023a8b6-6b62-40e8-9c44-127a95037d3d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.667037] env[63248]: DEBUG oslo_vmware.api [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1761.667037] env[63248]: value = "task-1801341" [ 1761.667037] env[63248]: _type = "Task" [ 1761.667037] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.672617] env[63248]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port faa85b65-5289-4070-b23b-066f3da2d525 could not be found.", "detail": ""}} {{(pid=63248) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1761.673032] env[63248]: DEBUG nova.network.neutron [-] Unable to show port faa85b65-5289-4070-b23b-066f3da2d525 as it no longer exists. {{(pid=63248) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1761.681179] env[63248]: DEBUG oslo_vmware.api [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.802825] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801339, 'name': ReconfigVM_Task, 'duration_secs': 0.745312} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.803199] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 4889c40a-1c80-4bbb-9640-db9e7c220671/4889c40a-1c80-4bbb-9640-db9e7c220671.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1761.803892] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26c61491-6b16-4906-ae77-959dd1f65140 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.812440] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1761.812440] env[63248]: value = "task-1801342" [ 1761.812440] env[63248]: _type = "Task" [ 1761.812440] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.824023] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801342, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.894781] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "100e0a22-d8ed-4e31-ba2e-39d86e508363-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.895247] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.895313] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.903117] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801340, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.916082] env[63248]: DEBUG nova.scheduler.client.report [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1761.948986] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]525e57d7-9093-632a-6c0a-ebd7d5974f53, 'name': SearchDatastore_Task, 'duration_secs': 0.024786} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.949325] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.949599] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 8320cfea-0f55-4486-8495-9a8795a84cc5/8320cfea-0f55-4486-8495-9a8795a84cc5.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1761.950048] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58ee2f6b-7671-4e51-8734-f0aca69fec84 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.960347] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1761.960347] env[63248]: value = "task-1801343" [ 1761.960347] env[63248]: _type = "Task" [ 1761.960347] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.971290] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.987739] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07d2ba3e-8ad5-4bb2-82ec-8c31da8be798 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.000202] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63937aff-e2f1-4107-95cb-bea80d61a2d9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.014581] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.054070] env[63248]: DEBUG nova.compute.manager [req-9ca28527-a561-4edc-9fde-c0af35234a80 req-39fd8a85-86b7-4ad8-9e7a-a11a207d16d0 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Detach interface failed, port_id=0b8d11c6-0824-4a39-adcb-3e2ad4dbb422, reason: Instance cd126c4e-e38f-4096-a023-19b9cc3b3998 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1762.156455] env[63248]: INFO nova.compute.manager [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Unrescuing [ 1762.156797] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.156977] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquired lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.157295] env[63248]: DEBUG nova.network.neutron [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.182723] env[63248]: DEBUG oslo_vmware.api [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801341, 'name': PowerOffVM_Task, 'duration_secs': 0.346748} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.183562] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.183857] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updating instance 'eea37e34-3e79-465e-b2d1-30cfe1e3d3d9' progress to 17 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1762.326661] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801342, 'name': Rename_Task, 'duration_secs': 0.219025} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.326968] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1762.327246] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-128355e2-6502-4229-a9c2-5d6078111a97 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.335191] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1762.335191] env[63248]: value = "task-1801344" [ 1762.335191] env[63248]: _type = "Task" [ 1762.335191] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.346939] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.394336] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888992} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.394687] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] d8aa0ca6-31a9-48a5-94a1-1b3014961c62/d8aa0ca6-31a9-48a5-94a1-1b3014961c62.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1762.394924] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1762.395207] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e799d10-21c6-424f-a713-9d01e5469fcc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.405444] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1762.405444] env[63248]: value = "task-1801345" [ 1762.405444] env[63248]: _type = "Task" [ 1762.405444] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.415511] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.420843] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.423171] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.409s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.423411] env[63248]: DEBUG nova.objects.instance [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lazy-loading 'pci_requests' on Instance uuid be3ca24d-0690-4376-891c-bc9ba64f1364 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1762.462372] env[63248]: INFO nova.scheduler.client.report [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Deleted allocations for instance 7e243799-c3cf-48d4-bb2a-c956b23f22a1 [ 1762.479540] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801343, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.625320] env[63248]: DEBUG nova.compute.manager [req-e131a0ec-f78a-48c8-ae63-6074fc9c35a5 req-4471314c-097f-4798-be01-b46fe7267dd0 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Received event network-vif-deleted-f3d7aa68-7eb6-47a1-acc0-929eff09a7bf {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1762.625723] env[63248]: INFO nova.compute.manager [req-e131a0ec-f78a-48c8-ae63-6074fc9c35a5 req-4471314c-097f-4798-be01-b46fe7267dd0 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Neutron deleted interface f3d7aa68-7eb6-47a1-acc0-929eff09a7bf; detaching it from the instance and deleting it from the info cache [ 1762.625723] env[63248]: DEBUG nova.network.neutron [req-e131a0ec-f78a-48c8-ae63-6074fc9c35a5 req-4471314c-097f-4798-be01-b46fe7267dd0 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Updating instance_info_cache with network_info: [{"id": "faa85b65-5289-4070-b23b-066f3da2d525", "address": "fa:16:3e:51:0f:dd", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa85b65-52", "ovs_interfaceid": "faa85b65-5289-4070-b23b-066f3da2d525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.692944] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1762.693229] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1762.693398] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1762.693581] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1762.693726] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1762.693877] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1762.697236] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1762.697498] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1762.697688] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1762.697964] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1762.698251] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1762.716023] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f18d345-83d6-4a3b-be3c-2ff623d5b015 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.735456] env[63248]: DEBUG oslo_vmware.api [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1762.735456] env[63248]: value = "task-1801346" [ 1762.735456] env[63248]: _type = "Task" [ 1762.735456] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.748891] env[63248]: DEBUG oslo_vmware.api [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.846299] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801344, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.914933] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072706} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.915393] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.916070] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba35ee55-9665-409c-ab84-3519ad7eba85 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.933907] env[63248]: DEBUG nova.objects.instance [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lazy-loading 'numa_topology' on Instance uuid be3ca24d-0690-4376-891c-bc9ba64f1364 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1762.944318] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] d8aa0ca6-31a9-48a5-94a1-1b3014961c62/d8aa0ca6-31a9-48a5-94a1-1b3014961c62.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.945274] env[63248]: INFO nova.compute.claims [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1762.948523] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.948715] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.948902] env[63248]: DEBUG nova.network.neutron [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.950059] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f1b67c-7059-4155-ae35-0ab17e1a76b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.978876] env[63248]: DEBUG oslo_concurrency.lockutils [None req-90d163b5-7d1f-4ade-ac92-fb721dcfdf8f tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.779s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.979961] env[63248]: DEBUG nova.network.neutron [-] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.981730] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.485s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.981905] env[63248]: INFO nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] During sync_power_state the instance has a pending task (deleting). Skip. [ 1762.982134] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "7e243799-c3cf-48d4-bb2a-c956b23f22a1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.984594] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1762.984594] env[63248]: value = "task-1801347" [ 1762.984594] env[63248]: _type = "Task" [ 1762.984594] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.992571] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87912} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.993468] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 8320cfea-0f55-4486-8495-9a8795a84cc5/8320cfea-0f55-4486-8495-9a8795a84cc5.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1762.993830] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1762.994212] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f81f9f4-e92a-44b5-bb75-637a711fd901 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.001530] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.006018] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1763.006018] env[63248]: value = "task-1801348" [ 1763.006018] env[63248]: _type = "Task" [ 1763.006018] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.024834] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.091518] env[63248]: DEBUG nova.network.neutron [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Updating instance_info_cache with network_info: [{"id": "dae6d316-2998-483d-9125-fc0e5182ddfd", "address": "fa:16:3e:de:85:0a", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae6d316-29", "ovs_interfaceid": "dae6d316-2998-483d-9125-fc0e5182ddfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.130574] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-158921ed-fa4f-409e-bc9d-3f62a49206f5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.140804] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48474fc-f447-450e-a857-6a2a767a42b6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.176254] env[63248]: DEBUG nova.compute.manager [req-e131a0ec-f78a-48c8-ae63-6074fc9c35a5 req-4471314c-097f-4798-be01-b46fe7267dd0 service nova] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Detach interface failed, port_id=f3d7aa68-7eb6-47a1-acc0-929eff09a7bf, reason: Instance cd126c4e-e38f-4096-a023-19b9cc3b3998 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1763.249827] env[63248]: DEBUG oslo_vmware.api [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801346, 'name': ReconfigVM_Task, 'duration_secs': 0.33916} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.250150] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updating instance 'eea37e34-3e79-465e-b2d1-30cfe1e3d3d9' progress to 33 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1763.283050] env[63248]: DEBUG nova.network.neutron [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance_info_cache with network_info: [{"id": "62f11217-ea41-424a-b30a-87057e7af6d7", "address": "fa:16:3e:5e:6b:83", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f11217-ea", "ovs_interfaceid": "62f11217-ea41-424a-b30a-87057e7af6d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.347760] env[63248]: DEBUG oslo_vmware.api [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801344, 'name': PowerOnVM_Task, 'duration_secs': 0.682885} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.348064] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1763.348327] env[63248]: INFO nova.compute.manager [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1763.348449] env[63248]: DEBUG nova.compute.manager [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1763.349226] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160e3465-c133-487f-9d7d-5cc292591261 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.484379] env[63248]: INFO nova.compute.manager [-] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Took 1.87 seconds to deallocate network for instance. [ 1763.502933] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.519737] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110501} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.523454] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1763.524519] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59917e1-c5d4-44db-8265-188a411e25a8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.548883] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 8320cfea-0f55-4486-8495-9a8795a84cc5/8320cfea-0f55-4486-8495-9a8795a84cc5.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1763.552915] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20c59560-390b-4d8a-b171-6653622be72c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.572068] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Acquiring lock "90ad9ce8-8f41-431b-a57e-79d7abe938ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.572342] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Lock "90ad9ce8-8f41-431b-a57e-79d7abe938ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.577268] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1763.577268] env[63248]: value = "task-1801349" [ 1763.577268] env[63248]: _type = "Task" [ 1763.577268] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.588394] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.594939] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Releasing lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.595546] env[63248]: DEBUG nova.objects.instance [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lazy-loading 'flavor' on Instance uuid bac808d3-c675-4488-9441-ad7979061a76 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.756789] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1763.757111] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.757111] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1763.757284] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.757922] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1763.757922] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1763.757922] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1763.757922] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1763.758067] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1763.758198] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1763.758364] env[63248]: DEBUG nova.virt.hardware [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1763.764155] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1763.766851] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09682249-a40e-49c0-855f-b465abcddbc8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.785897] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.791477] env[63248]: DEBUG oslo_vmware.api [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1763.791477] env[63248]: value = "task-1801350" [ 1763.791477] env[63248]: _type = "Task" [ 1763.791477] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.792312] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc67074-c3f2-48cf-8690-c21650aea779 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.803721] env[63248]: DEBUG oslo_vmware.api [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801350, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.806543] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5597fee7-cd0a-437d-abd7-8c965aa600db {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.842665] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c35dd3b-1ba4-41cc-bab0-34ff44dfa35f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.851709] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32e297c-9f76-4335-89b7-5839170948b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.869599] env[63248]: DEBUG nova.compute.provider_tree [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1763.872880] env[63248]: INFO nova.compute.manager [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Took 19.28 seconds to build instance. [ 1763.998653] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.999086] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801347, 'name': ReconfigVM_Task, 'duration_secs': 0.845234} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.999388] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Reconfigured VM instance instance-0000005e to attach disk [datastore1] d8aa0ca6-31a9-48a5-94a1-1b3014961c62/d8aa0ca6-31a9-48a5-94a1-1b3014961c62.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1764.000095] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-290f98c5-af39-4e33-a780-8dbb35032baf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.007401] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1764.007401] env[63248]: value = "task-1801351" [ 1764.007401] env[63248]: _type = "Task" [ 1764.007401] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.017114] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801351, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.075098] env[63248]: DEBUG nova.compute.manager [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1764.091102] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.103327] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada2533d-b890-47fc-8f7d-7cba6c70012c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.129811] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.130410] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4181864-5a3d-45f4-b2d8-d2ac97e000d6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.139588] env[63248]: DEBUG oslo_vmware.api [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1764.139588] env[63248]: value = "task-1801352" [ 1764.139588] env[63248]: _type = "Task" [ 1764.139588] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.150910] env[63248]: DEBUG oslo_vmware.api [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.305078] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d871cc8-73f9-41b6-b869-36f025c23aa6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.313562] env[63248]: DEBUG oslo_vmware.api [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801350, 'name': ReconfigVM_Task, 'duration_secs': 0.184941} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.315088] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1764.315868] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfe8ca2-7bad-43e1-a883-8cc05d241a2f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.318611] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7fc5ba-3f8a-4985-b33a-61abeb4b35ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.347776] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] eea37e34-3e79-465e-b2d1-30cfe1e3d3d9/eea37e34-3e79-465e-b2d1-30cfe1e3d3d9.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1764.352541] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9c93f88-cbec-46a1-a681-97f1c0e0b362 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.378103] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c7411fff-2f13-4075-aadd-791ac681d3cf tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "4889c40a-1c80-4bbb-9640-db9e7c220671" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.805s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.378103] env[63248]: DEBUG oslo_vmware.api [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1764.378103] env[63248]: value = "task-1801353" [ 1764.378103] env[63248]: _type = "Task" [ 1764.378103] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.378103] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "4889c40a-1c80-4bbb-9640-db9e7c220671" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.872s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.378103] env[63248]: INFO nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] During sync_power_state the instance has a pending task (spawning). Skip. [ 1764.378376] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "4889c40a-1c80-4bbb-9640-db9e7c220671" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.390276] env[63248]: DEBUG oslo_vmware.api [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.391419] env[63248]: ERROR nova.scheduler.client.report [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [req-5703130b-9756-4360-9c8e-c356ef4e2d00] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5703130b-9756-4360-9c8e-c356ef4e2d00"}]} [ 1764.407732] env[63248]: DEBUG nova.scheduler.client.report [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1764.438369] env[63248]: DEBUG nova.scheduler.client.report [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1764.438723] env[63248]: DEBUG nova.compute.provider_tree [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1764.458243] env[63248]: DEBUG nova.scheduler.client.report [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1764.490741] env[63248]: DEBUG nova.scheduler.client.report [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1764.521955] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801351, 'name': Rename_Task, 'duration_secs': 0.26692} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.521955] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.521955] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e780302-2862-4b25-8292-1bee0f062fc4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.531649] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1764.531649] env[63248]: value = "task-1801354" [ 1764.531649] env[63248]: _type = "Task" [ 1764.531649] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.548854] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.591082] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801349, 'name': ReconfigVM_Task, 'duration_secs': 0.801247} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.593985] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 8320cfea-0f55-4486-8495-9a8795a84cc5/8320cfea-0f55-4486-8495-9a8795a84cc5.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1764.594525] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ee85848-2d34-47ee-86c4-257c9dfe8437 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.605746] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1764.605746] env[63248]: value = "task-1801355" [ 1764.605746] env[63248]: _type = "Task" [ 1764.605746] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.610536] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.621099] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801355, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.651063] env[63248]: DEBUG oslo_vmware.api [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801352, 'name': PowerOffVM_Task, 'duration_secs': 0.332747} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.653953] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.659794] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Reconfiguring VM instance instance-00000053 to detach disk 2002 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1764.660500] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-271a36b1-3690-471c-b482-17d5ce038777 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.690246] env[63248]: DEBUG oslo_vmware.api [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1764.690246] env[63248]: value = "task-1801356" [ 1764.690246] env[63248]: _type = "Task" [ 1764.690246] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.700476] env[63248]: DEBUG oslo_vmware.api [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.822920] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c8fa3e-907b-4f42-adca-35f4045232c3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.831927] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94942aa9-aa1f-4123-896b-ec83c88686f0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.866632] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9224d9-0376-4bf5-9fe9-f51cb735e0da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.875284] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f596a3-4924-481b-9aee-305765a67f7b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.887825] env[63248]: DEBUG oslo_vmware.api [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801353, 'name': ReconfigVM_Task, 'duration_secs': 0.337884} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.895662] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Reconfigured VM instance instance-0000005c to attach disk [datastore1] eea37e34-3e79-465e-b2d1-30cfe1e3d3d9/eea37e34-3e79-465e-b2d1-30cfe1e3d3d9.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1764.895979] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updating instance 'eea37e34-3e79-465e-b2d1-30cfe1e3d3d9' progress to 50 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1764.899547] env[63248]: DEBUG nova.compute.provider_tree [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1765.046850] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.116522] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801355, 'name': Rename_Task, 'duration_secs': 0.232061} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.116805] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1765.117092] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99dd3fc2-81f3-4367-b950-3d70d20cb01e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.124092] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1765.124092] env[63248]: value = "task-1801357" [ 1765.124092] env[63248]: _type = "Task" [ 1765.124092] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.132471] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.201111] env[63248]: DEBUG oslo_vmware.api [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801356, 'name': ReconfigVM_Task, 'duration_secs': 0.353553} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.201483] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Reconfigured VM instance instance-00000053 to detach disk 2002 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1765.201755] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1765.203159] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42cd7017-7018-4113-89eb-c846f515b1e6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.210035] env[63248]: DEBUG oslo_vmware.api [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1765.210035] env[63248]: value = "task-1801358" [ 1765.210035] env[63248]: _type = "Task" [ 1765.210035] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.220602] env[63248]: DEBUG oslo_vmware.api [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.408077] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac15e62-64a0-4ea2-8ec4-098d3e706804 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.432395] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a8b8d4-d8bc-4a33-bc8f-793fdd464ee9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.438858] env[63248]: DEBUG nova.scheduler.client.report [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1765.438858] env[63248]: DEBUG nova.compute.provider_tree [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 139 to 140 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1765.439133] env[63248]: DEBUG nova.compute.provider_tree [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1765.464770] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updating instance 'eea37e34-3e79-465e-b2d1-30cfe1e3d3d9' progress to 67 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1765.482958] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368de05f-d6ce-4cc9-8f32-f056c145d23a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.507193] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e1d08f-4888-46f9-bba1-82f2a11a2ee9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.515587] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance '100e0a22-d8ed-4e31-ba2e-39d86e508363' progress to 83 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1765.544344] env[63248]: DEBUG oslo_vmware.api [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801354, 'name': PowerOnVM_Task, 'duration_secs': 0.94865} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.544665] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.544841] env[63248]: INFO nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Took 17.45 seconds to spawn the instance on the hypervisor. [ 1765.545044] env[63248]: DEBUG nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.545848] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b724e76c-cfbe-4422-93b2-14f9dca0cab6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.635617] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801357, 'name': PowerOnVM_Task} progress is 74%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.722585] env[63248]: DEBUG oslo_vmware.api [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801358, 'name': PowerOnVM_Task, 'duration_secs': 0.4428} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.722862] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.723115] env[63248]: DEBUG nova.compute.manager [None req-0c484f73-5082-453c-b7a6-9743747e9d7e tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.723879] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2807c824-37ac-4d7b-aa04-8386d6a6d60c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.948351] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.525s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.951652] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.953s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.952016] env[63248]: DEBUG nova.objects.instance [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lazy-loading 'resources' on Instance uuid cd126c4e-e38f-4096-a023-19b9cc3b3998 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.981706] env[63248]: INFO nova.network.neutron [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Updating port 567cd0ae-960c-4f18-a81a-209d27365b0b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1766.023401] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1766.024889] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5b6032c-decc-411d-b1db-7c0944f11bc3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.034710] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1766.034710] env[63248]: value = "task-1801359" [ 1766.034710] env[63248]: _type = "Task" [ 1766.034710] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.046361] env[63248]: DEBUG nova.network.neutron [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Port 1921c680-5531-42aa-8597-c3207957c09d binding to destination host cpu-1 is already ACTIVE {{(pid=63248) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1766.054367] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.069891] env[63248]: INFO nova.compute.manager [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Took 26.85 seconds to build instance. [ 1766.115633] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.115931] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.137424] env[63248]: DEBUG oslo_vmware.api [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801357, 'name': PowerOnVM_Task, 'duration_secs': 0.771006} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.137769] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1766.137993] env[63248]: INFO nova.compute.manager [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1766.138272] env[63248]: DEBUG nova.compute.manager [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1766.139572] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1df4b86-6a8c-4b2f-8c55-b3997ac521ae {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.453589] env[63248]: DEBUG nova.compute.manager [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1766.454630] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa4c1ff-f023-4aed-9e0e-4af4b643790f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.545744] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.572348] env[63248]: DEBUG oslo_concurrency.lockutils [None req-36497e21-6006-40ba-8183-dbe69d3e06a7 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "d8aa0ca6-31a9-48a5-94a1-1b3014961c62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.365s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.572622] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "d8aa0ca6-31a9-48a5-94a1-1b3014961c62" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.067s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.572811] env[63248]: INFO nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] During sync_power_state the instance has a pending task (spawning). Skip. [ 1766.572988] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "d8aa0ca6-31a9-48a5-94a1-1b3014961c62" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.621202] env[63248]: DEBUG nova.compute.manager [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1766.662217] env[63248]: INFO nova.compute.manager [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Took 18.12 seconds to build instance. [ 1766.691373] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b0b564-87d1-490f-90d6-a75a885bde4f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.700306] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6837228-a3ea-4f52-a727-031bbbf3b079 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.744457] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "4c7d5055-5d1a-4e4f-80f7-e6676a373d8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.744873] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "4c7d5055-5d1a-4e4f-80f7-e6676a373d8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.745266] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "4c7d5055-5d1a-4e4f-80f7-e6676a373d8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.745562] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "4c7d5055-5d1a-4e4f-80f7-e6676a373d8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.745862] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "4c7d5055-5d1a-4e4f-80f7-e6676a373d8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.749185] env[63248]: INFO nova.compute.manager [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Terminating instance [ 1766.752229] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84b9aca-f0ba-441b-a980-dc1bc81ec761 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.764290] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf485d63-1529-4eeb-a45b-191416476bde {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.780664] env[63248]: DEBUG nova.compute.provider_tree [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.806418] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "d8aa0ca6-31a9-48a5-94a1-1b3014961c62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.806800] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "d8aa0ca6-31a9-48a5-94a1-1b3014961c62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.807164] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "d8aa0ca6-31a9-48a5-94a1-1b3014961c62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.807392] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "d8aa0ca6-31a9-48a5-94a1-1b3014961c62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.807590] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "d8aa0ca6-31a9-48a5-94a1-1b3014961c62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.810298] env[63248]: INFO nova.compute.manager [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Terminating instance [ 1766.968378] env[63248]: INFO nova.compute.manager [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] instance snapshotting [ 1766.972609] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44529831-577e-4886-84bd-11239562ce6e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.993968] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66031df4-a48c-49e1-88c8-6f0bf0da91de {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.047521] env[63248]: DEBUG oslo_vmware.api [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801359, 'name': PowerOnVM_Task, 'duration_secs': 0.820383} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.047805] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1767.047993] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0aa4ca-48ce-47fc-a97a-a57f3d1f9c06 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance '100e0a22-d8ed-4e31-ba2e-39d86e508363' progress to 100 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1767.076534] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.076846] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.077081] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.147955] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.164675] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b45ea399-9c93-4fef-87bd-c761694c9c52 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "8320cfea-0f55-4486-8495-9a8795a84cc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.630s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.164939] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "8320cfea-0f55-4486-8495-9a8795a84cc5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.659s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.165136] env[63248]: INFO nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] During sync_power_state the instance has a pending task (networking). Skip. [ 1767.165319] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "8320cfea-0f55-4486-8495-9a8795a84cc5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.258821] env[63248]: DEBUG nova.compute.manager [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1767.259295] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1767.260344] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f297a6ce-efcb-4da6-9929-03557672ae48 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.269055] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1767.269331] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af10d2a8-339e-4db8-a1e9-812d965cd5d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.276722] env[63248]: DEBUG oslo_vmware.api [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1767.276722] env[63248]: value = "task-1801360" [ 1767.276722] env[63248]: _type = "Task" [ 1767.276722] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.286333] env[63248]: DEBUG nova.scheduler.client.report [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1767.289861] env[63248]: DEBUG oslo_vmware.api [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.315023] env[63248]: DEBUG nova.compute.manager [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1767.315296] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1767.316298] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9da7f70-747b-48f4-bda1-68e449d1194e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.324960] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1767.325247] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4da8cdee-d876-4d02-a2d8-dfbd54332ece {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.332750] env[63248]: DEBUG oslo_vmware.api [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1767.332750] env[63248]: value = "task-1801361" [ 1767.332750] env[63248]: _type = "Task" [ 1767.332750] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.342765] env[63248]: DEBUG oslo_vmware.api [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.506675] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1767.507518] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c8bbb4ab-5c67-42dd-9a61-eaba0dd2a15b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.517048] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1767.517048] env[63248]: value = "task-1801362" [ 1767.517048] env[63248]: _type = "Task" [ 1767.517048] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.525960] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801362, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.605250] env[63248]: DEBUG nova.compute.manager [req-d373b132-6038-4d28-b079-2aff83f7e9e4 req-e7040fdf-5d59-49df-ae5d-8eca5b03de5d service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Received event network-changed-dae6d316-2998-483d-9125-fc0e5182ddfd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1767.605375] env[63248]: DEBUG nova.compute.manager [req-d373b132-6038-4d28-b079-2aff83f7e9e4 req-e7040fdf-5d59-49df-ae5d-8eca5b03de5d service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Refreshing instance network info cache due to event network-changed-dae6d316-2998-483d-9125-fc0e5182ddfd. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1767.605607] env[63248]: DEBUG oslo_concurrency.lockutils [req-d373b132-6038-4d28-b079-2aff83f7e9e4 req-e7040fdf-5d59-49df-ae5d-8eca5b03de5d service nova] Acquiring lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.605754] env[63248]: DEBUG oslo_concurrency.lockutils [req-d373b132-6038-4d28-b079-2aff83f7e9e4 req-e7040fdf-5d59-49df-ae5d-8eca5b03de5d service nova] Acquired lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.605914] env[63248]: DEBUG nova.network.neutron [req-d373b132-6038-4d28-b079-2aff83f7e9e4 req-e7040fdf-5d59-49df-ae5d-8eca5b03de5d service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Refreshing network info cache for port dae6d316-2998-483d-9125-fc0e5182ddfd {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1767.659787] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.663165] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.663165] env[63248]: DEBUG nova.network.neutron [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1767.787383] env[63248]: DEBUG oslo_vmware.api [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801360, 'name': PowerOffVM_Task, 'duration_secs': 0.209738} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.787734] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1767.788030] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1767.788256] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6da4b8b2-c906-4f0e-bf27-2b5d11a0d307 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.791943] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.794644] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.184s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.796215] env[63248]: INFO nova.compute.claims [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1767.815391] env[63248]: INFO nova.scheduler.client.report [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Deleted allocations for instance cd126c4e-e38f-4096-a023-19b9cc3b3998 [ 1767.848314] env[63248]: DEBUG oslo_vmware.api [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801361, 'name': PowerOffVM_Task, 'duration_secs': 0.273294} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.848314] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1767.848314] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1767.848314] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c2448f9-4ee2-4c80-917e-3ab18621398b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.926572] env[63248]: DEBUG nova.network.neutron [req-d373b132-6038-4d28-b079-2aff83f7e9e4 req-e7040fdf-5d59-49df-ae5d-8eca5b03de5d service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Updated VIF entry in instance network info cache for port dae6d316-2998-483d-9125-fc0e5182ddfd. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1767.927087] env[63248]: DEBUG nova.network.neutron [req-d373b132-6038-4d28-b079-2aff83f7e9e4 req-e7040fdf-5d59-49df-ae5d-8eca5b03de5d service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Updating instance_info_cache with network_info: [{"id": "dae6d316-2998-483d-9125-fc0e5182ddfd", "address": "fa:16:3e:de:85:0a", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae6d316-29", "ovs_interfaceid": "dae6d316-2998-483d-9125-fc0e5182ddfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.943309] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "8320cfea-0f55-4486-8495-9a8795a84cc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.943578] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "8320cfea-0f55-4486-8495-9a8795a84cc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.943793] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "8320cfea-0f55-4486-8495-9a8795a84cc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.943998] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "8320cfea-0f55-4486-8495-9a8795a84cc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.944204] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "8320cfea-0f55-4486-8495-9a8795a84cc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.946615] env[63248]: INFO nova.compute.manager [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Terminating instance [ 1768.027787] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801362, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.046385] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1768.046642] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1768.046843] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Deleting the datastore file [datastore1] d8aa0ca6-31a9-48a5-94a1-1b3014961c62 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1768.048269] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce3d3904-37f2-4134-88fa-afc93bb2a59f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.050475] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1768.050777] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1768.051116] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Deleting the datastore file [datastore1] 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1768.051504] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-489c9721-d0a9-4eef-aa5b-d17b95d6a56b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.059361] env[63248]: DEBUG oslo_vmware.api [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1768.059361] env[63248]: value = "task-1801366" [ 1768.059361] env[63248]: _type = "Task" [ 1768.059361] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.060707] env[63248]: DEBUG oslo_vmware.api [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1768.060707] env[63248]: value = "task-1801365" [ 1768.060707] env[63248]: _type = "Task" [ 1768.060707] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.074071] env[63248]: DEBUG oslo_vmware.api [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.077257] env[63248]: DEBUG oslo_vmware.api [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.118697] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "refresh_cache-eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.119028] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "refresh_cache-eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.119303] env[63248]: DEBUG nova.network.neutron [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1768.327874] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f934b40-754a-46b1-ba61-b897ce252ca0 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "cd126c4e-e38f-4096-a023-19b9cc3b3998" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.177s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.430350] env[63248]: DEBUG oslo_concurrency.lockutils [req-d373b132-6038-4d28-b079-2aff83f7e9e4 req-e7040fdf-5d59-49df-ae5d-8eca5b03de5d service nova] Releasing lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.450833] env[63248]: DEBUG nova.compute.manager [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1768.450833] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1768.451508] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb08609-8334-452c-add8-6be4a4ab022c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.460620] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1768.460903] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f48289a3-6cc3-4505-a602-45ed54749167 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.468765] env[63248]: DEBUG oslo_vmware.api [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1768.468765] env[63248]: value = "task-1801367" [ 1768.468765] env[63248]: _type = "Task" [ 1768.468765] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.480736] env[63248]: DEBUG oslo_vmware.api [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.494861] env[63248]: DEBUG nova.network.neutron [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Updating instance_info_cache with network_info: [{"id": "567cd0ae-960c-4f18-a81a-209d27365b0b", "address": "fa:16:3e:21:59:78", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap567cd0ae-96", "ovs_interfaceid": "567cd0ae-960c-4f18-a81a-209d27365b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.528806] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801362, 'name': CreateSnapshot_Task, 'duration_secs': 0.760535} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.529151] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1768.530133] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7163fd1-eef3-4818-b02d-457565ceac47 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.574346] env[63248]: DEBUG oslo_vmware.api [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25548} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.577973] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1768.578778] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1768.578997] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1768.579229] env[63248]: INFO nova.compute.manager [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1768.579480] env[63248]: DEBUG oslo.service.loopingcall [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.580113] env[63248]: DEBUG oslo_vmware.api [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2503} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.580355] env[63248]: DEBUG nova.compute.manager [-] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1768.580451] env[63248]: DEBUG nova.network.neutron [-] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1768.582506] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1768.582691] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1768.582928] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1768.583130] env[63248]: INFO nova.compute.manager [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1768.583380] env[63248]: DEBUG oslo.service.loopingcall [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.583836] env[63248]: DEBUG nova.compute.manager [-] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1768.583988] env[63248]: DEBUG nova.network.neutron [-] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1768.983628] env[63248]: DEBUG oslo_vmware.api [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801367, 'name': PowerOffVM_Task, 'duration_secs': 0.466029} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.984787] env[63248]: DEBUG nova.network.neutron [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updating instance_info_cache with network_info: [{"id": "1921c680-5531-42aa-8597-c3207957c09d", "address": "fa:16:3e:72:0d:5e", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1921c680-55", "ovs_interfaceid": "1921c680-5531-42aa-8597-c3207957c09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.986222] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1768.986564] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1768.987431] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbbea527-5fd0-4d92-86b4-f3d68d851d5a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.999870] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.033856] env[63248]: DEBUG nova.virt.hardware [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='060ca952fd52ad1feae034c9001b0639',container_format='bare',created_at=2024-12-12T07:35:25Z,direct_url=,disk_format='vmdk',id=ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-61312614-shelved',owner='a3ea98e9ae164c4686f80fc475d85e0c',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-12T07:35:41Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1769.035481] env[63248]: DEBUG nova.virt.hardware [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1769.035481] env[63248]: DEBUG nova.virt.hardware [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1769.035481] env[63248]: DEBUG nova.virt.hardware [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1769.035481] env[63248]: DEBUG nova.virt.hardware [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1769.035481] env[63248]: DEBUG nova.virt.hardware [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1769.035481] env[63248]: DEBUG nova.virt.hardware [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1769.035481] env[63248]: DEBUG nova.virt.hardware [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1769.035481] env[63248]: DEBUG nova.virt.hardware [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1769.035481] env[63248]: DEBUG nova.virt.hardware [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1769.035752] env[63248]: DEBUG nova.virt.hardware [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1769.036510] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01411e10-86f5-4284-8e9e-2933ebf72964 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.048669] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1769.051179] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63ac6294-867a-42c1-99c9-58a2bce7c5be {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.061614] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacf5e67-e218-491e-8aef-c292c202c343 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.070180] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1769.070180] env[63248]: value = "task-1801369" [ 1769.070180] env[63248]: _type = "Task" [ 1769.070180] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.083866] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:59:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '567cd0ae-960c-4f18-a81a-209d27365b0b', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1769.091615] env[63248]: DEBUG oslo.service.loopingcall [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1769.096968] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1769.098288] env[63248]: DEBUG nova.compute.manager [req-659b106a-39d8-4271-b166-17ce54db702c req-3e19b077-e07b-46f3-8873-f95186a9eac8 service nova] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Received event network-vif-deleted-6a824556-43c8-4a64-843b-2c770310c3d6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1769.098451] env[63248]: INFO nova.compute.manager [req-659b106a-39d8-4271-b166-17ce54db702c req-3e19b077-e07b-46f3-8873-f95186a9eac8 service nova] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Neutron deleted interface 6a824556-43c8-4a64-843b-2c770310c3d6; detaching it from the instance and deleting it from the info cache [ 1769.098789] env[63248]: DEBUG nova.network.neutron [req-659b106a-39d8-4271-b166-17ce54db702c req-3e19b077-e07b-46f3-8873-f95186a9eac8 service nova] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.102067] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1769.102067] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1769.102067] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleting the datastore file [datastore1] 8320cfea-0f55-4486-8495-9a8795a84cc5 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1769.104361] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a272982a-8dd4-455a-8a9b-07af95d6fc2d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.119861] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7010872-d992-4ba8-8055-c008b3cf0ab8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.126553] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801369, 'name': CloneVM_Task} progress is 11%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.134991] env[63248]: DEBUG oslo_vmware.api [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1769.134991] env[63248]: value = "task-1801370" [ 1769.134991] env[63248]: _type = "Task" [ 1769.134991] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.137022] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1769.137022] env[63248]: value = "task-1801371" [ 1769.137022] env[63248]: _type = "Task" [ 1769.137022] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.153865] env[63248]: DEBUG oslo_vmware.api [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.157708] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801371, 'name': CreateVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.190281] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef276da-1aad-4425-b230-109fedcbc124 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.199503] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459707d4-54b5-46e6-aaa9-ec127cb4a09c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.238237] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d0d9fb-d5ae-4615-b997-a6a58c3ab0b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.252670] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86be1d92-cf13-402e-b046-c4fdda5ad8c9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.272018] env[63248]: DEBUG nova.compute.provider_tree [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1769.467446] env[63248]: DEBUG nova.network.neutron [-] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.491041] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "refresh_cache-eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.572355] env[63248]: DEBUG nova.network.neutron [-] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.585367] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801369, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.603097] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82d68c46-3977-4ff4-9f64-c431716f4603 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.615826] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d9af95-cda2-4cec-bcbb-860227fe6f1a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.655419] env[63248]: DEBUG nova.compute.manager [req-659b106a-39d8-4271-b166-17ce54db702c req-3e19b077-e07b-46f3-8873-f95186a9eac8 service nova] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Detach interface failed, port_id=6a824556-43c8-4a64-843b-2c770310c3d6, reason: Instance 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1769.661131] env[63248]: DEBUG oslo_vmware.api [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23496} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.666387] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1769.666387] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1769.666387] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1769.666387] env[63248]: INFO nova.compute.manager [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1769.666387] env[63248]: DEBUG oslo.service.loopingcall [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1769.666387] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801371, 'name': CreateVM_Task, 'duration_secs': 0.422929} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.666387] env[63248]: DEBUG nova.compute.manager [-] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1769.666387] env[63248]: DEBUG nova.network.neutron [-] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1769.668155] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1769.668763] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.668933] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.669413] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1769.669999] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7afc73b2-abd1-4f20-ad1a-8f5de8edeb4a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.676169] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1769.676169] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524a8646-92ca-c607-b3f3-3cb1eae61aff" [ 1769.676169] env[63248]: _type = "Task" [ 1769.676169] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.687953] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524a8646-92ca-c607-b3f3-3cb1eae61aff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.794660] env[63248]: ERROR nova.scheduler.client.report [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [req-72e3b976-02c1-4f6e-ad47-2fb127b95f8e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-72e3b976-02c1-4f6e-ad47-2fb127b95f8e"}]} [ 1769.812655] env[63248]: DEBUG nova.scheduler.client.report [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1769.823752] env[63248]: DEBUG nova.compute.manager [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Received event network-changed-dae6d316-2998-483d-9125-fc0e5182ddfd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1769.823960] env[63248]: DEBUG nova.compute.manager [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Refreshing instance network info cache due to event network-changed-dae6d316-2998-483d-9125-fc0e5182ddfd. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1769.824206] env[63248]: DEBUG oslo_concurrency.lockutils [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] Acquiring lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.824366] env[63248]: DEBUG oslo_concurrency.lockutils [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] Acquired lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.824527] env[63248]: DEBUG nova.network.neutron [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Refreshing network info cache for port dae6d316-2998-483d-9125-fc0e5182ddfd {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1769.828752] env[63248]: DEBUG nova.scheduler.client.report [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1769.828752] env[63248]: DEBUG nova.compute.provider_tree [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1769.844711] env[63248]: DEBUG nova.scheduler.client.report [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1769.866637] env[63248]: DEBUG nova.scheduler.client.report [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1769.946547] env[63248]: DEBUG nova.network.neutron [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Port 62f11217-ea41-424a-b30a-87057e7af6d7 binding to destination host cpu-1 is already ACTIVE {{(pid=63248) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1769.946790] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.946860] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.947044] env[63248]: DEBUG nova.network.neutron [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1769.970700] env[63248]: INFO nova.compute.manager [-] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Took 1.39 seconds to deallocate network for instance. [ 1770.014734] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c24a5df-3173-441a-a457-74d9a61e7e2b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.047654] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9762e28c-c96e-4601-9cdd-248767c8c6b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.057409] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updating instance 'eea37e34-3e79-465e-b2d1-30cfe1e3d3d9' progress to 83 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1770.077627] env[63248]: INFO nova.compute.manager [-] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Took 1.50 seconds to deallocate network for instance. [ 1770.087812] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801369, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.178557] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86073fa6-557e-415c-8cda-dd42bc331964 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.193290] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2badfb92-1023-4d01-9999-f8d6b5b7e2fc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.196755] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.197088] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Processing image ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1770.197291] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.197433] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.197609] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1770.198226] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe29bcee-fd9d-46cb-a624-8462a9ced49a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.227567] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755d91c6-39fb-4df0-a059-d349334019a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.230440] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1770.230621] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1770.231370] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6337744-04fc-4c3f-aec2-b4106cc9a99f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.239916] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e375ac95-6fd6-4d66-a59e-129a8608c864 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.243876] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1770.243876] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e5cde0-40e8-2455-f811-aa3a31909a44" [ 1770.243876] env[63248]: _type = "Task" [ 1770.243876] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.257448] env[63248]: DEBUG nova.compute.provider_tree [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1770.267354] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Preparing fetch location {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1770.267573] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Fetch image to [datastore1] OSTACK_IMG_e05b9e23-cf97-45ab-af9a-6e8581259783/OSTACK_IMG_e05b9e23-cf97-45ab-af9a-6e8581259783.vmdk {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1770.267758] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Downloading stream optimized image ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4 to [datastore1] OSTACK_IMG_e05b9e23-cf97-45ab-af9a-6e8581259783/OSTACK_IMG_e05b9e23-cf97-45ab-af9a-6e8581259783.vmdk on the data store datastore1 as vApp {{(pid=63248) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1770.267928] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Downloading image file data ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4 to the ESX as VM named 'OSTACK_IMG_e05b9e23-cf97-45ab-af9a-6e8581259783' {{(pid=63248) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1770.348214] env[63248]: DEBUG oslo_vmware.rw_handles [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1770.348214] env[63248]: value = "resgroup-9" [ 1770.348214] env[63248]: _type = "ResourcePool" [ 1770.348214] env[63248]: }. {{(pid=63248) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1770.348851] env[63248]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4c333783-a0e1-407a-a564-516569cb4cdd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.372557] env[63248]: DEBUG oslo_vmware.rw_handles [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lease: (returnval){ [ 1770.372557] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5203f568-54f8-07ec-184e-d40223994755" [ 1770.372557] env[63248]: _type = "HttpNfcLease" [ 1770.372557] env[63248]: } obtained for vApp import into resource pool (val){ [ 1770.372557] env[63248]: value = "resgroup-9" [ 1770.372557] env[63248]: _type = "ResourcePool" [ 1770.372557] env[63248]: }. {{(pid=63248) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1770.372818] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the lease: (returnval){ [ 1770.372818] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5203f568-54f8-07ec-184e-d40223994755" [ 1770.372818] env[63248]: _type = "HttpNfcLease" [ 1770.372818] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1770.379371] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1770.379371] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5203f568-54f8-07ec-184e-d40223994755" [ 1770.379371] env[63248]: _type = "HttpNfcLease" [ 1770.379371] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1770.434169] env[63248]: DEBUG nova.network.neutron [-] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.480021] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.554975] env[63248]: DEBUG nova.network.neutron [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Updated VIF entry in instance network info cache for port dae6d316-2998-483d-9125-fc0e5182ddfd. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1770.555461] env[63248]: DEBUG nova.network.neutron [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Updating instance_info_cache with network_info: [{"id": "dae6d316-2998-483d-9125-fc0e5182ddfd", "address": "fa:16:3e:de:85:0a", "network": {"id": "9d664f3e-217d-4914-9169-2e1197c82ba4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1560247122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57336ae1e53142118557dc35e8180d6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae6d316-29", "ovs_interfaceid": "dae6d316-2998-483d-9125-fc0e5182ddfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.566108] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1770.567098] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4977473b-7a8a-4e03-86b6-daefa8031b1c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.574109] env[63248]: DEBUG oslo_vmware.api [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1770.574109] env[63248]: value = "task-1801373" [ 1770.574109] env[63248]: _type = "Task" [ 1770.574109] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.589617] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.589939] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801369, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.592957] env[63248]: DEBUG oslo_vmware.api [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.789758] env[63248]: DEBUG nova.scheduler.client.report [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1770.790081] env[63248]: DEBUG nova.compute.provider_tree [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 141 to 142 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1770.790282] env[63248]: DEBUG nova.compute.provider_tree [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1770.879551] env[63248]: DEBUG nova.network.neutron [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance_info_cache with network_info: [{"id": "62f11217-ea41-424a-b30a-87057e7af6d7", "address": "fa:16:3e:5e:6b:83", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f11217-ea", "ovs_interfaceid": "62f11217-ea41-424a-b30a-87057e7af6d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.882191] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1770.882191] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5203f568-54f8-07ec-184e-d40223994755" [ 1770.882191] env[63248]: _type = "HttpNfcLease" [ 1770.882191] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1770.937418] env[63248]: INFO nova.compute.manager [-] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Took 1.27 seconds to deallocate network for instance. [ 1771.058886] env[63248]: DEBUG oslo_concurrency.lockutils [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] Releasing lock "refresh_cache-bac808d3-c675-4488-9441-ad7979061a76" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.059273] env[63248]: DEBUG nova.compute.manager [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Received event network-vif-plugged-567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1771.059429] env[63248]: DEBUG oslo_concurrency.lockutils [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] Acquiring lock "be3ca24d-0690-4376-891c-bc9ba64f1364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.059556] env[63248]: DEBUG oslo_concurrency.lockutils [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.059777] env[63248]: DEBUG oslo_concurrency.lockutils [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.059922] env[63248]: DEBUG nova.compute.manager [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] No waiting events found dispatching network-vif-plugged-567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1771.060194] env[63248]: WARNING nova.compute.manager [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Received unexpected event network-vif-plugged-567cd0ae-960c-4f18-a81a-209d27365b0b for instance with vm_state shelved_offloaded and task_state spawning. [ 1771.060295] env[63248]: DEBUG nova.compute.manager [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Received event network-changed-567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1771.060978] env[63248]: DEBUG nova.compute.manager [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Refreshing instance network info cache due to event network-changed-567cd0ae-960c-4f18-a81a-209d27365b0b. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1771.060978] env[63248]: DEBUG oslo_concurrency.lockutils [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] Acquiring lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.060978] env[63248]: DEBUG oslo_concurrency.lockutils [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] Acquired lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.060978] env[63248]: DEBUG nova.network.neutron [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Refreshing network info cache for port 567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1771.089534] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801369, 'name': CloneVM_Task, 'duration_secs': 1.665865} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.092955] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Created linked-clone VM from snapshot [ 1771.093275] env[63248]: DEBUG oslo_vmware.api [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801373, 'name': PowerOnVM_Task, 'duration_secs': 0.396682} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.094011] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c85f70-ee1a-4586-b8ce-9a9fd31ed8e5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.096740] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1771.096898] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e5a0ad-c60f-40ac-807a-d74606130173 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updating instance 'eea37e34-3e79-465e-b2d1-30cfe1e3d3d9' progress to 100 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1771.107743] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Uploading image e6e3e68a-416a-4f04-8288-04a2347d2158 {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1771.121497] env[63248]: DEBUG nova.compute.manager [req-4fc80c5c-5561-4f64-8c9f-05ef6fe6fa2b req-637e1ff9-e606-4872-81bb-9007c91764ae service nova] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Received event network-vif-deleted-5028d061-4dd4-4bd8-9466-af68f88a95af {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1771.125240] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1771.125879] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e2bf9061-7e2d-4f17-bf8b-d4388e085a39 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.136864] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1771.136864] env[63248]: value = "task-1801374" [ 1771.136864] env[63248]: _type = "Task" [ 1771.136864] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.147097] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801374, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.296643] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.501s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.297047] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.149s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.299202] env[63248]: INFO nova.compute.claims [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1771.309238] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.309458] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.383152] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.384586] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1771.384586] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5203f568-54f8-07ec-184e-d40223994755" [ 1771.384586] env[63248]: _type = "HttpNfcLease" [ 1771.384586] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1771.384855] env[63248]: DEBUG oslo_vmware.rw_handles [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1771.384855] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5203f568-54f8-07ec-184e-d40223994755" [ 1771.384855] env[63248]: _type = "HttpNfcLease" [ 1771.384855] env[63248]: }. {{(pid=63248) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1771.385851] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71585de-ff64-4bc6-b1e0-7c651ee1c32a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.394273] env[63248]: DEBUG oslo_vmware.rw_handles [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd1ba4-e84d-58f2-2f00-ed6074ca9c91/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1771.394466] env[63248]: DEBUG oslo_vmware.rw_handles [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd1ba4-e84d-58f2-2f00-ed6074ca9c91/disk-0.vmdk. {{(pid=63248) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1771.450430] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.456836] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e697db5a-b142-41b7-a425-e4c37a3018df {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.648242] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801374, 'name': Destroy_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.806020] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Acquiring lock "c7f3c0f6-8aa7-4a1f-8b10-26b75ab10595" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.806020] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Lock "c7f3c0f6-8aa7-4a1f-8b10-26b75ab10595" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.812140] env[63248]: DEBUG nova.compute.manager [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1771.862068] env[63248]: DEBUG nova.network.neutron [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Updated VIF entry in instance network info cache for port 567cd0ae-960c-4f18-a81a-209d27365b0b. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1771.862554] env[63248]: DEBUG nova.network.neutron [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Updating instance_info_cache with network_info: [{"id": "567cd0ae-960c-4f18-a81a-209d27365b0b", "address": "fa:16:3e:21:59:78", "network": {"id": "eb6da087-bae5-4f23-aca0-9de3ce9f020d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2028992428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3ea98e9ae164c4686f80fc475d85e0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap567cd0ae-96", "ovs_interfaceid": "567cd0ae-960c-4f18-a81a-209d27365b0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.886616] env[63248]: DEBUG nova.compute.manager [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63248) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1772.147284] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801374, 'name': Destroy_Task, 'duration_secs': 0.602042} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.147583] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Destroyed the VM [ 1772.147734] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1772.147903] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-64b2db04-e1ff-475f-9091-67c4156f967a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.155629] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1772.155629] env[63248]: value = "task-1801375" [ 1772.155629] env[63248]: _type = "Task" [ 1772.155629] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.164666] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.187404] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "6d81551c-6725-43a1-ab42-dd297944c7f1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.187535] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.313868] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Lock "c7f3c0f6-8aa7-4a1f-8b10-26b75ab10595" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.313868] env[63248]: DEBUG nova.compute.manager [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1772.339986] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.367380] env[63248]: DEBUG oslo_concurrency.lockutils [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] Releasing lock "refresh_cache-be3ca24d-0690-4376-891c-bc9ba64f1364" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.367696] env[63248]: DEBUG nova.compute.manager [req-ee3629a9-6546-446c-b54d-506e383788ab req-a572325d-e956-465c-b875-cb0105dca5b8 service nova] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Received event network-vif-deleted-92eb5af4-3dc0-423e-ad43-b216052d1027 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1772.582741] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36cc79b-3320-4acc-bf09-ece417ef6b20 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.594747] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7357710a-7cfd-4f88-9855-ee24f4b00b2b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.642373] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451a1346-2688-4590-9f68-dcc044d1e1bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.656573] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a120d1cc-0c77-4e35-9a4b-ed5d2910e930 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.677731] env[63248]: DEBUG nova.compute.provider_tree [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.686863] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.691439] env[63248]: DEBUG nova.compute.utils [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1772.827021] env[63248]: DEBUG nova.compute.utils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1772.829705] env[63248]: DEBUG nova.compute.manager [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1772.829922] env[63248]: DEBUG nova.network.neutron [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1772.884599] env[63248]: DEBUG nova.policy [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '343d2589be2c45f0ad3a64c2bb32fbb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e0267784b0241a0b4fe653a10c9ada9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1772.963022] env[63248]: DEBUG oslo_vmware.rw_handles [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Completed reading data from the image iterator. {{(pid=63248) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1772.963413] env[63248]: DEBUG oslo_vmware.rw_handles [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd1ba4-e84d-58f2-2f00-ed6074ca9c91/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1772.964409] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb3fbf5-7011-4732-8883-14e09969e6cd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.972911] env[63248]: DEBUG oslo_vmware.rw_handles [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd1ba4-e84d-58f2-2f00-ed6074ca9c91/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1772.973180] env[63248]: DEBUG oslo_vmware.rw_handles [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd1ba4-e84d-58f2-2f00-ed6074ca9c91/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1772.973441] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7712ab21-0366-48a5-ace8-5db1c0557dfc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.007373] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.174068] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801375, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.181209] env[63248]: DEBUG nova.scheduler.client.report [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1773.198302] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.224571] env[63248]: DEBUG oslo_vmware.rw_handles [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd1ba4-e84d-58f2-2f00-ed6074ca9c91/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1773.224650] env[63248]: INFO nova.virt.vmwareapi.images [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Downloaded image file data ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4 [ 1773.225653] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86028bf-405c-4896-9273-0ede595f52e2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.242388] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2da416d6-87af-4df8-9f91-2d544e3ad8c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.273876] env[63248]: INFO nova.virt.vmwareapi.images [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] The imported VM was unregistered [ 1773.276585] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Caching image {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1773.276875] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4 {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1773.277605] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04655581-a671-44d5-8dff-9a78721282dc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.290575] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Created directory with path [datastore1] devstack-image-cache_base/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4 {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1773.290858] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e05b9e23-cf97-45ab-af9a-6e8581259783/OSTACK_IMG_e05b9e23-cf97-45ab-af9a-6e8581259783.vmdk to [datastore1] devstack-image-cache_base/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4.vmdk. {{(pid=63248) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1773.291162] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b6747675-7edb-4d69-9604-951d11cbb1bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.298954] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1773.298954] env[63248]: value = "task-1801377" [ 1773.298954] env[63248]: _type = "Task" [ 1773.298954] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.308139] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801377, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.333034] env[63248]: DEBUG nova.compute.manager [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1773.490795] env[63248]: DEBUG nova.network.neutron [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Successfully created port: fd9c1a28-4f2a-422d-b5cb-273f8c8fad75 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1773.675332] env[63248]: DEBUG oslo_vmware.api [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801375, 'name': RemoveSnapshot_Task, 'duration_secs': 1.408932} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.675828] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1773.689871] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.690321] env[63248]: DEBUG nova.compute.manager [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1773.694236] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.218s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.694737] env[63248]: DEBUG nova.objects.instance [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lazy-loading 'resources' on Instance uuid d8aa0ca6-31a9-48a5-94a1-1b3014961c62 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1773.810288] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801377, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.181210] env[63248]: WARNING nova.compute.manager [None req-261466b6-5f8f-4ba5-9670-4033069b9b63 tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Image not found during snapshot: nova.exception.ImageNotFound: Image e6e3e68a-416a-4f04-8288-04a2347d2158 could not be found. [ 1774.196052] env[63248]: DEBUG nova.compute.utils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1774.197645] env[63248]: DEBUG nova.compute.manager [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1774.197868] env[63248]: DEBUG nova.network.neutron [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1774.276719] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "6d81551c-6725-43a1-ab42-dd297944c7f1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.277030] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.277285] env[63248]: INFO nova.compute.manager [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Attaching volume 90fca54c-9ddd-4bab-95b6-99dc923c12fa to /dev/sdb [ 1774.311653] env[63248]: DEBUG nova.policy [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cf03119c2b84b8096486e9ea59c7f1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1a802e85fc642a4bdb3fb5b5afa33ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1774.318793] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801377, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.324356] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebed0e77-3a0b-465a-b249-f23c5171df2f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.334545] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e110bcf-041e-4aa1-be83-6157c069925c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.346919] env[63248]: DEBUG nova.compute.manager [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1774.357483] env[63248]: DEBUG nova.virt.block_device [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Updating existing volume attachment record: 9fc5da33-a290-42d5-ae45-fcdd44f21c73 {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1774.378505] env[63248]: DEBUG nova.virt.hardware [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1774.378774] env[63248]: DEBUG nova.virt.hardware [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1774.378937] env[63248]: DEBUG nova.virt.hardware [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1774.379136] env[63248]: DEBUG nova.virt.hardware [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1774.379287] env[63248]: DEBUG nova.virt.hardware [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1774.379645] env[63248]: DEBUG nova.virt.hardware [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1774.379645] env[63248]: DEBUG nova.virt.hardware [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1774.379962] env[63248]: DEBUG nova.virt.hardware [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1774.380369] env[63248]: DEBUG nova.virt.hardware [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1774.380369] env[63248]: DEBUG nova.virt.hardware [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1774.380448] env[63248]: DEBUG nova.virt.hardware [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1774.381026] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.381289] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.381379] env[63248]: DEBUG nova.compute.manager [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Going to confirm migration 7 {{(pid=63248) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1774.383557] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7510162d-b335-4bba-ab7e-3d4291672541 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.395033] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5235e8a-baeb-44c2-9150-e87378c24cb9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.543701] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ee4f1c-dd9d-4724-9406-db4083298230 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.557031] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78c6c2e-b6e6-4c98-aa33-736fe749002a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.600757] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4b9d94-b735-4ea2-a3e7-edcac5d0fba7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.609373] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b114b72-316e-4a9f-b000-f50d6ae3c4fe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.626272] env[63248]: DEBUG nova.compute.provider_tree [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.639606] env[63248]: DEBUG nova.network.neutron [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Successfully created port: ece861a6-8052-495a-8529-8a6dc150dba5 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1774.688746] env[63248]: DEBUG oslo_concurrency.lockutils [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "4889c40a-1c80-4bbb-9640-db9e7c220671" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.689058] env[63248]: DEBUG oslo_concurrency.lockutils [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "4889c40a-1c80-4bbb-9640-db9e7c220671" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.689257] env[63248]: DEBUG oslo_concurrency.lockutils [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "4889c40a-1c80-4bbb-9640-db9e7c220671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.689444] env[63248]: DEBUG oslo_concurrency.lockutils [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "4889c40a-1c80-4bbb-9640-db9e7c220671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.689620] env[63248]: DEBUG oslo_concurrency.lockutils [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "4889c40a-1c80-4bbb-9640-db9e7c220671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.692147] env[63248]: INFO nova.compute.manager [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Terminating instance [ 1774.704015] env[63248]: DEBUG nova.compute.manager [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1774.813035] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801377, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.960051] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "refresh_cache-eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.961020] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquired lock "refresh_cache-eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.961020] env[63248]: DEBUG nova.network.neutron [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1774.961020] env[63248]: DEBUG nova.objects.instance [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lazy-loading 'info_cache' on Instance uuid eea37e34-3e79-465e-b2d1-30cfe1e3d3d9 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.129892] env[63248]: DEBUG nova.scheduler.client.report [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1775.199091] env[63248]: DEBUG nova.compute.manager [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1775.199368] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1775.200372] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a611a10d-a227-4925-aa58-400cadb57d9f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.212796] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1775.213139] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b00efd0-e82a-4e9b-afdc-820ee895d3d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.220861] env[63248]: DEBUG oslo_vmware.api [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1775.220861] env[63248]: value = "task-1801379" [ 1775.220861] env[63248]: _type = "Task" [ 1775.220861] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.229688] env[63248]: DEBUG oslo_vmware.api [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.314326] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801377, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.636309] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.638717] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.049s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.638954] env[63248]: DEBUG nova.objects.instance [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lazy-loading 'resources' on Instance uuid 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.663757] env[63248]: INFO nova.scheduler.client.report [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Deleted allocations for instance d8aa0ca6-31a9-48a5-94a1-1b3014961c62 [ 1775.716298] env[63248]: DEBUG nova.compute.manager [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1775.734272] env[63248]: DEBUG oslo_vmware.api [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801379, 'name': PowerOffVM_Task, 'duration_secs': 0.380357} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.734584] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1775.734778] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1775.735050] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1ead3ef-8379-46f7-abe2-b3e486cc1c91 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.746505] env[63248]: DEBUG nova.virt.hardware [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1775.746718] env[63248]: DEBUG nova.virt.hardware [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1775.746847] env[63248]: DEBUG nova.virt.hardware [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1775.747075] env[63248]: DEBUG nova.virt.hardware [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1775.747207] env[63248]: DEBUG nova.virt.hardware [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1775.747354] env[63248]: DEBUG nova.virt.hardware [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1775.747583] env[63248]: DEBUG nova.virt.hardware [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1775.749112] env[63248]: DEBUG nova.virt.hardware [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1775.749112] env[63248]: DEBUG nova.virt.hardware [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1775.749112] env[63248]: DEBUG nova.virt.hardware [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1775.749112] env[63248]: DEBUG nova.virt.hardware [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1775.749643] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c04415-9402-4e87-a43c-73156d3998bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.762700] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd53db66-4f54-4a3e-9e93-eb71aa183d05 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.816246] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801377, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.172224] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e1058039-6680-49a9-a39d-e11bd0975f75 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "d8aa0ca6-31a9-48a5-94a1-1b3014961c62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.365s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.203203] env[63248]: DEBUG nova.network.neutron [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updating instance_info_cache with network_info: [{"id": "1921c680-5531-42aa-8597-c3207957c09d", "address": "fa:16:3e:72:0d:5e", "network": {"id": "b2041729-dd6f-42ba-8a97-5edd56338616", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1903851442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92fbb845eb614c12a2ab3032d9a39f84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1921c680-55", "ovs_interfaceid": "1921c680-5531-42aa-8597-c3207957c09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.317253] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801377, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.387143] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25879dee-1b8f-4c14-8ac0-b79fb11d2b30 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.394998] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850275fe-02c8-487d-a3fe-eeec0fc01a01 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.424298] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a41f6d-a948-4ba8-be9d-9c31f51ca382 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.431371] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634bab78-bf76-43d9-a044-990d0e3b4503 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.445866] env[63248]: DEBUG nova.compute.provider_tree [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1776.706125] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Releasing lock "refresh_cache-eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.706413] env[63248]: DEBUG nova.objects.instance [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lazy-loading 'migration_context' on Instance uuid eea37e34-3e79-465e-b2d1-30cfe1e3d3d9 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.813519] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801377, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.033922} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.813837] env[63248]: INFO nova.virt.vmwareapi.ds_util [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e05b9e23-cf97-45ab-af9a-6e8581259783/OSTACK_IMG_e05b9e23-cf97-45ab-af9a-6e8581259783.vmdk to [datastore1] devstack-image-cache_base/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4.vmdk. [ 1776.814082] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Cleaning up location [datastore1] OSTACK_IMG_e05b9e23-cf97-45ab-af9a-6e8581259783 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1776.814342] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e05b9e23-cf97-45ab-af9a-6e8581259783 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1776.814639] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f797ffe7-92df-47d3-8865-b9957e9bf76d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.821290] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1776.821290] env[63248]: value = "task-1801381" [ 1776.821290] env[63248]: _type = "Task" [ 1776.821290] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.829445] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.949379] env[63248]: DEBUG nova.scheduler.client.report [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1777.209490] env[63248]: DEBUG nova.objects.base [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1777.210620] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3292697b-103b-46ae-a715-117089c7fc75 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.234646] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a32931b4-ee47-4405-8684-a135699de20a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.240849] env[63248]: DEBUG oslo_vmware.api [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1777.240849] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52faacb9-9e65-e055-5a6c-d9f9bd285eed" [ 1777.240849] env[63248]: _type = "Task" [ 1777.240849] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.249253] env[63248]: DEBUG oslo_vmware.api [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52faacb9-9e65-e055-5a6c-d9f9bd285eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.331274] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038079} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.331530] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1777.331698] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.332033] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4.vmdk to [datastore1] be3ca24d-0690-4376-891c-bc9ba64f1364/be3ca24d-0690-4376-891c-bc9ba64f1364.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1777.332304] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25b03be5-6bfc-4ae8-90bf-eff314233314 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.340669] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1777.340669] env[63248]: value = "task-1801382" [ 1777.340669] env[63248]: _type = "Task" [ 1777.340669] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.350791] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.455047] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.457392] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.007s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.457634] env[63248]: DEBUG nova.objects.instance [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lazy-loading 'resources' on Instance uuid 8320cfea-0f55-4486-8495-9a8795a84cc5 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1777.477044] env[63248]: INFO nova.scheduler.client.report [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Deleted allocations for instance 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c [ 1777.751312] env[63248]: DEBUG oslo_vmware.api [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52faacb9-9e65-e055-5a6c-d9f9bd285eed, 'name': SearchDatastore_Task, 'duration_secs': 0.008066} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.751658] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.851806] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.984826] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2d770468-e326-487a-8770-a0fe1c2df170 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "4c7d5055-5d1a-4e4f-80f7-e6676a373d8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.240s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.193136] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7bd9c8-f51d-4323-beb2-e2f457ea1270 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.203687] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035f2dcb-62d8-4e5d-8670-337a489a80e5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.237754] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6026a554-9aed-45d2-9b88-98bf3833f855 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.247574] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b06a060-2195-41a0-ad15-b0c1b1f06ee0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.265368] env[63248]: DEBUG nova.compute.provider_tree [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.354488] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801382, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.768953] env[63248]: DEBUG nova.scheduler.client.report [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.855295] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801382, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.275100] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.276719] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.937s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.278462] env[63248]: INFO nova.compute.claims [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1779.292716] env[63248]: INFO nova.scheduler.client.report [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleted allocations for instance 8320cfea-0f55-4486-8495-9a8795a84cc5 [ 1779.358310] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801382, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.598115] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "0cad1f9d-6569-46cf-9171-29e4f3758d8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.598383] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "0cad1f9d-6569-46cf-9171-29e4f3758d8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.628447] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "95ed7da1-82bf-4d17-9638-bcbeec9ad046" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.628697] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "95ed7da1-82bf-4d17-9638-bcbeec9ad046" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.802080] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d5ac4fa8-79b6-4a6b-8c84-b887176d0d17 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "8320cfea-0f55-4486-8495-9a8795a84cc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.858s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.857017] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801382, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.100805] env[63248]: DEBUG nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1780.131529] env[63248]: DEBUG nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1780.354996] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801382, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.535834] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d90883c-1573-47c0-a8c7-32718a5f4c14 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.543802] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f77ae5-b6a8-4207-ac7d-1e0122db21c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.574961] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fe3370-ee80-4a29-b69e-7a7fd3e7d071 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.582766] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513d7ab6-a0d2-4449-82cc-809f89f02030 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.596235] env[63248]: DEBUG nova.compute.provider_tree [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.619294] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.651077] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.701142] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.701375] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.854748] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801382, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.095653} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.855040] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4/ae8d3d9e-f131-4cb4-a6de-87fcb8e0ccf4.vmdk to [datastore1] be3ca24d-0690-4376-891c-bc9ba64f1364/be3ca24d-0690-4376-891c-bc9ba64f1364.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1780.855814] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88170df7-25d1-44e2-95be-94412a4e2bd0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.877670] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] be3ca24d-0690-4376-891c-bc9ba64f1364/be3ca24d-0690-4376-891c-bc9ba64f1364.vmdk or device None with type streamOptimized {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.877950] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7056d579-0eba-4c0d-aca1-3b6e2a26f0b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.898113] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1780.898113] env[63248]: value = "task-1801384" [ 1780.898113] env[63248]: _type = "Task" [ 1780.898113] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.906111] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.914068] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1780.914300] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373505', 'volume_id': '90fca54c-9ddd-4bab-95b6-99dc923c12fa', 'name': 'volume-90fca54c-9ddd-4bab-95b6-99dc923c12fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6d81551c-6725-43a1-ab42-dd297944c7f1', 'attached_at': '', 'detached_at': '', 'volume_id': '90fca54c-9ddd-4bab-95b6-99dc923c12fa', 'serial': '90fca54c-9ddd-4bab-95b6-99dc923c12fa'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1780.915205] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eec05a-a227-46ba-a5c6-5758da4d7b26 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.933844] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7f8e5c-6ac8-451d-8ba1-8ebc489a5486 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.939501] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1780.939777] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1780.940018] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Deleting the datastore file [datastore1] 4889c40a-1c80-4bbb-9640-db9e7c220671 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1780.940805] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0309875-deba-40c9-80fb-b5b30e1ed37b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.966037] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-90fca54c-9ddd-4bab-95b6-99dc923c12fa/volume-90fca54c-9ddd-4bab-95b6-99dc923c12fa.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.967687] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd6caf19-e6c0-4b52-b74c-9e0b49787eb8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.980352] env[63248]: DEBUG oslo_vmware.api [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1780.980352] env[63248]: value = "task-1801385" [ 1780.980352] env[63248]: _type = "Task" [ 1780.980352] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.986523] env[63248]: DEBUG oslo_vmware.api [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1780.986523] env[63248]: value = "task-1801386" [ 1780.986523] env[63248]: _type = "Task" [ 1780.986523] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.989505] env[63248]: DEBUG oslo_vmware.api [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.997320] env[63248]: DEBUG oslo_vmware.api [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.099687] env[63248]: DEBUG nova.scheduler.client.report [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1781.203368] env[63248]: DEBUG nova.compute.manager [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1781.408771] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801384, 'name': ReconfigVM_Task, 'duration_secs': 0.331135} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.409109] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Reconfigured VM instance instance-00000051 to attach disk [datastore1] be3ca24d-0690-4376-891c-bc9ba64f1364/be3ca24d-0690-4376-891c-bc9ba64f1364.vmdk or device None with type streamOptimized {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1781.409908] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-776e4c52-f917-4d20-83d3-34ceabe6a162 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.417674] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1781.417674] env[63248]: value = "task-1801387" [ 1781.417674] env[63248]: _type = "Task" [ 1781.417674] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.425844] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801387, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.490464] env[63248]: DEBUG oslo_vmware.api [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171798} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.493775] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1781.493970] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1781.494164] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1781.494340] env[63248]: INFO nova.compute.manager [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Took 6.30 seconds to destroy the instance on the hypervisor. [ 1781.494576] env[63248]: DEBUG oslo.service.loopingcall [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1781.494774] env[63248]: DEBUG nova.compute.manager [-] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1781.494869] env[63248]: DEBUG nova.network.neutron [-] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1781.503762] env[63248]: DEBUG oslo_vmware.api [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801386, 'name': ReconfigVM_Task, 'duration_secs': 0.36342} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.503762] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-90fca54c-9ddd-4bab-95b6-99dc923c12fa/volume-90fca54c-9ddd-4bab-95b6-99dc923c12fa.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1781.508080] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a1b88c4-3a55-4eb7-a162-9f6d49807c9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.523234] env[63248]: DEBUG oslo_vmware.api [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1781.523234] env[63248]: value = "task-1801388" [ 1781.523234] env[63248]: _type = "Task" [ 1781.523234] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.534931] env[63248]: DEBUG oslo_vmware.api [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.605168] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.605717] env[63248]: DEBUG nova.compute.manager [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1781.608912] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 8.602s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.725467] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.744913] env[63248]: DEBUG nova.network.neutron [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Successfully updated port: fd9c1a28-4f2a-422d-b5cb-273f8c8fad75 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1781.749991] env[63248]: DEBUG nova.compute.manager [req-fc6eee8d-23a5-47a0-87c8-608112d15861 req-c1070dee-b287-4d07-afea-10112826319b service nova] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Received event network-vif-plugged-fd9c1a28-4f2a-422d-b5cb-273f8c8fad75 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1781.749991] env[63248]: DEBUG oslo_concurrency.lockutils [req-fc6eee8d-23a5-47a0-87c8-608112d15861 req-c1070dee-b287-4d07-afea-10112826319b service nova] Acquiring lock "90ad9ce8-8f41-431b-a57e-79d7abe938ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.749991] env[63248]: DEBUG oslo_concurrency.lockutils [req-fc6eee8d-23a5-47a0-87c8-608112d15861 req-c1070dee-b287-4d07-afea-10112826319b service nova] Lock "90ad9ce8-8f41-431b-a57e-79d7abe938ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.749991] env[63248]: DEBUG oslo_concurrency.lockutils [req-fc6eee8d-23a5-47a0-87c8-608112d15861 req-c1070dee-b287-4d07-afea-10112826319b service nova] Lock "90ad9ce8-8f41-431b-a57e-79d7abe938ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.750168] env[63248]: DEBUG nova.compute.manager [req-fc6eee8d-23a5-47a0-87c8-608112d15861 req-c1070dee-b287-4d07-afea-10112826319b service nova] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] No waiting events found dispatching network-vif-plugged-fd9c1a28-4f2a-422d-b5cb-273f8c8fad75 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1781.750334] env[63248]: WARNING nova.compute.manager [req-fc6eee8d-23a5-47a0-87c8-608112d15861 req-c1070dee-b287-4d07-afea-10112826319b service nova] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Received unexpected event network-vif-plugged-fd9c1a28-4f2a-422d-b5cb-273f8c8fad75 for instance with vm_state building and task_state spawning. [ 1781.927780] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801387, 'name': Rename_Task, 'duration_secs': 0.150937} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.928077] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.928334] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4886a35d-e896-42e9-80d1-342903d73090 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.934400] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1781.934400] env[63248]: value = "task-1801389" [ 1781.934400] env[63248]: _type = "Task" [ 1781.934400] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.939150] env[63248]: DEBUG nova.compute.manager [req-47df2a17-2adc-4080-b324-d0a9f4137140 req-9f15c3fb-8c32-409b-a8a3-fefbe42c8e2e service nova] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Received event network-vif-deleted-3291d052-8d3c-4149-9b6e-73a483546879 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1781.939346] env[63248]: INFO nova.compute.manager [req-47df2a17-2adc-4080-b324-d0a9f4137140 req-9f15c3fb-8c32-409b-a8a3-fefbe42c8e2e service nova] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Neutron deleted interface 3291d052-8d3c-4149-9b6e-73a483546879; detaching it from the instance and deleting it from the info cache [ 1781.939519] env[63248]: DEBUG nova.network.neutron [req-47df2a17-2adc-4080-b324-d0a9f4137140 req-9f15c3fb-8c32-409b-a8a3-fefbe42c8e2e service nova] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.947232] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.034261] env[63248]: DEBUG oslo_vmware.api [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801388, 'name': ReconfigVM_Task, 'duration_secs': 0.147654} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.034588] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373505', 'volume_id': '90fca54c-9ddd-4bab-95b6-99dc923c12fa', 'name': 'volume-90fca54c-9ddd-4bab-95b6-99dc923c12fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6d81551c-6725-43a1-ab42-dd297944c7f1', 'attached_at': '', 'detached_at': '', 'volume_id': '90fca54c-9ddd-4bab-95b6-99dc923c12fa', 'serial': '90fca54c-9ddd-4bab-95b6-99dc923c12fa'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1782.112857] env[63248]: DEBUG nova.compute.utils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1782.115026] env[63248]: DEBUG nova.objects.instance [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lazy-loading 'migration_context' on Instance uuid 100e0a22-d8ed-4e31-ba2e-39d86e508363 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.115754] env[63248]: DEBUG nova.compute.manager [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1782.115925] env[63248]: DEBUG nova.network.neutron [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1782.173598] env[63248]: DEBUG nova.policy [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf661b0b2904afa8a27415d0dbb6007', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0441317ad4bb431cbd0a1a06a59db0f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1782.247239] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Acquiring lock "refresh_cache-90ad9ce8-8f41-431b-a57e-79d7abe938ac" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.247389] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Acquired lock "refresh_cache-90ad9ce8-8f41-431b-a57e-79d7abe938ac" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.247537] env[63248]: DEBUG nova.network.neutron [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1782.260169] env[63248]: DEBUG nova.network.neutron [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Successfully updated port: ece861a6-8052-495a-8529-8a6dc150dba5 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1782.265724] env[63248]: DEBUG nova.network.neutron [-] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.446076] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.446499] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ed8e614-0277-472a-aaec-95e3bd7d14e2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.457225] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a966681d-f043-4e6a-86a5-4dd52eec3b64 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.481290] env[63248]: DEBUG nova.network.neutron [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Successfully created port: d9b51dd5-fe3e-4d63-818f-4676f56df744 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1782.497465] env[63248]: DEBUG nova.compute.manager [req-47df2a17-2adc-4080-b324-d0a9f4137140 req-9f15c3fb-8c32-409b-a8a3-fefbe42c8e2e service nova] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Detach interface failed, port_id=3291d052-8d3c-4149-9b6e-73a483546879, reason: Instance 4889c40a-1c80-4bbb-9640-db9e7c220671 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1782.616447] env[63248]: DEBUG nova.compute.manager [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1782.764809] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "refresh_cache-381f2fcb-59e4-441d-95a8-67831d9b2c5a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.764960] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquired lock "refresh_cache-381f2fcb-59e4-441d-95a8-67831d9b2c5a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.765129] env[63248]: DEBUG nova.network.neutron [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1782.771615] env[63248]: INFO nova.compute.manager [-] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Took 1.28 seconds to deallocate network for instance. [ 1782.782814] env[63248]: DEBUG nova.network.neutron [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1782.867022] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4163416d-ac30-4391-bb0f-b2c56cd16faf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.874075] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff8b458-a664-4f3f-953b-4104cf4d4096 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.907406] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec35d96-cf86-410d-ac3c-7eb6ae1a6bf8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.919058] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd25464-4327-4f02-a8da-c8c06ad182e9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.930595] env[63248]: DEBUG nova.compute.provider_tree [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.946622] env[63248]: DEBUG oslo_vmware.api [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801389, 'name': PowerOnVM_Task, 'duration_secs': 0.599296} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.947257] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1782.952305] env[63248]: DEBUG nova.network.neutron [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Updating instance_info_cache with network_info: [{"id": "fd9c1a28-4f2a-422d-b5cb-273f8c8fad75", "address": "fa:16:3e:47:48:18", "network": {"id": "0b6df8e2-6a55-4533-a477-616e64df7b0a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-365797678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0267784b0241a0b4fe653a10c9ada9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9c1a28-4f", "ovs_interfaceid": "fd9c1a28-4f2a-422d-b5cb-273f8c8fad75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.056651] env[63248]: DEBUG nova.compute.manager [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.057899] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c96b50-26b7-4e2b-9ac5-059f5fdf279f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.069565] env[63248]: DEBUG nova.objects.instance [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lazy-loading 'flavor' on Instance uuid 6d81551c-6725-43a1-ab42-dd297944c7f1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1783.276878] env[63248]: DEBUG oslo_concurrency.lockutils [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.297252] env[63248]: DEBUG nova.network.neutron [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1783.433343] env[63248]: DEBUG nova.scheduler.client.report [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1783.457475] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Releasing lock "refresh_cache-90ad9ce8-8f41-431b-a57e-79d7abe938ac" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.458195] env[63248]: DEBUG nova.compute.manager [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Instance network_info: |[{"id": "fd9c1a28-4f2a-422d-b5cb-273f8c8fad75", "address": "fa:16:3e:47:48:18", "network": {"id": "0b6df8e2-6a55-4533-a477-616e64df7b0a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-365797678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0267784b0241a0b4fe653a10c9ada9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9c1a28-4f", "ovs_interfaceid": "fd9c1a28-4f2a-422d-b5cb-273f8c8fad75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1783.458697] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:48:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd9c1a28-4f2a-422d-b5cb-273f8c8fad75', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1783.467012] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Creating folder: Project (9e0267784b0241a0b4fe653a10c9ada9). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1783.467584] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6756967-e956-459b-9821-4eff7fd17ffc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.480757] env[63248]: DEBUG nova.network.neutron [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Updating instance_info_cache with network_info: [{"id": "ece861a6-8052-495a-8529-8a6dc150dba5", "address": "fa:16:3e:ad:dd:4e", "network": {"id": "20e93985-1a78-4f32-824f-8a448254e8bc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-688313599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1a802e85fc642a4bdb3fb5b5afa33ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece861a6-80", "ovs_interfaceid": "ece861a6-8052-495a-8529-8a6dc150dba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.483360] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Created folder: Project (9e0267784b0241a0b4fe653a10c9ada9) in parent group-v373228. [ 1783.483549] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Creating folder: Instances. Parent ref: group-v373506. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1783.484252] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3e1d1d4-dc38-4a34-9031-a8f1fd71e7cc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.496363] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Created folder: Instances in parent group-v373506. [ 1783.496632] env[63248]: DEBUG oslo.service.loopingcall [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.496821] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1783.497052] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a18e215-50d9-47ee-b94a-9a896ba6ab37 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.517811] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1783.517811] env[63248]: value = "task-1801392" [ 1783.517811] env[63248]: _type = "Task" [ 1783.517811] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.526097] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801392, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.579826] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ae17bb56-9265-409c-b9d0-f4fbb0e9e801 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.302s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.582718] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d6f5d3bf-9012-4ad1-afa6-ed0a2f245054 tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.603s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.630580] env[63248]: DEBUG nova.compute.manager [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1783.654687] env[63248]: DEBUG nova.virt.hardware [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1783.654687] env[63248]: DEBUG nova.virt.hardware [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.654840] env[63248]: DEBUG nova.virt.hardware [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1783.654985] env[63248]: DEBUG nova.virt.hardware [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.655156] env[63248]: DEBUG nova.virt.hardware [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1783.655313] env[63248]: DEBUG nova.virt.hardware [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1783.655521] env[63248]: DEBUG nova.virt.hardware [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1783.655676] env[63248]: DEBUG nova.virt.hardware [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1783.655841] env[63248]: DEBUG nova.virt.hardware [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1783.656018] env[63248]: DEBUG nova.virt.hardware [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1783.656229] env[63248]: DEBUG nova.virt.hardware [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1783.657085] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c47ecb-077b-429c-b84e-f3cc949dd8ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.665041] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed61e94e-6cb0-4de3-8c05-d8536943417f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.796446] env[63248]: DEBUG nova.compute.manager [req-bbe1beb3-ca93-4e77-acc0-e692bffdfcb7 req-f09a78a2-ff0c-4edc-8114-045ecef359f2 service nova] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Received event network-changed-fd9c1a28-4f2a-422d-b5cb-273f8c8fad75 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1783.796591] env[63248]: DEBUG nova.compute.manager [req-bbe1beb3-ca93-4e77-acc0-e692bffdfcb7 req-f09a78a2-ff0c-4edc-8114-045ecef359f2 service nova] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Refreshing instance network info cache due to event network-changed-fd9c1a28-4f2a-422d-b5cb-273f8c8fad75. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1783.796798] env[63248]: DEBUG oslo_concurrency.lockutils [req-bbe1beb3-ca93-4e77-acc0-e692bffdfcb7 req-f09a78a2-ff0c-4edc-8114-045ecef359f2 service nova] Acquiring lock "refresh_cache-90ad9ce8-8f41-431b-a57e-79d7abe938ac" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.796991] env[63248]: DEBUG oslo_concurrency.lockutils [req-bbe1beb3-ca93-4e77-acc0-e692bffdfcb7 req-f09a78a2-ff0c-4edc-8114-045ecef359f2 service nova] Acquired lock "refresh_cache-90ad9ce8-8f41-431b-a57e-79d7abe938ac" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.797349] env[63248]: DEBUG nova.network.neutron [req-bbe1beb3-ca93-4e77-acc0-e692bffdfcb7 req-f09a78a2-ff0c-4edc-8114-045ecef359f2 service nova] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Refreshing network info cache for port fd9c1a28-4f2a-422d-b5cb-273f8c8fad75 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.907852] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "6d81551c-6725-43a1-ab42-dd297944c7f1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.908124] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.953209] env[63248]: DEBUG nova.network.neutron [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Successfully updated port: d9b51dd5-fe3e-4d63-818f-4676f56df744 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1783.971671] env[63248]: DEBUG nova.compute.manager [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Received event network-vif-plugged-ece861a6-8052-495a-8529-8a6dc150dba5 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1783.971917] env[63248]: DEBUG oslo_concurrency.lockutils [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] Acquiring lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.972149] env[63248]: DEBUG oslo_concurrency.lockutils [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.972332] env[63248]: DEBUG oslo_concurrency.lockutils [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.972501] env[63248]: DEBUG nova.compute.manager [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] No waiting events found dispatching network-vif-plugged-ece861a6-8052-495a-8529-8a6dc150dba5 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1783.972669] env[63248]: WARNING nova.compute.manager [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Received unexpected event network-vif-plugged-ece861a6-8052-495a-8529-8a6dc150dba5 for instance with vm_state building and task_state spawning. [ 1783.972832] env[63248]: DEBUG nova.compute.manager [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Received event network-changed-ece861a6-8052-495a-8529-8a6dc150dba5 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1783.972987] env[63248]: DEBUG nova.compute.manager [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Refreshing instance network info cache due to event network-changed-ece861a6-8052-495a-8529-8a6dc150dba5. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1783.973170] env[63248]: DEBUG oslo_concurrency.lockutils [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] Acquiring lock "refresh_cache-381f2fcb-59e4-441d-95a8-67831d9b2c5a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.985089] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Releasing lock "refresh_cache-381f2fcb-59e4-441d-95a8-67831d9b2c5a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.985232] env[63248]: DEBUG nova.compute.manager [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Instance network_info: |[{"id": "ece861a6-8052-495a-8529-8a6dc150dba5", "address": "fa:16:3e:ad:dd:4e", "network": {"id": "20e93985-1a78-4f32-824f-8a448254e8bc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-688313599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1a802e85fc642a4bdb3fb5b5afa33ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece861a6-80", "ovs_interfaceid": "ece861a6-8052-495a-8529-8a6dc150dba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1783.985493] env[63248]: DEBUG oslo_concurrency.lockutils [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] Acquired lock "refresh_cache-381f2fcb-59e4-441d-95a8-67831d9b2c5a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.985666] env[63248]: DEBUG nova.network.neutron [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Refreshing network info cache for port ece861a6-8052-495a-8529-8a6dc150dba5 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.986815] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:dd:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ece861a6-8052-495a-8529-8a6dc150dba5', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1783.994710] env[63248]: DEBUG oslo.service.loopingcall [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.997825] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1783.998268] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f43f671-b628-4f9d-aa3a-53aa88d591ad {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.023630] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1784.023630] env[63248]: value = "task-1801393" [ 1784.023630] env[63248]: _type = "Task" [ 1784.023630] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.040281] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801392, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.218649] env[63248]: DEBUG nova.network.neutron [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Updated VIF entry in instance network info cache for port ece861a6-8052-495a-8529-8a6dc150dba5. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.219062] env[63248]: DEBUG nova.network.neutron [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Updating instance_info_cache with network_info: [{"id": "ece861a6-8052-495a-8529-8a6dc150dba5", "address": "fa:16:3e:ad:dd:4e", "network": {"id": "20e93985-1a78-4f32-824f-8a448254e8bc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-688313599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1a802e85fc642a4bdb3fb5b5afa33ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece861a6-80", "ovs_interfaceid": "ece861a6-8052-495a-8529-8a6dc150dba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.412157] env[63248]: INFO nova.compute.manager [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Detaching volume 90fca54c-9ddd-4bab-95b6-99dc923c12fa [ 1784.444643] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.836s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.450889] env[63248]: INFO nova.virt.block_device [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Attempting to driver detach volume 90fca54c-9ddd-4bab-95b6-99dc923c12fa from mountpoint /dev/sdb [ 1784.451147] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1784.451370] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373505', 'volume_id': '90fca54c-9ddd-4bab-95b6-99dc923c12fa', 'name': 'volume-90fca54c-9ddd-4bab-95b6-99dc923c12fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6d81551c-6725-43a1-ab42-dd297944c7f1', 'attached_at': '', 'detached_at': '', 'volume_id': '90fca54c-9ddd-4bab-95b6-99dc923c12fa', 'serial': '90fca54c-9ddd-4bab-95b6-99dc923c12fa'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1784.451676] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.700s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.454597] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76a68c5-6452-40f6-b360-d0b62e956033 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.459526] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.459834] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.459834] env[63248]: DEBUG nova.network.neutron [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.490226] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801cf416-4731-4dda-a08f-77eccdea37dc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.498802] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557384bc-a3a5-445d-8faf-ac1311821d53 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.523018] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4425a1e-8b1f-4b2c-8cc1-a3524d900886 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.529087] env[63248]: DEBUG nova.network.neutron [req-bbe1beb3-ca93-4e77-acc0-e692bffdfcb7 req-f09a78a2-ff0c-4edc-8114-045ecef359f2 service nova] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Updated VIF entry in instance network info cache for port fd9c1a28-4f2a-422d-b5cb-273f8c8fad75. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.529437] env[63248]: DEBUG nova.network.neutron [req-bbe1beb3-ca93-4e77-acc0-e692bffdfcb7 req-f09a78a2-ff0c-4edc-8114-045ecef359f2 service nova] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Updating instance_info_cache with network_info: [{"id": "fd9c1a28-4f2a-422d-b5cb-273f8c8fad75", "address": "fa:16:3e:47:48:18", "network": {"id": "0b6df8e2-6a55-4533-a477-616e64df7b0a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-365797678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0267784b0241a0b4fe653a10c9ada9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9c1a28-4f", "ovs_interfaceid": "fd9c1a28-4f2a-422d-b5cb-273f8c8fad75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.533766] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801392, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.546848] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] The volume has not been displaced from its original location: [datastore1] volume-90fca54c-9ddd-4bab-95b6-99dc923c12fa/volume-90fca54c-9ddd-4bab-95b6-99dc923c12fa.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1784.552091] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1784.557026] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e12e43e5-50af-4b9a-8064-949d0931e055 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.568938] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801393, 'name': CreateVM_Task, 'duration_secs': 0.398383} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.569620] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1784.570544] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.570699] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.571019] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1784.571254] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-561d3ef0-f0ac-4b55-a7ba-621ad1f906af {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.576888] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1784.576888] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52518445-9ea6-54f7-663a-10c96c35b81a" [ 1784.576888] env[63248]: _type = "Task" [ 1784.576888] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.577149] env[63248]: DEBUG oslo_vmware.api [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1784.577149] env[63248]: value = "task-1801394" [ 1784.577149] env[63248]: _type = "Task" [ 1784.577149] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.591154] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52518445-9ea6-54f7-663a-10c96c35b81a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.591154] env[63248]: DEBUG oslo_vmware.api [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.721864] env[63248]: DEBUG oslo_concurrency.lockutils [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] Releasing lock "refresh_cache-381f2fcb-59e4-441d-95a8-67831d9b2c5a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.722226] env[63248]: DEBUG nova.compute.manager [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Received event network-vif-plugged-d9b51dd5-fe3e-4d63-818f-4676f56df744 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1784.722443] env[63248]: DEBUG oslo_concurrency.lockutils [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] Acquiring lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.722672] env[63248]: DEBUG oslo_concurrency.lockutils [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] Lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.722865] env[63248]: DEBUG oslo_concurrency.lockutils [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] Lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.723075] env[63248]: DEBUG nova.compute.manager [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] No waiting events found dispatching network-vif-plugged-d9b51dd5-fe3e-4d63-818f-4676f56df744 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1784.723340] env[63248]: WARNING nova.compute.manager [req-08380906-bb48-4c7a-adfd-78fabb6a47e0 req-2697ba97-1a89-4f09-8b4e-25196fa25553 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Received unexpected event network-vif-plugged-d9b51dd5-fe3e-4d63-818f-4676f56df744 for instance with vm_state building and task_state spawning. [ 1785.005985] env[63248]: DEBUG nova.network.neutron [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1785.038341] env[63248]: DEBUG oslo_concurrency.lockutils [req-bbe1beb3-ca93-4e77-acc0-e692bffdfcb7 req-f09a78a2-ff0c-4edc-8114-045ecef359f2 service nova] Releasing lock "refresh_cache-90ad9ce8-8f41-431b-a57e-79d7abe938ac" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.038801] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801392, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.097785] env[63248]: DEBUG oslo_vmware.api [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801394, 'name': ReconfigVM_Task, 'duration_secs': 0.243604} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.102466] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1785.107965] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52518445-9ea6-54f7-663a-10c96c35b81a, 'name': SearchDatastore_Task, 'duration_secs': 0.193978} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.111486] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acfeb295-06a6-4056-8b0c-6e9b9491ac19 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.125292] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.125292] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1785.125292] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.125479] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.125554] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1785.126648] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89f06fc8-2487-4d37-b63a-79c78bd7453c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.144729] env[63248]: DEBUG oslo_vmware.api [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1785.144729] env[63248]: value = "task-1801395" [ 1785.144729] env[63248]: _type = "Task" [ 1785.144729] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.144729] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1785.144729] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1785.144988] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f3937a-4cce-480f-8f2e-20d138b9ad45 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.161403] env[63248]: DEBUG oslo_vmware.api [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.163048] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1785.163048] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bd8e7c-0fd2-5fb6-da94-260325d1a3d1" [ 1785.163048] env[63248]: _type = "Task" [ 1785.163048] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.175563] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bd8e7c-0fd2-5fb6-da94-260325d1a3d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011921} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.176612] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-415802d6-ddcc-4adb-84b3-01186e99361b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.185357] env[63248]: DEBUG nova.network.neutron [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updating instance_info_cache with network_info: [{"id": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "address": "fa:16:3e:0a:3b:3b", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b51dd5-fe", "ovs_interfaceid": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.189461] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1785.189461] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f8d998-4747-4828-8b0f-239a3c138afa" [ 1785.189461] env[63248]: _type = "Task" [ 1785.189461] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.197420] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f8d998-4747-4828-8b0f-239a3c138afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.304167] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde30a81-327b-43bb-a765-57a30641bef7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.312388] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06517754-eda4-4e69-8807-08341b686630 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.346798] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dc54d6-95c4-4d7a-b34b-b3fc6d288153 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.355169] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5895549-8107-4fd9-886e-eb0b9896d401 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.369556] env[63248]: DEBUG nova.compute.provider_tree [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1785.531618] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801392, 'name': CreateVM_Task, 'duration_secs': 1.580326} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.532525] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1785.533244] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.533408] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.533715] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1785.534209] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49fa47df-9a91-4551-8cf8-0c9554803f94 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.539494] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Waiting for the task: (returnval){ [ 1785.539494] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fbe7a2-d46c-282a-0ffa-9f87c42dc915" [ 1785.539494] env[63248]: _type = "Task" [ 1785.539494] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.547966] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fbe7a2-d46c-282a-0ffa-9f87c42dc915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.655292] env[63248]: DEBUG oslo_vmware.api [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.689568] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.689812] env[63248]: DEBUG nova.compute.manager [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Instance network_info: |[{"id": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "address": "fa:16:3e:0a:3b:3b", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b51dd5-fe", "ovs_interfaceid": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1785.690324] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:3b:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9b51dd5-fe3e-4d63-818f-4676f56df744', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1785.697755] env[63248]: DEBUG oslo.service.loopingcall [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1785.701165] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1785.701399] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ba655cd-b549-4ca0-8494-b86ecad92de5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.722034] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f8d998-4747-4828-8b0f-239a3c138afa, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.723313] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.723573] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 381f2fcb-59e4-441d-95a8-67831d9b2c5a/381f2fcb-59e4-441d-95a8-67831d9b2c5a.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1785.723822] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1785.723822] env[63248]: value = "task-1801396" [ 1785.723822] env[63248]: _type = "Task" [ 1785.723822] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.723996] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fe0a687-8445-40e8-ac53-db52348e0e43 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.735398] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801396, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.736648] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1785.736648] env[63248]: value = "task-1801397" [ 1785.736648] env[63248]: _type = "Task" [ 1785.736648] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.744674] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.872981] env[63248]: DEBUG nova.scheduler.client.report [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1785.991579] env[63248]: INFO nova.compute.manager [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Swapping old allocation on dict_keys(['1638ab4e-cea9-4ee4-8810-cd0c789d1eec']) held by migration 6ab3e422-0654-487c-9e99-e623d60a977f for instance [ 1786.016789] env[63248]: DEBUG nova.scheduler.client.report [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Overwriting current allocation {'allocations': {'1638ab4e-cea9-4ee4-8810-cd0c789d1eec': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 146}}, 'project_id': 'b75bbfc618d7486b8c140a3d8ea1cee6', 'user_id': '6addf7137b0b4e23917a982647b2bda2', 'consumer_generation': 1} on consumer 100e0a22-d8ed-4e31-ba2e-39d86e508363 {{(pid=63248) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1786.054783] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fbe7a2-d46c-282a-0ffa-9f87c42dc915, 'name': SearchDatastore_Task, 'duration_secs': 0.016709} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.055160] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.055381] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1786.055653] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.055833] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.056060] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1786.056356] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ae8e596-0e9c-4013-82dd-c45090e13917 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.076095] env[63248]: DEBUG nova.compute.manager [req-c579acd7-dcfc-447b-b4b6-cc43045013cb req-ed284c9a-ed10-49cd-b2c7-a3a457943017 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Received event network-changed-d9b51dd5-fe3e-4d63-818f-4676f56df744 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1786.076357] env[63248]: DEBUG nova.compute.manager [req-c579acd7-dcfc-447b-b4b6-cc43045013cb req-ed284c9a-ed10-49cd-b2c7-a3a457943017 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Refreshing instance network info cache due to event network-changed-d9b51dd5-fe3e-4d63-818f-4676f56df744. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1786.076621] env[63248]: DEBUG oslo_concurrency.lockutils [req-c579acd7-dcfc-447b-b4b6-cc43045013cb req-ed284c9a-ed10-49cd-b2c7-a3a457943017 service nova] Acquiring lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.076791] env[63248]: DEBUG oslo_concurrency.lockutils [req-c579acd7-dcfc-447b-b4b6-cc43045013cb req-ed284c9a-ed10-49cd-b2c7-a3a457943017 service nova] Acquired lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.077086] env[63248]: DEBUG nova.network.neutron [req-c579acd7-dcfc-447b-b4b6-cc43045013cb req-ed284c9a-ed10-49cd-b2c7-a3a457943017 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Refreshing network info cache for port d9b51dd5-fe3e-4d63-818f-4676f56df744 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1786.079798] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1786.079973] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1786.080910] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e63c75-fefa-41a6-b2c2-caaea04f383e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.090904] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Waiting for the task: (returnval){ [ 1786.090904] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52955922-a4e6-13dd-7cd5-52ce4c66a267" [ 1786.090904] env[63248]: _type = "Task" [ 1786.090904] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.103271] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52955922-a4e6-13dd-7cd5-52ce4c66a267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.105661] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.105838] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.106022] env[63248]: DEBUG nova.network.neutron [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1786.157797] env[63248]: DEBUG oslo_vmware.api [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801395, 'name': ReconfigVM_Task, 'duration_secs': 0.766515} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.158216] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373505', 'volume_id': '90fca54c-9ddd-4bab-95b6-99dc923c12fa', 'name': 'volume-90fca54c-9ddd-4bab-95b6-99dc923c12fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6d81551c-6725-43a1-ab42-dd297944c7f1', 'attached_at': '', 'detached_at': '', 'volume_id': '90fca54c-9ddd-4bab-95b6-99dc923c12fa', 'serial': '90fca54c-9ddd-4bab-95b6-99dc923c12fa'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1786.238325] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801396, 'name': CreateVM_Task, 'duration_secs': 0.472746} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.241485] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1786.242250] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.242401] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.242734] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1786.243422] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-762c76d6-bd80-4558-9afa-3bb0a14f02f1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.251702] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801397, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.252792] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1786.252792] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522e9d3e-e092-7b06-43cf-cc784ce7a19b" [ 1786.252792] env[63248]: _type = "Task" [ 1786.252792] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.261305] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522e9d3e-e092-7b06-43cf-cc784ce7a19b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.601726] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52955922-a4e6-13dd-7cd5-52ce4c66a267, 'name': SearchDatastore_Task, 'duration_secs': 0.051532} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.602754] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16c7cf7-7aea-4cee-921e-81b8e697bec2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.609853] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Waiting for the task: (returnval){ [ 1786.609853] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521f792c-d588-62eb-e8d7-27aaacfeb703" [ 1786.609853] env[63248]: _type = "Task" [ 1786.609853] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.618408] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521f792c-d588-62eb-e8d7-27aaacfeb703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.704352] env[63248]: DEBUG nova.objects.instance [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lazy-loading 'flavor' on Instance uuid 6d81551c-6725-43a1-ab42-dd297944c7f1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.750103] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571908} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.750416] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 381f2fcb-59e4-441d-95a8-67831d9b2c5a/381f2fcb-59e4-441d-95a8-67831d9b2c5a.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1786.750667] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1786.750946] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b13261a-10dc-4143-942d-728e363309bf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.758423] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1786.758423] env[63248]: value = "task-1801398" [ 1786.758423] env[63248]: _type = "Task" [ 1786.758423] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.763950] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522e9d3e-e092-7b06-43cf-cc784ce7a19b, 'name': SearchDatastore_Task, 'duration_secs': 0.044124} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.768029] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.768366] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1786.768647] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.775228] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.883195] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.431s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.886575] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.267s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.888780] env[63248]: INFO nova.compute.claims [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1786.944750] env[63248]: DEBUG nova.network.neutron [req-c579acd7-dcfc-447b-b4b6-cc43045013cb req-ed284c9a-ed10-49cd-b2c7-a3a457943017 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updated VIF entry in instance network info cache for port d9b51dd5-fe3e-4d63-818f-4676f56df744. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1786.945317] env[63248]: DEBUG nova.network.neutron [req-c579acd7-dcfc-447b-b4b6-cc43045013cb req-ed284c9a-ed10-49cd-b2c7-a3a457943017 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updating instance_info_cache with network_info: [{"id": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "address": "fa:16:3e:0a:3b:3b", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b51dd5-fe", "ovs_interfaceid": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.976661] env[63248]: DEBUG nova.network.neutron [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance_info_cache with network_info: [{"id": "62f11217-ea41-424a-b30a-87057e7af6d7", "address": "fa:16:3e:5e:6b:83", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f11217-ea", "ovs_interfaceid": "62f11217-ea41-424a-b30a-87057e7af6d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.122267] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521f792c-d588-62eb-e8d7-27aaacfeb703, 'name': SearchDatastore_Task, 'duration_secs': 0.009909} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.122535] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.122795] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 90ad9ce8-8f41-431b-a57e-79d7abe938ac/90ad9ce8-8f41-431b-a57e-79d7abe938ac.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1787.123129] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.123325] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1787.123536] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4089763-293d-4a38-b197-3a8964524a19 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.125413] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff3f2962-d80e-436f-b52b-83248d1a2c6a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.132775] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Waiting for the task: (returnval){ [ 1787.132775] env[63248]: value = "task-1801399" [ 1787.132775] env[63248]: _type = "Task" [ 1787.132775] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.137242] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1787.137426] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1787.138487] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8242e675-e362-47d3-89dd-749b01a75ed2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.144925] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.148342] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1787.148342] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5231b07a-98c1-5a05-29e3-7b2ecc682cfe" [ 1787.148342] env[63248]: _type = "Task" [ 1787.148342] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.156441] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5231b07a-98c1-5a05-29e3-7b2ecc682cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.273905] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078713} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.274198] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1787.275031] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eb675b-c62c-46c0-b7a8-6107f3fc6597 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.297876] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 381f2fcb-59e4-441d-95a8-67831d9b2c5a/381f2fcb-59e4-441d-95a8-67831d9b2c5a.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1787.299331] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d29573f-3d99-46b9-97a1-01526182e2e8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.318321] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1787.318321] env[63248]: value = "task-1801400" [ 1787.318321] env[63248]: _type = "Task" [ 1787.318321] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.327304] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.448190] env[63248]: DEBUG oslo_concurrency.lockutils [req-c579acd7-dcfc-447b-b4b6-cc43045013cb req-ed284c9a-ed10-49cd-b2c7-a3a457943017 service nova] Releasing lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.463056] env[63248]: INFO nova.scheduler.client.report [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleted allocation for migration 32a2201e-65d3-4151-b727-5543da82f994 [ 1787.479664] env[63248]: DEBUG oslo_concurrency.lockutils [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "refresh_cache-100e0a22-d8ed-4e31-ba2e-39d86e508363" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.481200] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5235a8b3-0476-4da7-8a24-4837dd95eae5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.491343] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac6588e-ebae-480d-bc7b-96610f4ca779 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.645690] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801399, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.662021] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5231b07a-98c1-5a05-29e3-7b2ecc682cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.011963} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.662933] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f99066f-b6d0-48c4-b3b0-84871842dbfb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.669035] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1787.669035] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ecc4bc-a0ca-e0c4-7ea6-4a2ef3654638" [ 1787.669035] env[63248]: _type = "Task" [ 1787.669035] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.678871] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ecc4bc-a0ca-e0c4-7ea6-4a2ef3654638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.712154] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc15acd4-2738-4ff4-9eb5-32281acb7431 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.804s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.828726] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801400, 'name': ReconfigVM_Task, 'duration_secs': 0.467027} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.829028] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 381f2fcb-59e4-441d-95a8-67831d9b2c5a/381f2fcb-59e4-441d-95a8-67831d9b2c5a.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1787.829664] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6ceba93-ab61-4234-ae6d-25d08cc935fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.837167] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1787.837167] env[63248]: value = "task-1801401" [ 1787.837167] env[63248]: _type = "Task" [ 1787.837167] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.846078] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801401, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.968330] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.587s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.110972] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Acquiring lock "f2c0d22d-3a50-49b4-b573-d2f1ded730a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.111557] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Lock "f2c0d22d-3a50-49b4-b573-d2f1ded730a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.111557] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Acquiring lock "f2c0d22d-3a50-49b4-b573-d2f1ded730a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.111624] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Lock "f2c0d22d-3a50-49b4-b573-d2f1ded730a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.113500] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Lock "f2c0d22d-3a50-49b4-b573-d2f1ded730a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.114461] env[63248]: INFO nova.compute.manager [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Terminating instance [ 1788.145375] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525752} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.146034] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 90ad9ce8-8f41-431b-a57e-79d7abe938ac/90ad9ce8-8f41-431b-a57e-79d7abe938ac.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1788.146204] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1788.146493] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d56acd5-4e96-4965-8e4d-84c40ab2ee28 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.152046] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07536a71-6e94-487e-a234-69a29dd67ac9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.159275] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf970caf-2268-437e-82fd-132d36bcdd80 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.162527] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Waiting for the task: (returnval){ [ 1788.162527] env[63248]: value = "task-1801402" [ 1788.162527] env[63248]: _type = "Task" [ 1788.162527] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.195135] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853fd75e-0812-4ac0-9182-9f9e1604b66e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.200566] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.209709] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d23944c-d113-4227-96db-28adaf319d68 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.213667] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ecc4bc-a0ca-e0c4-7ea6-4a2ef3654638, 'name': SearchDatastore_Task, 'duration_secs': 0.014051} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.214176] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.214447] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] bc40d7aa-e11c-4f09-8db4-f4e55221d57b/bc40d7aa-e11c-4f09-8db4-f4e55221d57b.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1788.215244] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ad1a4ba-6d5a-444c-81d9-b45bf28653da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.225681] env[63248]: DEBUG nova.compute.provider_tree [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.233715] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1788.233715] env[63248]: value = "task-1801403" [ 1788.233715] env[63248]: _type = "Task" [ 1788.233715] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.244013] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.348977] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801401, 'name': Rename_Task, 'duration_secs': 0.159711} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.348977] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1788.349173] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b60e7b2a-b427-42d7-abf7-35b5fd1920d2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.356354] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1788.356354] env[63248]: value = "task-1801404" [ 1788.356354] env[63248]: _type = "Task" [ 1788.356354] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.364066] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.580991] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "6d81551c-6725-43a1-ab42-dd297944c7f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.581327] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.581761] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "6d81551c-6725-43a1-ab42-dd297944c7f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.581864] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.582088] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.584496] env[63248]: INFO nova.compute.manager [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Terminating instance [ 1788.608563] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1788.609010] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04ea6310-3c89-459a-a215-8834c416c44e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.619337] env[63248]: DEBUG nova.compute.manager [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1788.619579] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1788.620142] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1788.620142] env[63248]: value = "task-1801405" [ 1788.620142] env[63248]: _type = "Task" [ 1788.620142] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.621363] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d290140-f8e8-4bfa-82b8-8bee5f392fe1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.634109] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1788.637283] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0726667a-0039-4d01-bedf-4227e60ef00e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.638950] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.645832] env[63248]: DEBUG oslo_vmware.api [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Waiting for the task: (returnval){ [ 1788.645832] env[63248]: value = "task-1801406" [ 1788.645832] env[63248]: _type = "Task" [ 1788.645832] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.656186] env[63248]: DEBUG oslo_vmware.api [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.674601] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091351} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.674986] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1788.675943] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c24385f-d812-461d-9855-78da1ba68315 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.705135] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 90ad9ce8-8f41-431b-a57e-79d7abe938ac/90ad9ce8-8f41-431b-a57e-79d7abe938ac.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1788.705522] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67b8dd0f-4be1-4e4f-abc9-535da1588ad4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.727926] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Waiting for the task: (returnval){ [ 1788.727926] env[63248]: value = "task-1801407" [ 1788.727926] env[63248]: _type = "Task" [ 1788.727926] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.728857] env[63248]: DEBUG nova.scheduler.client.report [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1788.744834] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801403, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.748096] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801407, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.867523] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801404, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.088855] env[63248]: DEBUG nova.compute.manager [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1789.089122] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1789.090037] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0901ce1a-3559-404d-b6a4-494497dd3340 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.098224] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1789.098491] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8a723d2-c6c9-438d-b0cc-8e1245cd6224 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.107100] env[63248]: DEBUG oslo_vmware.api [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1789.107100] env[63248]: value = "task-1801408" [ 1789.107100] env[63248]: _type = "Task" [ 1789.107100] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.116262] env[63248]: DEBUG oslo_vmware.api [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.135636] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801405, 'name': PowerOffVM_Task, 'duration_secs': 0.339463} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.135888] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1789.136747] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.136966] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.137141] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.137325] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.137471] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.137617] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.137819] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.137995] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.138191] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.138367] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.138540] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.144027] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-595e4e20-3f22-4c73-90a7-c6868bdb1b90 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.163867] env[63248]: DEBUG oslo_vmware.api [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801406, 'name': PowerOffVM_Task, 'duration_secs': 0.267165} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.165380] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1789.165586] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1789.165897] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1789.165897] env[63248]: value = "task-1801409" [ 1789.165897] env[63248]: _type = "Task" [ 1789.165897] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.166110] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d954f04-5540-4b42-a105-5895f84315c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.179954] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801409, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.236938] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.237481] env[63248]: DEBUG nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1789.240840] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.590s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.242656] env[63248]: INFO nova.compute.claims [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1789.254263] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521919} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.258114] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] bc40d7aa-e11c-4f09-8db4-f4e55221d57b/bc40d7aa-e11c-4f09-8db4-f4e55221d57b.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1789.258362] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1789.258661] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801407, 'name': ReconfigVM_Task, 'duration_secs': 0.428285} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.258866] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdac4dfc-d83a-4432-b64e-b65704d16617 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.260924] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 90ad9ce8-8f41-431b-a57e-79d7abe938ac/90ad9ce8-8f41-431b-a57e-79d7abe938ac.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1789.261536] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1445dd95-b227-4ae9-8aa4-fd6fd1371ccf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.268894] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Waiting for the task: (returnval){ [ 1789.268894] env[63248]: value = "task-1801411" [ 1789.268894] env[63248]: _type = "Task" [ 1789.268894] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.273752] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1789.273752] env[63248]: value = "task-1801412" [ 1789.273752] env[63248]: _type = "Task" [ 1789.273752] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.283788] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801411, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.289240] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.319073] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1789.319073] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1789.319298] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Deleting the datastore file [datastore1] f2c0d22d-3a50-49b4-b573-d2f1ded730a9 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1789.320177] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2330c7f8-7873-4209-858b-dc78fe3269c3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.328945] env[63248]: DEBUG oslo_vmware.api [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Waiting for the task: (returnval){ [ 1789.328945] env[63248]: value = "task-1801413" [ 1789.328945] env[63248]: _type = "Task" [ 1789.328945] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.339148] env[63248]: DEBUG oslo_vmware.api [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.369550] env[63248]: DEBUG oslo_vmware.api [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801404, 'name': PowerOnVM_Task, 'duration_secs': 0.652999} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.369865] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1789.370110] env[63248]: INFO nova.compute.manager [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Took 13.65 seconds to spawn the instance on the hypervisor. [ 1789.370322] env[63248]: DEBUG nova.compute.manager [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1789.371102] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7f3b6f-beb5-40a8-b00f-41a27d73d1c7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.419024] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.419342] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.419557] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.419737] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.421384] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.422462] env[63248]: INFO nova.compute.manager [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Terminating instance [ 1789.616862] env[63248]: DEBUG oslo_vmware.api [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801408, 'name': PowerOffVM_Task, 'duration_secs': 0.359016} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.617161] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1789.617334] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1789.617643] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-482a0dab-d253-484d-a9e8-e036cb7f4439 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.677674] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801409, 'name': ReconfigVM_Task, 'duration_secs': 0.178795} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.678460] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9193e862-a5d8-457b-bbb1-70781a959fbd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.700911] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.701173] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.701433] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.701642] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.701795] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.701955] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.702184] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.702343] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.702510] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.702669] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.702837] env[63248]: DEBUG nova.virt.hardware [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.703699] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3361895-b638-4789-af74-3d0de788cb50 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.710991] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1789.710991] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52247dcd-0e43-0a89-cf13-f3d48e1ce9ba" [ 1789.710991] env[63248]: _type = "Task" [ 1789.710991] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.719405] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52247dcd-0e43-0a89-cf13-f3d48e1ce9ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.743476] env[63248]: DEBUG nova.compute.utils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1789.745031] env[63248]: DEBUG nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1789.745196] env[63248]: DEBUG nova.network.neutron [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1789.783368] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098582} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.787038] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1789.787413] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801411, 'name': Rename_Task, 'duration_secs': 0.216363} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.788138] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e05e4a-e019-4cbc-b5dd-42f00f967aee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.790747] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1789.790995] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-489d395f-3287-4718-bd59-2ea1e7f6a8cc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.796255] env[63248]: DEBUG nova.policy [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecea4f2a74944a67938671c1a4ae31db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab94463b389945428634e0c815b0e103', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1789.818550] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] bc40d7aa-e11c-4f09-8db4-f4e55221d57b/bc40d7aa-e11c-4f09-8db4-f4e55221d57b.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1789.819824] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60923559-6343-452b-b776-4bb3fd7b22f4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.834937] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Waiting for the task: (returnval){ [ 1789.834937] env[63248]: value = "task-1801415" [ 1789.834937] env[63248]: _type = "Task" [ 1789.834937] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.836722] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1789.836922] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1789.837119] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Deleting the datastore file [datastore1] 6d81551c-6725-43a1-ab42-dd297944c7f1 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1789.843397] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9af8c027-e34a-41c9-a12f-31020e99a43e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.847133] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1789.847133] env[63248]: value = "task-1801416" [ 1789.847133] env[63248]: _type = "Task" [ 1789.847133] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.856967] env[63248]: DEBUG oslo_vmware.api [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1789.856967] env[63248]: value = "task-1801417" [ 1789.856967] env[63248]: _type = "Task" [ 1789.856967] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.857219] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.857501] env[63248]: DEBUG oslo_vmware.api [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Task: {'id': task-1801413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191378} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.858188] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1789.858384] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1789.858580] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1789.858759] env[63248]: INFO nova.compute.manager [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1789.858995] env[63248]: DEBUG oslo.service.loopingcall [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.861945] env[63248]: DEBUG nova.compute.manager [-] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1789.862436] env[63248]: DEBUG nova.network.neutron [-] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1789.866965] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.873075] env[63248]: DEBUG oslo_vmware.api [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.889607] env[63248]: INFO nova.compute.manager [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Took 22.76 seconds to build instance. [ 1789.926187] env[63248]: DEBUG nova.compute.manager [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1789.926340] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1789.927248] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d8d96c-955f-4eed-8020-092e8cc4ad37 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.936363] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1789.936635] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6281f540-8466-4889-b0ab-3e05b324731e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.944133] env[63248]: DEBUG oslo_vmware.api [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1789.944133] env[63248]: value = "task-1801418" [ 1789.944133] env[63248]: _type = "Task" [ 1789.944133] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.954186] env[63248]: DEBUG oslo_vmware.api [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.226050] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52247dcd-0e43-0a89-cf13-f3d48e1ce9ba, 'name': SearchDatastore_Task, 'duration_secs': 0.045581} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.232846] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1790.233228] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc28aae1-0ef8-4f3b-8236-54fb1811bdd1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.255436] env[63248]: DEBUG nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1790.268243] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1790.268243] env[63248]: value = "task-1801419" [ 1790.268243] env[63248]: _type = "Task" [ 1790.268243] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.281021] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.299373] env[63248]: DEBUG nova.network.neutron [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Successfully created port: 6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1790.349711] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.367875] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.379474] env[63248]: DEBUG oslo_vmware.api [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30784} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.379789] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1790.380857] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1790.380857] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1790.380959] env[63248]: INFO nova.compute.manager [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1790.381322] env[63248]: DEBUG oslo.service.loopingcall [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.381828] env[63248]: DEBUG nova.compute.manager [-] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1790.382065] env[63248]: DEBUG nova.network.neutron [-] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1790.395619] env[63248]: DEBUG oslo_concurrency.lockutils [None req-702aefa9-756d-4550-ab77-db4f1330e848 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.277s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.458885] env[63248]: DEBUG oslo_vmware.api [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801418, 'name': PowerOffVM_Task, 'duration_secs': 0.355087} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.459396] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1790.459586] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1790.459904] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5388aa9-d81b-4f2a-ace5-d01a299dd433 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.547662] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b07b5c4-edf4-4ee9-96dc-acacbae8afcb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.556695] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce285d86-5e39-42a5-8e41-37287accfdbe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.593698] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7177e33e-fef5-4e59-b16a-c958615d4e30 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.602323] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49005e00-f108-4cac-a1f9-e7f5cfbd5f00 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.618459] env[63248]: DEBUG nova.compute.provider_tree [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.777995] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801419, 'name': ReconfigVM_Task, 'duration_secs': 0.472821} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.778437] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1790.779726] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f9cb0d-aee0-44bc-a316-4917de0eb922 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.806069] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 100e0a22-d8ed-4e31-ba2e-39d86e508363/100e0a22-d8ed-4e31-ba2e-39d86e508363.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1790.807229] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a919fc8b-f66a-4814-8aff-f6e25ad1fe47 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.827773] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1790.827773] env[63248]: value = "task-1801421" [ 1790.827773] env[63248]: _type = "Task" [ 1790.827773] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.839016] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.848161] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.861587] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801416, 'name': ReconfigVM_Task, 'duration_secs': 0.570268} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.861587] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Reconfigured VM instance instance-00000063 to attach disk [datastore1] bc40d7aa-e11c-4f09-8db4-f4e55221d57b/bc40d7aa-e11c-4f09-8db4-f4e55221d57b.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.861587] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e9f2c60-abad-40a1-aabe-d3c30b178b36 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.868084] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1790.868084] env[63248]: value = "task-1801422" [ 1790.868084] env[63248]: _type = "Task" [ 1790.868084] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.879156] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801422, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.946330] env[63248]: DEBUG nova.compute.manager [req-af2f7296-c516-4022-9458-9af9efb788b2 req-35fbaf64-5307-4916-b201-a1c27661a326 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Received event network-vif-deleted-9f3e51ee-7939-44a9-a988-f360d659d92f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1790.946330] env[63248]: INFO nova.compute.manager [req-af2f7296-c516-4022-9458-9af9efb788b2 req-35fbaf64-5307-4916-b201-a1c27661a326 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Neutron deleted interface 9f3e51ee-7939-44a9-a988-f360d659d92f; detaching it from the instance and deleting it from the info cache [ 1790.946330] env[63248]: DEBUG nova.network.neutron [req-af2f7296-c516-4022-9458-9af9efb788b2 req-35fbaf64-5307-4916-b201-a1c27661a326 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.122652] env[63248]: DEBUG nova.scheduler.client.report [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1791.175025] env[63248]: DEBUG nova.network.neutron [-] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.267863] env[63248]: DEBUG nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1791.315445] env[63248]: DEBUG nova.compute.manager [req-8266f69f-1462-43af-b1a0-564603e64026 req-94fcb3ac-8b10-4634-92c8-6eb7354352c4 service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Received event network-changed-ece861a6-8052-495a-8529-8a6dc150dba5 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1791.315753] env[63248]: DEBUG nova.compute.manager [req-8266f69f-1462-43af-b1a0-564603e64026 req-94fcb3ac-8b10-4634-92c8-6eb7354352c4 service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Refreshing instance network info cache due to event network-changed-ece861a6-8052-495a-8529-8a6dc150dba5. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1791.316106] env[63248]: DEBUG oslo_concurrency.lockutils [req-8266f69f-1462-43af-b1a0-564603e64026 req-94fcb3ac-8b10-4634-92c8-6eb7354352c4 service nova] Acquiring lock "refresh_cache-381f2fcb-59e4-441d-95a8-67831d9b2c5a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.316351] env[63248]: DEBUG oslo_concurrency.lockutils [req-8266f69f-1462-43af-b1a0-564603e64026 req-94fcb3ac-8b10-4634-92c8-6eb7354352c4 service nova] Acquired lock "refresh_cache-381f2fcb-59e4-441d-95a8-67831d9b2c5a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.316636] env[63248]: DEBUG nova.network.neutron [req-8266f69f-1462-43af-b1a0-564603e64026 req-94fcb3ac-8b10-4634-92c8-6eb7354352c4 service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Refreshing network info cache for port ece861a6-8052-495a-8529-8a6dc150dba5 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.324148] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1791.324514] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1791.324801] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1791.325116] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1791.325645] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1791.325901] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1791.326282] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1791.329800] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1791.329800] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1791.329800] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1791.329800] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1791.330907] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87af2b2b-a511-451c-b2cb-fccab42b4cd9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.361395] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2282af-cace-4b66-a6a5-0bdaf2b7defc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.383956] env[63248]: DEBUG oslo_vmware.api [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801415, 'name': PowerOnVM_Task, 'duration_secs': 1.294846} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.384555] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801421, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.390508] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1791.390823] env[63248]: INFO nova.compute.manager [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Took 17.04 seconds to spawn the instance on the hypervisor. [ 1791.391041] env[63248]: DEBUG nova.compute.manager [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1791.392982] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1368ead-7ba6-47d6-b1b0-a89881976478 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.419679] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801422, 'name': Rename_Task, 'duration_secs': 0.225047} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.422656] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1791.427675] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80c95a80-3cf1-45af-b659-40e86117227d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.437262] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1791.437262] env[63248]: value = "task-1801423" [ 1791.437262] env[63248]: _type = "Task" [ 1791.437262] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.451224] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.451513] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65cc3f1d-c248-4b64-9c58-6a84ec3082b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.462446] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8e8825-0f29-4b21-9f84-4f7e8f9e5f20 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.502609] env[63248]: DEBUG nova.compute.manager [req-af2f7296-c516-4022-9458-9af9efb788b2 req-35fbaf64-5307-4916-b201-a1c27661a326 service nova] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Detach interface failed, port_id=9f3e51ee-7939-44a9-a988-f360d659d92f, reason: Instance f2c0d22d-3a50-49b4-b573-d2f1ded730a9 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1791.630157] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.630691] env[63248]: DEBUG nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1791.633353] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.908s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.635283] env[63248]: INFO nova.compute.claims [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1791.679339] env[63248]: INFO nova.compute.manager [-] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Took 1.82 seconds to deallocate network for instance. [ 1791.843975] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801421, 'name': ReconfigVM_Task, 'duration_secs': 0.64881} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.844341] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 100e0a22-d8ed-4e31-ba2e-39d86e508363/100e0a22-d8ed-4e31-ba2e-39d86e508363.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1791.845262] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9c2610-801d-4397-8aef-b60adf04f1aa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.869719] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a020b560-2e1e-4b41-91ad-7d97c878599d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.895614] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b46141-4b33-406d-ac03-7ad96fa3587c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.920845] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f4fcb9-899b-4090-b2ab-9cd338b49ebb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.929416] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1791.929696] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2109a3a-7a5a-4cd7-bd01-afd2d8536161 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.941021] env[63248]: INFO nova.compute.manager [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Took 27.35 seconds to build instance. [ 1791.949272] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1791.949272] env[63248]: value = "task-1801424" [ 1791.949272] env[63248]: _type = "Task" [ 1791.949272] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.951994] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.966022] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.033211] env[63248]: DEBUG nova.network.neutron [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Successfully updated port: 6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1792.048028] env[63248]: DEBUG nova.network.neutron [-] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.066947] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1792.066947] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1792.066947] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleting the datastore file [datastore1] eea37e34-3e79-465e-b2d1-30cfe1e3d3d9 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1792.067133] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f9c9480-ec4d-4aa5-a6d6-d503c685f817 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.075891] env[63248]: DEBUG oslo_vmware.api [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for the task: (returnval){ [ 1792.075891] env[63248]: value = "task-1801425" [ 1792.075891] env[63248]: _type = "Task" [ 1792.075891] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.085915] env[63248]: DEBUG oslo_vmware.api [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.140200] env[63248]: DEBUG nova.compute.utils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1792.144742] env[63248]: DEBUG nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1792.144953] env[63248]: DEBUG nova.network.neutron [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1792.186924] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.200060] env[63248]: DEBUG nova.policy [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecea4f2a74944a67938671c1a4ae31db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab94463b389945428634e0c815b0e103', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1792.283226] env[63248]: DEBUG nova.network.neutron [req-8266f69f-1462-43af-b1a0-564603e64026 req-94fcb3ac-8b10-4634-92c8-6eb7354352c4 service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Updated VIF entry in instance network info cache for port ece861a6-8052-495a-8529-8a6dc150dba5. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.283605] env[63248]: DEBUG nova.network.neutron [req-8266f69f-1462-43af-b1a0-564603e64026 req-94fcb3ac-8b10-4634-92c8-6eb7354352c4 service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Updating instance_info_cache with network_info: [{"id": "ece861a6-8052-495a-8529-8a6dc150dba5", "address": "fa:16:3e:ad:dd:4e", "network": {"id": "20e93985-1a78-4f32-824f-8a448254e8bc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-688313599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1a802e85fc642a4bdb3fb5b5afa33ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece861a6-80", "ovs_interfaceid": "ece861a6-8052-495a-8529-8a6dc150dba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.442502] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4a44c077-8c66-453b-89c7-ea7646b47141 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Lock "90ad9ce8-8f41-431b-a57e-79d7abe938ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.870s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.454034] env[63248]: DEBUG oslo_vmware.api [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801423, 'name': PowerOnVM_Task, 'duration_secs': 0.789855} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.459105] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1792.459739] env[63248]: INFO nova.compute.manager [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1792.459739] env[63248]: DEBUG nova.compute.manager [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1792.460765] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b830373-0686-4663-b055-a3e35bd50b03 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.472389] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801424, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.479912] env[63248]: DEBUG nova.network.neutron [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Successfully created port: ab669935-f979-4d8c-afb8-fcb391fa90a1 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1792.537382] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "refresh_cache-0cad1f9d-6569-46cf-9171-29e4f3758d8e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.537665] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired lock "refresh_cache-0cad1f9d-6569-46cf-9171-29e4f3758d8e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.537928] env[63248]: DEBUG nova.network.neutron [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1792.551374] env[63248]: INFO nova.compute.manager [-] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Took 2.17 seconds to deallocate network for instance. [ 1792.588640] env[63248]: DEBUG oslo_vmware.api [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Task: {'id': task-1801425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195814} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.588951] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1792.589153] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1792.589333] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1792.589504] env[63248]: INFO nova.compute.manager [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1792.589756] env[63248]: DEBUG oslo.service.loopingcall [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.589977] env[63248]: DEBUG nova.compute.manager [-] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1792.590214] env[63248]: DEBUG nova.network.neutron [-] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1792.643176] env[63248]: DEBUG nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1792.787037] env[63248]: DEBUG oslo_concurrency.lockutils [req-8266f69f-1462-43af-b1a0-564603e64026 req-94fcb3ac-8b10-4634-92c8-6eb7354352c4 service nova] Releasing lock "refresh_cache-381f2fcb-59e4-441d-95a8-67831d9b2c5a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.918784] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df762270-5ddc-41bf-8cd0-9fbe88a4c5f9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.931666] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae831353-605a-4298-9973-380958393b8e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.969401] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf82af1-d829-45cf-a796-070669cb6070 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.976636] env[63248]: DEBUG nova.compute.manager [req-627d9928-a60e-4e10-a643-990148d0552b req-6670a5ff-44f1-46f0-b9bf-1c1489149b67 service nova] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Received event network-vif-plugged-6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1792.976872] env[63248]: DEBUG oslo_concurrency.lockutils [req-627d9928-a60e-4e10-a643-990148d0552b req-6670a5ff-44f1-46f0-b9bf-1c1489149b67 service nova] Acquiring lock "0cad1f9d-6569-46cf-9171-29e4f3758d8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.977292] env[63248]: DEBUG oslo_concurrency.lockutils [req-627d9928-a60e-4e10-a643-990148d0552b req-6670a5ff-44f1-46f0-b9bf-1c1489149b67 service nova] Lock "0cad1f9d-6569-46cf-9171-29e4f3758d8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.977292] env[63248]: DEBUG oslo_concurrency.lockutils [req-627d9928-a60e-4e10-a643-990148d0552b req-6670a5ff-44f1-46f0-b9bf-1c1489149b67 service nova] Lock "0cad1f9d-6569-46cf-9171-29e4f3758d8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.977423] env[63248]: DEBUG nova.compute.manager [req-627d9928-a60e-4e10-a643-990148d0552b req-6670a5ff-44f1-46f0-b9bf-1c1489149b67 service nova] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] No waiting events found dispatching network-vif-plugged-6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1792.977580] env[63248]: WARNING nova.compute.manager [req-627d9928-a60e-4e10-a643-990148d0552b req-6670a5ff-44f1-46f0-b9bf-1c1489149b67 service nova] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Received unexpected event network-vif-plugged-6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6 for instance with vm_state building and task_state spawning. [ 1792.977738] env[63248]: DEBUG nova.compute.manager [req-627d9928-a60e-4e10-a643-990148d0552b req-6670a5ff-44f1-46f0-b9bf-1c1489149b67 service nova] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Received event network-changed-6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1792.977890] env[63248]: DEBUG nova.compute.manager [req-627d9928-a60e-4e10-a643-990148d0552b req-6670a5ff-44f1-46f0-b9bf-1c1489149b67 service nova] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Refreshing instance network info cache due to event network-changed-6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1792.978239] env[63248]: DEBUG oslo_concurrency.lockutils [req-627d9928-a60e-4e10-a643-990148d0552b req-6670a5ff-44f1-46f0-b9bf-1c1489149b67 service nova] Acquiring lock "refresh_cache-0cad1f9d-6569-46cf-9171-29e4f3758d8e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.983417] env[63248]: DEBUG oslo_vmware.api [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801424, 'name': PowerOnVM_Task, 'duration_secs': 0.641828} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.987529] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1792.992054] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757ef515-6e62-4f54-bd71-07a5acf25aef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.998105] env[63248]: INFO nova.compute.manager [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Took 20.68 seconds to build instance. [ 1793.010793] env[63248]: DEBUG nova.compute.provider_tree [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.062354] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.076932] env[63248]: DEBUG nova.network.neutron [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1793.309570] env[63248]: DEBUG nova.network.neutron [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Updating instance_info_cache with network_info: [{"id": "6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6", "address": "fa:16:3e:eb:7c:78", "network": {"id": "20f66868-9265-4e78-9e19-367da94dfc53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-5361821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab94463b389945428634e0c815b0e103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0c6abc-a4", "ovs_interfaceid": "6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.364969] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Acquiring lock "90ad9ce8-8f41-431b-a57e-79d7abe938ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.364969] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Lock "90ad9ce8-8f41-431b-a57e-79d7abe938ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.365249] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Acquiring lock "90ad9ce8-8f41-431b-a57e-79d7abe938ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.365864] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Lock "90ad9ce8-8f41-431b-a57e-79d7abe938ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.365864] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Lock "90ad9ce8-8f41-431b-a57e-79d7abe938ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.367859] env[63248]: INFO nova.compute.manager [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Terminating instance [ 1793.379468] env[63248]: DEBUG nova.network.neutron [-] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.454038] env[63248]: DEBUG nova.compute.manager [req-6ebe338a-2634-4c4d-abab-a4a6865aa469 req-f00f81c3-c33f-429b-86d8-b8173b17dc29 service nova] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Received event network-vif-deleted-859cf8bc-f710-4004-bf45-5a920e1cf39a {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1793.454292] env[63248]: DEBUG nova.compute.manager [req-6ebe338a-2634-4c4d-abab-a4a6865aa469 req-f00f81c3-c33f-429b-86d8-b8173b17dc29 service nova] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Received event network-vif-deleted-1921c680-5531-42aa-8597-c3207957c09d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1793.503302] env[63248]: DEBUG oslo_concurrency.lockutils [None req-74bc56db-495e-40f5-97fa-42ff2a845e17 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.193s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.514652] env[63248]: DEBUG nova.scheduler.client.report [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1793.664021] env[63248]: DEBUG nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1793.693882] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1793.693882] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1793.693882] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1793.695088] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1793.695088] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1793.695088] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1793.695088] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1793.695088] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1793.695088] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1793.695367] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1793.695582] env[63248]: DEBUG nova.virt.hardware [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1793.696473] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c686534-393e-4610-8d9b-eddb9cbb122a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.704863] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5c017b-6cb3-4ca6-b97b-e2c07fb2e2e9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.815795] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Releasing lock "refresh_cache-0cad1f9d-6569-46cf-9171-29e4f3758d8e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.816212] env[63248]: DEBUG nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Instance network_info: |[{"id": "6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6", "address": "fa:16:3e:eb:7c:78", "network": {"id": "20f66868-9265-4e78-9e19-367da94dfc53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-5361821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab94463b389945428634e0c815b0e103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0c6abc-a4", "ovs_interfaceid": "6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1793.816513] env[63248]: DEBUG oslo_concurrency.lockutils [req-627d9928-a60e-4e10-a643-990148d0552b req-6670a5ff-44f1-46f0-b9bf-1c1489149b67 service nova] Acquired lock "refresh_cache-0cad1f9d-6569-46cf-9171-29e4f3758d8e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.816711] env[63248]: DEBUG nova.network.neutron [req-627d9928-a60e-4e10-a643-990148d0552b req-6670a5ff-44f1-46f0-b9bf-1c1489149b67 service nova] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Refreshing network info cache for port 6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1793.818806] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:7c:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1793.831771] env[63248]: DEBUG oslo.service.loopingcall [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1793.832094] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1793.832343] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eae1cc7-ef9d-44af-9094-07ac69df6214 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.863444] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1793.863444] env[63248]: value = "task-1801426" [ 1793.863444] env[63248]: _type = "Task" [ 1793.863444] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.872773] env[63248]: DEBUG nova.compute.manager [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1793.873030] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1793.873286] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801426, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.874117] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0756683-955f-4a4e-a498-9444c959c38e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.881956] env[63248]: INFO nova.compute.manager [-] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Took 1.29 seconds to deallocate network for instance. [ 1793.882642] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1793.883992] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f8153b9-8415-4267-b17d-41b9337a0946 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.891973] env[63248]: DEBUG oslo_vmware.api [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Waiting for the task: (returnval){ [ 1793.891973] env[63248]: value = "task-1801427" [ 1793.891973] env[63248]: _type = "Task" [ 1793.891973] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.903272] env[63248]: DEBUG oslo_vmware.api [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.023038] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.023038] env[63248]: DEBUG nova.compute.manager [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1794.027159] env[63248]: DEBUG oslo_concurrency.lockutils [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.751s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.027824] env[63248]: DEBUG nova.objects.instance [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lazy-loading 'resources' on Instance uuid 4889c40a-1c80-4bbb-9640-db9e7c220671 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.055882] env[63248]: INFO nova.compute.manager [None req-cd29d671-758b-4d97-9406-ba9614af115c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance to original state: 'active' [ 1794.070249] env[63248]: DEBUG nova.network.neutron [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Successfully updated port: ab669935-f979-4d8c-afb8-fcb391fa90a1 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1794.374943] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801426, 'name': CreateVM_Task, 'duration_secs': 0.387652} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.375189] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1794.375889] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.376118] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.376725] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1794.377571] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e10690-e7fa-46a7-b362-5b78128e9a51 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.383807] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1794.383807] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52772955-5b6b-cc5f-e6e4-def2a2a87bce" [ 1794.383807] env[63248]: _type = "Task" [ 1794.383807] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.391667] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.403892] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52772955-5b6b-cc5f-e6e4-def2a2a87bce, 'name': SearchDatastore_Task, 'duration_secs': 0.011083} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.405405] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.405405] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1794.405918] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.406039] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.407031] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1794.409659] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2ec23a5-d0a1-4608-8c97-60d213c6d9f0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.411425] env[63248]: DEBUG oslo_vmware.api [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801427, 'name': PowerOffVM_Task, 'duration_secs': 0.275712} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.411707] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1794.411905] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1794.412557] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2aa7b045-0fba-4927-8315-9cec012e7c6d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.420243] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1794.420465] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1794.421309] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-572d7378-be7b-4bba-801e-f88d6fb25f36 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.428135] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1794.428135] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52aeb772-d631-8e1d-a39e-21fddbf1a7fa" [ 1794.428135] env[63248]: _type = "Task" [ 1794.428135] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.436820] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52aeb772-d631-8e1d-a39e-21fddbf1a7fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.490904] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1794.491179] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1794.491324] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Deleting the datastore file [datastore1] 90ad9ce8-8f41-431b-a57e-79d7abe938ac {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1794.492243] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c16a8ee5-559e-404c-b309-252547823d0f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.502406] env[63248]: DEBUG oslo_vmware.api [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Waiting for the task: (returnval){ [ 1794.502406] env[63248]: value = "task-1801429" [ 1794.502406] env[63248]: _type = "Task" [ 1794.502406] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.512781] env[63248]: DEBUG oslo_vmware.api [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.531752] env[63248]: DEBUG nova.compute.utils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1794.540300] env[63248]: DEBUG nova.compute.manager [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1794.540480] env[63248]: DEBUG nova.network.neutron [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1794.570550] env[63248]: DEBUG nova.network.neutron [req-627d9928-a60e-4e10-a643-990148d0552b req-6670a5ff-44f1-46f0-b9bf-1c1489149b67 service nova] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Updated VIF entry in instance network info cache for port 6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1794.570932] env[63248]: DEBUG nova.network.neutron [req-627d9928-a60e-4e10-a643-990148d0552b req-6670a5ff-44f1-46f0-b9bf-1c1489149b67 service nova] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Updating instance_info_cache with network_info: [{"id": "6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6", "address": "fa:16:3e:eb:7c:78", "network": {"id": "20f66868-9265-4e78-9e19-367da94dfc53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-5361821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab94463b389945428634e0c815b0e103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0c6abc-a4", "ovs_interfaceid": "6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.572754] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "refresh_cache-95ed7da1-82bf-4d17-9638-bcbeec9ad046" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.572926] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired lock "refresh_cache-95ed7da1-82bf-4d17-9638-bcbeec9ad046" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.573060] env[63248]: DEBUG nova.network.neutron [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1794.635374] env[63248]: DEBUG nova.policy [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abccb9d18fe64326a01734545bb76e24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bccc2e5b76c94662b2cc14e5a65551f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1794.827636] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc11476-37c8-4662-8b68-c80de4a4014e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.837432] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ddde5e-d7d2-47c4-b3b9-677eb31a3c4c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.872600] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee167a3e-b44d-44ce-bf2a-d89db413104b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.882399] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca46c71b-a4d4-4bf6-a75b-fcd95c7c9f71 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.905396] env[63248]: DEBUG nova.compute.provider_tree [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1794.942659] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52aeb772-d631-8e1d-a39e-21fddbf1a7fa, 'name': SearchDatastore_Task, 'duration_secs': 0.023761} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.942659] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1927bd8e-bcad-4f4b-adb7-f034da554ed4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.949381] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1794.949381] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5256b63f-2194-fdfd-0eef-b60a36a283db" [ 1794.949381] env[63248]: _type = "Task" [ 1794.949381] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.959622] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5256b63f-2194-fdfd-0eef-b60a36a283db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.014604] env[63248]: DEBUG oslo_vmware.api [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Task: {'id': task-1801429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14675} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.016019] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.016126] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1795.016273] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1795.016449] env[63248]: INFO nova.compute.manager [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1795.016693] env[63248]: DEBUG oslo.service.loopingcall [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.019289] env[63248]: DEBUG nova.compute.manager [req-12d9701c-549f-4063-8e15-08bfc6f33e00 req-d4a5e918-e462-4ca2-a6f9-fcfebc2a853e service nova] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Received event network-vif-plugged-ab669935-f979-4d8c-afb8-fcb391fa90a1 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1795.019289] env[63248]: DEBUG oslo_concurrency.lockutils [req-12d9701c-549f-4063-8e15-08bfc6f33e00 req-d4a5e918-e462-4ca2-a6f9-fcfebc2a853e service nova] Acquiring lock "95ed7da1-82bf-4d17-9638-bcbeec9ad046-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.019289] env[63248]: DEBUG oslo_concurrency.lockutils [req-12d9701c-549f-4063-8e15-08bfc6f33e00 req-d4a5e918-e462-4ca2-a6f9-fcfebc2a853e service nova] Lock "95ed7da1-82bf-4d17-9638-bcbeec9ad046-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.019289] env[63248]: DEBUG oslo_concurrency.lockutils [req-12d9701c-549f-4063-8e15-08bfc6f33e00 req-d4a5e918-e462-4ca2-a6f9-fcfebc2a853e service nova] Lock "95ed7da1-82bf-4d17-9638-bcbeec9ad046-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.019289] env[63248]: DEBUG nova.compute.manager [req-12d9701c-549f-4063-8e15-08bfc6f33e00 req-d4a5e918-e462-4ca2-a6f9-fcfebc2a853e service nova] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] No waiting events found dispatching network-vif-plugged-ab669935-f979-4d8c-afb8-fcb391fa90a1 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1795.019289] env[63248]: WARNING nova.compute.manager [req-12d9701c-549f-4063-8e15-08bfc6f33e00 req-d4a5e918-e462-4ca2-a6f9-fcfebc2a853e service nova] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Received unexpected event network-vif-plugged-ab669935-f979-4d8c-afb8-fcb391fa90a1 for instance with vm_state building and task_state spawning. [ 1795.019289] env[63248]: DEBUG nova.compute.manager [req-12d9701c-549f-4063-8e15-08bfc6f33e00 req-d4a5e918-e462-4ca2-a6f9-fcfebc2a853e service nova] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Received event network-changed-ab669935-f979-4d8c-afb8-fcb391fa90a1 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1795.019608] env[63248]: DEBUG nova.compute.manager [req-12d9701c-549f-4063-8e15-08bfc6f33e00 req-d4a5e918-e462-4ca2-a6f9-fcfebc2a853e service nova] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Refreshing instance network info cache due to event network-changed-ab669935-f979-4d8c-afb8-fcb391fa90a1. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1795.019608] env[63248]: DEBUG oslo_concurrency.lockutils [req-12d9701c-549f-4063-8e15-08bfc6f33e00 req-d4a5e918-e462-4ca2-a6f9-fcfebc2a853e service nova] Acquiring lock "refresh_cache-95ed7da1-82bf-4d17-9638-bcbeec9ad046" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.019795] env[63248]: DEBUG nova.compute.manager [-] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1795.019968] env[63248]: DEBUG nova.network.neutron [-] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1795.028393] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "3d8b6751-b766-4c45-ad3a-190985601cde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.028672] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "3d8b6751-b766-4c45-ad3a-190985601cde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.040255] env[63248]: DEBUG nova.network.neutron [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Successfully created port: 82b6edf5-704e-4293-ae91-57a964074e4f {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1795.042622] env[63248]: DEBUG nova.compute.manager [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1795.077598] env[63248]: DEBUG oslo_concurrency.lockutils [req-627d9928-a60e-4e10-a643-990148d0552b req-6670a5ff-44f1-46f0-b9bf-1c1489149b67 service nova] Releasing lock "refresh_cache-0cad1f9d-6569-46cf-9171-29e4f3758d8e" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.127836] env[63248]: DEBUG nova.network.neutron [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1795.342253] env[63248]: DEBUG nova.network.neutron [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Updating instance_info_cache with network_info: [{"id": "ab669935-f979-4d8c-afb8-fcb391fa90a1", "address": "fa:16:3e:54:94:89", "network": {"id": "20f66868-9265-4e78-9e19-367da94dfc53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-5361821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab94463b389945428634e0c815b0e103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab669935-f9", "ovs_interfaceid": "ab669935-f979-4d8c-afb8-fcb391fa90a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.408381] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "100e0a22-d8ed-4e31-ba2e-39d86e508363" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.408748] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.409108] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "100e0a22-d8ed-4e31-ba2e-39d86e508363-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.409417] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.409690] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.412336] env[63248]: INFO nova.compute.manager [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Terminating instance [ 1795.414859] env[63248]: DEBUG nova.scheduler.client.report [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1795.468631] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5256b63f-2194-fdfd-0eef-b60a36a283db, 'name': SearchDatastore_Task, 'duration_secs': 0.029422} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.469044] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.469387] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 0cad1f9d-6569-46cf-9171-29e4f3758d8e/0cad1f9d-6569-46cf-9171-29e4f3758d8e.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1795.469726] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8b44556-94be-4a31-b6f9-edc481859e1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.477651] env[63248]: DEBUG nova.compute.manager [req-5107c522-fb47-4515-9fc5-f47515ce6313 req-ec4cc65b-de0f-4840-b962-a953eeea233d service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Received event network-changed-d9b51dd5-fe3e-4d63-818f-4676f56df744 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1795.477905] env[63248]: DEBUG nova.compute.manager [req-5107c522-fb47-4515-9fc5-f47515ce6313 req-ec4cc65b-de0f-4840-b962-a953eeea233d service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Refreshing instance network info cache due to event network-changed-d9b51dd5-fe3e-4d63-818f-4676f56df744. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1795.478211] env[63248]: DEBUG oslo_concurrency.lockutils [req-5107c522-fb47-4515-9fc5-f47515ce6313 req-ec4cc65b-de0f-4840-b962-a953eeea233d service nova] Acquiring lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.478412] env[63248]: DEBUG oslo_concurrency.lockutils [req-5107c522-fb47-4515-9fc5-f47515ce6313 req-ec4cc65b-de0f-4840-b962-a953eeea233d service nova] Acquired lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.478630] env[63248]: DEBUG nova.network.neutron [req-5107c522-fb47-4515-9fc5-f47515ce6313 req-ec4cc65b-de0f-4840-b962-a953eeea233d service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Refreshing network info cache for port d9b51dd5-fe3e-4d63-818f-4676f56df744 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1795.482033] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1795.482033] env[63248]: value = "task-1801430" [ 1795.482033] env[63248]: _type = "Task" [ 1795.482033] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.494701] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.532040] env[63248]: DEBUG nova.compute.manager [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1795.843767] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Releasing lock "refresh_cache-95ed7da1-82bf-4d17-9638-bcbeec9ad046" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.845965] env[63248]: DEBUG nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Instance network_info: |[{"id": "ab669935-f979-4d8c-afb8-fcb391fa90a1", "address": "fa:16:3e:54:94:89", "network": {"id": "20f66868-9265-4e78-9e19-367da94dfc53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-5361821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab94463b389945428634e0c815b0e103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab669935-f9", "ovs_interfaceid": "ab669935-f979-4d8c-afb8-fcb391fa90a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1795.845965] env[63248]: DEBUG oslo_concurrency.lockutils [req-12d9701c-549f-4063-8e15-08bfc6f33e00 req-d4a5e918-e462-4ca2-a6f9-fcfebc2a853e service nova] Acquired lock "refresh_cache-95ed7da1-82bf-4d17-9638-bcbeec9ad046" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.845965] env[63248]: DEBUG nova.network.neutron [req-12d9701c-549f-4063-8e15-08bfc6f33e00 req-d4a5e918-e462-4ca2-a6f9-fcfebc2a853e service nova] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Refreshing network info cache for port ab669935-f979-4d8c-afb8-fcb391fa90a1 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1795.846524] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:94:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab669935-f979-4d8c-afb8-fcb391fa90a1', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1795.854712] env[63248]: DEBUG oslo.service.loopingcall [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.858078] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1795.858898] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b55c9faf-9629-4987-aca6-a70a23bfb0da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.880248] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1795.880248] env[63248]: value = "task-1801431" [ 1795.880248] env[63248]: _type = "Task" [ 1795.880248] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.888623] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801431, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.899108] env[63248]: DEBUG nova.network.neutron [-] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.922017] env[63248]: DEBUG oslo_concurrency.lockutils [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.926060] env[63248]: DEBUG nova.compute.manager [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1795.926060] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.926736] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.740s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.927042] env[63248]: DEBUG nova.objects.instance [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Lazy-loading 'resources' on Instance uuid f2c0d22d-3a50-49b4-b573-d2f1ded730a9 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1795.928190] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39972692-a90f-4969-8219-d5d1ed8b1033 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.937304] env[63248]: DEBUG oslo_vmware.api [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1795.937304] env[63248]: value = "task-1801432" [ 1795.937304] env[63248]: _type = "Task" [ 1795.937304] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.950958] env[63248]: DEBUG oslo_vmware.api [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.957240] env[63248]: INFO nova.scheduler.client.report [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Deleted allocations for instance 4889c40a-1c80-4bbb-9640-db9e7c220671 [ 1796.001593] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801430, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.053556] env[63248]: DEBUG nova.compute.manager [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1796.058364] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.089162] env[63248]: DEBUG nova.virt.hardware [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1796.089488] env[63248]: DEBUG nova.virt.hardware [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.089684] env[63248]: DEBUG nova.virt.hardware [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1796.090286] env[63248]: DEBUG nova.virt.hardware [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.090514] env[63248]: DEBUG nova.virt.hardware [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1796.090910] env[63248]: DEBUG nova.virt.hardware [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1796.090910] env[63248]: DEBUG nova.virt.hardware [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1796.091189] env[63248]: DEBUG nova.virt.hardware [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1796.091246] env[63248]: DEBUG nova.virt.hardware [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1796.091423] env[63248]: DEBUG nova.virt.hardware [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1796.091682] env[63248]: DEBUG nova.virt.hardware [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1796.093814] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cf8e6d-c10b-4d39-b2b1-203817b13abe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.104809] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a97269-0faf-46bf-9038-8b91bec11b3d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.392013] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801431, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.401853] env[63248]: INFO nova.compute.manager [-] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Took 1.38 seconds to deallocate network for instance. [ 1796.450304] env[63248]: DEBUG oslo_vmware.api [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801432, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.465270] env[63248]: DEBUG nova.network.neutron [req-12d9701c-549f-4063-8e15-08bfc6f33e00 req-d4a5e918-e462-4ca2-a6f9-fcfebc2a853e service nova] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Updated VIF entry in instance network info cache for port ab669935-f979-4d8c-afb8-fcb391fa90a1. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1796.466029] env[63248]: DEBUG nova.network.neutron [req-12d9701c-549f-4063-8e15-08bfc6f33e00 req-d4a5e918-e462-4ca2-a6f9-fcfebc2a853e service nova] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Updating instance_info_cache with network_info: [{"id": "ab669935-f979-4d8c-afb8-fcb391fa90a1", "address": "fa:16:3e:54:94:89", "network": {"id": "20f66868-9265-4e78-9e19-367da94dfc53", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-5361821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab94463b389945428634e0c815b0e103", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab669935-f9", "ovs_interfaceid": "ab669935-f979-4d8c-afb8-fcb391fa90a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.466928] env[63248]: DEBUG oslo_concurrency.lockutils [None req-754473d4-1e8f-4887-8706-d3680305d4cb tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "4889c40a-1c80-4bbb-9640-db9e7c220671" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.778s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.486318] env[63248]: DEBUG nova.network.neutron [req-5107c522-fb47-4515-9fc5-f47515ce6313 req-ec4cc65b-de0f-4840-b962-a953eeea233d service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updated VIF entry in instance network info cache for port d9b51dd5-fe3e-4d63-818f-4676f56df744. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1796.486703] env[63248]: DEBUG nova.network.neutron [req-5107c522-fb47-4515-9fc5-f47515ce6313 req-ec4cc65b-de0f-4840-b962-a953eeea233d service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updating instance_info_cache with network_info: [{"id": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "address": "fa:16:3e:0a:3b:3b", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b51dd5-fe", "ovs_interfaceid": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.501691] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946388} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.502418] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 0cad1f9d-6569-46cf-9171-29e4f3758d8e/0cad1f9d-6569-46cf-9171-29e4f3758d8e.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1796.502640] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1796.502990] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bf5b176-3cdf-4548-8924-db1379275e23 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.512234] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1796.512234] env[63248]: value = "task-1801433" [ 1796.512234] env[63248]: _type = "Task" [ 1796.512234] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.527016] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.687285] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b122b552-4fef-4bde-88c5-e6ccde5db914 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.695498] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96756a58-0c8a-4af4-8b3a-f9e35c5b7fa3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.726374] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f854ccf-deae-45ee-ae62-9b32a934e18e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.734597] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbe09a6-6ee5-471b-b477-a62a39a83e2f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.748803] env[63248]: DEBUG nova.compute.provider_tree [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.859258] env[63248]: DEBUG nova.network.neutron [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Successfully updated port: 82b6edf5-704e-4293-ae91-57a964074e4f {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1796.893523] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801431, 'name': CreateVM_Task, 'duration_secs': 0.73308} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.893741] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1796.894396] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.894567] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.894877] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1796.895206] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46c7d2b-48b9-43fb-a64e-98eedecf1c0b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.900854] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1796.900854] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5208f711-537f-101e-cb40-3498114ccbaf" [ 1796.900854] env[63248]: _type = "Task" [ 1796.900854] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.910447] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.910724] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5208f711-537f-101e-cb40-3498114ccbaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.948958] env[63248]: DEBUG oslo_vmware.api [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801432, 'name': PowerOffVM_Task, 'duration_secs': 0.551115} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.949248] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.949452] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1796.949643] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373485', 'volume_id': 'd42209be-738f-40ef-8c1f-b60a66f36c3d', 'name': 'volume-d42209be-738f-40ef-8c1f-b60a66f36c3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '100e0a22-d8ed-4e31-ba2e-39d86e508363', 'attached_at': '2024-12-12T07:36:27.000000', 'detached_at': '', 'volume_id': 'd42209be-738f-40ef-8c1f-b60a66f36c3d', 'serial': 'd42209be-738f-40ef-8c1f-b60a66f36c3d'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1796.950566] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580db023-e023-46f8-8f3a-a8e4348e6995 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.972638] env[63248]: DEBUG oslo_concurrency.lockutils [req-12d9701c-549f-4063-8e15-08bfc6f33e00 req-d4a5e918-e462-4ca2-a6f9-fcfebc2a853e service nova] Releasing lock "refresh_cache-95ed7da1-82bf-4d17-9638-bcbeec9ad046" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.973611] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726ecaaf-e1ca-4111-8af6-1b321d16decf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.981807] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40876417-59e5-4bbf-8428-526ef2ffb856 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.003824] env[63248]: DEBUG oslo_concurrency.lockutils [req-5107c522-fb47-4515-9fc5-f47515ce6313 req-ec4cc65b-de0f-4840-b962-a953eeea233d service nova] Releasing lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.005286] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260e202f-5904-43ac-8d10-d2cdf4e96ffb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.022288] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] The volume has not been displaced from its original location: [datastore1] volume-d42209be-738f-40ef-8c1f-b60a66f36c3d/volume-d42209be-738f-40ef-8c1f-b60a66f36c3d.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1797.027403] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1797.030630] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7322f38-d20e-4929-9517-2e592f1f8d48 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.046239] env[63248]: DEBUG nova.compute.manager [req-bf4ebc45-9093-4092-a3d2-6ff3c99b0005 req-55674b19-2287-4bf8-bc15-f351384bb667 service nova] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Received event network-vif-deleted-fd9c1a28-4f2a-422d-b5cb-273f8c8fad75 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1797.050021] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106181} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.051394] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1797.051747] env[63248]: DEBUG oslo_vmware.api [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1797.051747] env[63248]: value = "task-1801434" [ 1797.051747] env[63248]: _type = "Task" [ 1797.051747] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.052518] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7eb52a-163b-43d2-9a7a-a1a832fe393f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.066323] env[63248]: DEBUG oslo_vmware.api [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.088191] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 0cad1f9d-6569-46cf-9171-29e4f3758d8e/0cad1f9d-6569-46cf-9171-29e4f3758d8e.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1797.088662] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b659232d-cbb1-42a8-b073-bb7525f10c1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.112102] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1797.112102] env[63248]: value = "task-1801435" [ 1797.112102] env[63248]: _type = "Task" [ 1797.112102] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.121620] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.253138] env[63248]: DEBUG nova.scheduler.client.report [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1797.362155] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "refresh_cache-21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.362155] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "refresh_cache-21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.362239] env[63248]: DEBUG nova.network.neutron [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.413035] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5208f711-537f-101e-cb40-3498114ccbaf, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.413428] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.413703] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.413974] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.414195] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.414415] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1797.414717] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be8c3e4c-b338-49e0-bede-87329d4f2ad4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.426178] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1797.426381] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1797.427116] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4c91e3-11eb-4ae9-9100-9b4ca58c226b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.433087] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1797.433087] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ab4dd4-188e-b777-b440-4f3fb4c4097c" [ 1797.433087] env[63248]: _type = "Task" [ 1797.433087] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.441503] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ab4dd4-188e-b777-b440-4f3fb4c4097c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.501491] env[63248]: DEBUG nova.compute.manager [req-9664a5a0-6b9f-4786-bfd3-d42b557e3d92 req-7e69538a-2cec-4dce-8086-6fd3a2499a73 service nova] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Received event network-vif-plugged-82b6edf5-704e-4293-ae91-57a964074e4f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1797.501720] env[63248]: DEBUG oslo_concurrency.lockutils [req-9664a5a0-6b9f-4786-bfd3-d42b557e3d92 req-7e69538a-2cec-4dce-8086-6fd3a2499a73 service nova] Acquiring lock "21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.502062] env[63248]: DEBUG oslo_concurrency.lockutils [req-9664a5a0-6b9f-4786-bfd3-d42b557e3d92 req-7e69538a-2cec-4dce-8086-6fd3a2499a73 service nova] Lock "21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.502294] env[63248]: DEBUG oslo_concurrency.lockutils [req-9664a5a0-6b9f-4786-bfd3-d42b557e3d92 req-7e69538a-2cec-4dce-8086-6fd3a2499a73 service nova] Lock "21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.502502] env[63248]: DEBUG nova.compute.manager [req-9664a5a0-6b9f-4786-bfd3-d42b557e3d92 req-7e69538a-2cec-4dce-8086-6fd3a2499a73 service nova] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] No waiting events found dispatching network-vif-plugged-82b6edf5-704e-4293-ae91-57a964074e4f {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1797.502689] env[63248]: WARNING nova.compute.manager [req-9664a5a0-6b9f-4786-bfd3-d42b557e3d92 req-7e69538a-2cec-4dce-8086-6fd3a2499a73 service nova] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Received unexpected event network-vif-plugged-82b6edf5-704e-4293-ae91-57a964074e4f for instance with vm_state building and task_state spawning. [ 1797.502858] env[63248]: DEBUG nova.compute.manager [req-9664a5a0-6b9f-4786-bfd3-d42b557e3d92 req-7e69538a-2cec-4dce-8086-6fd3a2499a73 service nova] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Received event network-changed-82b6edf5-704e-4293-ae91-57a964074e4f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1797.503050] env[63248]: DEBUG nova.compute.manager [req-9664a5a0-6b9f-4786-bfd3-d42b557e3d92 req-7e69538a-2cec-4dce-8086-6fd3a2499a73 service nova] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Refreshing instance network info cache due to event network-changed-82b6edf5-704e-4293-ae91-57a964074e4f. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1797.503243] env[63248]: DEBUG oslo_concurrency.lockutils [req-9664a5a0-6b9f-4786-bfd3-d42b557e3d92 req-7e69538a-2cec-4dce-8086-6fd3a2499a73 service nova] Acquiring lock "refresh_cache-21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.507606] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "22afb1dd-d5ed-4283-a861-d33298b066f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.507837] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "22afb1dd-d5ed-4283-a861-d33298b066f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.565441] env[63248]: DEBUG oslo_vmware.api [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801434, 'name': ReconfigVM_Task, 'duration_secs': 0.221609} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.565551] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1797.571012] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab55a6a1-e282-452c-b40f-dba21f56c9e9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.588021] env[63248]: DEBUG oslo_vmware.api [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1797.588021] env[63248]: value = "task-1801436" [ 1797.588021] env[63248]: _type = "Task" [ 1797.588021] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.596957] env[63248]: DEBUG oslo_vmware.api [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.623188] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.759314] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.761811] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.700s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.762096] env[63248]: DEBUG nova.objects.instance [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lazy-loading 'resources' on Instance uuid 6d81551c-6725-43a1-ab42-dd297944c7f1 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.787728] env[63248]: INFO nova.scheduler.client.report [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Deleted allocations for instance f2c0d22d-3a50-49b4-b573-d2f1ded730a9 [ 1797.894955] env[63248]: DEBUG nova.network.neutron [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1797.944625] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ab4dd4-188e-b777-b440-4f3fb4c4097c, 'name': SearchDatastore_Task, 'duration_secs': 0.013839} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.945299] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f4e12c8-dbb0-44fa-b859-a98410b8e15d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.951297] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1797.951297] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bfb7ec-2493-597a-fee3-625927500637" [ 1797.951297] env[63248]: _type = "Task" [ 1797.951297] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.960399] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bfb7ec-2493-597a-fee3-625927500637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.010349] env[63248]: DEBUG nova.compute.manager [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1798.099619] env[63248]: DEBUG oslo_vmware.api [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801436, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.122955] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801435, 'name': ReconfigVM_Task, 'duration_secs': 0.908701} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.123395] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 0cad1f9d-6569-46cf-9171-29e4f3758d8e/0cad1f9d-6569-46cf-9171-29e4f3758d8e.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.124073] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8576dbbc-d3f1-446c-ba0d-fbba2255e889 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.131458] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1798.131458] env[63248]: value = "task-1801437" [ 1798.131458] env[63248]: _type = "Task" [ 1798.131458] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.139255] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801437, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.294568] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5f7c4251-dae4-44d0-a1a0-242a42413572 tempest-ServersTestJSON-2090304615 tempest-ServersTestJSON-2090304615-project-member] Lock "f2c0d22d-3a50-49b4-b573-d2f1ded730a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.183s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.340675] env[63248]: DEBUG nova.network.neutron [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Updating instance_info_cache with network_info: [{"id": "82b6edf5-704e-4293-ae91-57a964074e4f", "address": "fa:16:3e:df:a6:92", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b6edf5-70", "ovs_interfaceid": "82b6edf5-704e-4293-ae91-57a964074e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.464526] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bfb7ec-2493-597a-fee3-625927500637, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.466994] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.467283] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 95ed7da1-82bf-4d17-9638-bcbeec9ad046/95ed7da1-82bf-4d17-9638-bcbeec9ad046.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1798.467711] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c71ef712-32a7-4cd8-a29a-61602cf955b6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.475145] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1798.475145] env[63248]: value = "task-1801438" [ 1798.475145] env[63248]: _type = "Task" [ 1798.475145] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.487507] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.492627] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf08c1b-844f-4715-a911-6bfd43fe68c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.500349] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c3cdd4-2443-4941-950f-18b5d4f5aef0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.534193] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffbe77b-29a0-4992-a89f-bb51d3aa4421 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.544308] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6181b7e9-b3fc-4923-be14-4b5b548b43e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.549008] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.561114] env[63248]: DEBUG nova.compute.provider_tree [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.598821] env[63248]: DEBUG oslo_vmware.api [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801436, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.642256] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801437, 'name': Rename_Task, 'duration_secs': 0.399526} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.642554] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.642793] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9025c48-90a1-4ddf-b96f-b0f9e41a5a2f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.649866] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1798.649866] env[63248]: value = "task-1801439" [ 1798.649866] env[63248]: _type = "Task" [ 1798.649866] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.657633] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.843548] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "refresh_cache-21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.843900] env[63248]: DEBUG nova.compute.manager [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Instance network_info: |[{"id": "82b6edf5-704e-4293-ae91-57a964074e4f", "address": "fa:16:3e:df:a6:92", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b6edf5-70", "ovs_interfaceid": "82b6edf5-704e-4293-ae91-57a964074e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1798.844254] env[63248]: DEBUG oslo_concurrency.lockutils [req-9664a5a0-6b9f-4786-bfd3-d42b557e3d92 req-7e69538a-2cec-4dce-8086-6fd3a2499a73 service nova] Acquired lock "refresh_cache-21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.844430] env[63248]: DEBUG nova.network.neutron [req-9664a5a0-6b9f-4786-bfd3-d42b557e3d92 req-7e69538a-2cec-4dce-8086-6fd3a2499a73 service nova] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Refreshing network info cache for port 82b6edf5-704e-4293-ae91-57a964074e4f {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1798.845642] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:a6:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82b6edf5-704e-4293-ae91-57a964074e4f', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1798.854891] env[63248]: DEBUG oslo.service.loopingcall [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1798.854891] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1798.854891] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2114b245-0460-4591-8773-008256625f52 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.879471] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1798.879471] env[63248]: value = "task-1801440" [ 1798.879471] env[63248]: _type = "Task" [ 1798.879471] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.889535] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801440, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.988973] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801438, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.064019] env[63248]: DEBUG nova.scheduler.client.report [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1799.105134] env[63248]: DEBUG oslo_vmware.api [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801436, 'name': ReconfigVM_Task, 'duration_secs': 1.160296} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.105536] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373485', 'volume_id': 'd42209be-738f-40ef-8c1f-b60a66f36c3d', 'name': 'volume-d42209be-738f-40ef-8c1f-b60a66f36c3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '100e0a22-d8ed-4e31-ba2e-39d86e508363', 'attached_at': '2024-12-12T07:36:27.000000', 'detached_at': '', 'volume_id': 'd42209be-738f-40ef-8c1f-b60a66f36c3d', 'serial': 'd42209be-738f-40ef-8c1f-b60a66f36c3d'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1799.106027] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1799.106725] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a432619e-5a47-4734-b323-6ad76707745f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.115829] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1799.116148] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c39fb137-433f-44e8-bed3-fe1fade2281f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.161176] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801439, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.390182] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801440, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.488201] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75578} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.488639] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 95ed7da1-82bf-4d17-9638-bcbeec9ad046/95ed7da1-82bf-4d17-9638-bcbeec9ad046.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1799.489010] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.489243] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-461026a3-d19c-4958-a04b-ee9f1146f84b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.496363] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1799.496363] env[63248]: value = "task-1801442" [ 1799.496363] env[63248]: _type = "Task" [ 1799.496363] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.505593] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.569099] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.571677] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.181s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.571886] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.573677] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.516s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.575911] env[63248]: INFO nova.compute.claims [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1799.608869] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.609156] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.610300] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Deleting the datastore file [datastore1] 100e0a22-d8ed-4e31-ba2e-39d86e508363 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.610300] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c27ce4a1-5796-48b0-a6b1-ef115d0b60a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.621383] env[63248]: INFO nova.scheduler.client.report [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Deleted allocations for instance eea37e34-3e79-465e-b2d1-30cfe1e3d3d9 [ 1799.623786] env[63248]: INFO nova.scheduler.client.report [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Deleted allocations for instance 6d81551c-6725-43a1-ab42-dd297944c7f1 [ 1799.635818] env[63248]: DEBUG oslo_vmware.api [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1799.635818] env[63248]: value = "task-1801443" [ 1799.635818] env[63248]: _type = "Task" [ 1799.635818] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.644960] env[63248]: DEBUG oslo_vmware.api [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.664890] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801439, 'name': PowerOnVM_Task, 'duration_secs': 0.97904} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.665639] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1799.665870] env[63248]: INFO nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1799.666049] env[63248]: DEBUG nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.666884] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50d8ffd-ab17-4dc7-816b-c16d75b0fb06 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.748267] env[63248]: DEBUG nova.network.neutron [req-9664a5a0-6b9f-4786-bfd3-d42b557e3d92 req-7e69538a-2cec-4dce-8086-6fd3a2499a73 service nova] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Updated VIF entry in instance network info cache for port 82b6edf5-704e-4293-ae91-57a964074e4f. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1799.748614] env[63248]: DEBUG nova.network.neutron [req-9664a5a0-6b9f-4786-bfd3-d42b557e3d92 req-7e69538a-2cec-4dce-8086-6fd3a2499a73 service nova] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Updating instance_info_cache with network_info: [{"id": "82b6edf5-704e-4293-ae91-57a964074e4f", "address": "fa:16:3e:df:a6:92", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b6edf5-70", "ovs_interfaceid": "82b6edf5-704e-4293-ae91-57a964074e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.891067] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801440, 'name': CreateVM_Task, 'duration_secs': 0.816666} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.891294] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1799.892033] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.892216] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.892539] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1799.893127] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b488f52-a681-4706-865a-2e629eade355 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.898934] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1799.898934] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52828737-86d4-0865-932b-7651980d9cc7" [ 1799.898934] env[63248]: _type = "Task" [ 1799.898934] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.907636] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52828737-86d4-0865-932b-7651980d9cc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.006839] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178169} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.007444] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1800.008445] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8cd4c9-9420-4882-8a6c-631797aa713f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.035456] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 95ed7da1-82bf-4d17-9638-bcbeec9ad046/95ed7da1-82bf-4d17-9638-bcbeec9ad046.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1800.035741] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8949412d-e56b-4651-a562-9e043982402c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.058218] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1800.058218] env[63248]: value = "task-1801444" [ 1800.058218] env[63248]: _type = "Task" [ 1800.058218] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.067159] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.132353] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4036b322-78ce-43c5-a02f-8bdfadd4b1b4 tempest-DeleteServersTestJSON-927717228 tempest-DeleteServersTestJSON-927717228-project-member] Lock "eea37e34-3e79-465e-b2d1-30cfe1e3d3d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.713s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.140268] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ace783b9-8e32-416f-9b51-0fdb6ae8b05a tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6d81551c-6725-43a1-ab42-dd297944c7f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.559s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.147772] env[63248]: DEBUG oslo_vmware.api [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158108} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.147772] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.147946] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.148114] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.148383] env[63248]: INFO nova.compute.manager [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Took 4.22 seconds to destroy the instance on the hypervisor. [ 1800.148636] env[63248]: DEBUG oslo.service.loopingcall [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.149472] env[63248]: DEBUG nova.compute.manager [-] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1800.149647] env[63248]: DEBUG nova.network.neutron [-] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.193282] env[63248]: INFO nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Took 19.59 seconds to build instance. [ 1800.252240] env[63248]: DEBUG oslo_concurrency.lockutils [req-9664a5a0-6b9f-4786-bfd3-d42b557e3d92 req-7e69538a-2cec-4dce-8086-6fd3a2499a73 service nova] Releasing lock "refresh_cache-21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.419188] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52828737-86d4-0865-932b-7651980d9cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.419507] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.419740] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.419983] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.420141] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.420319] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.420587] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-810fa90b-fed8-4c59-ad82-b94edba3cbfd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.508169] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.508631] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1800.509487] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a224b13-7150-4574-b0f9-96b41d46dfba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.518963] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1800.518963] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fadf2f-88c2-a72e-8a21-3a9f6e328dad" [ 1800.518963] env[63248]: _type = "Task" [ 1800.518963] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.527642] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fadf2f-88c2-a72e-8a21-3a9f6e328dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.568441] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801444, 'name': ReconfigVM_Task, 'duration_secs': 0.351723} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.568908] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 95ed7da1-82bf-4d17-9638-bcbeec9ad046/95ed7da1-82bf-4d17-9638-bcbeec9ad046.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.569285] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-396eb4df-88b3-4c6b-8d5f-083041b23004 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.576697] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1800.576697] env[63248]: value = "task-1801445" [ 1800.576697] env[63248]: _type = "Task" [ 1800.576697] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.585659] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801445, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.696829] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "0cad1f9d-6569-46cf-9171-29e4f3758d8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.098s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.803995] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522e6949-c1b6-4984-a43a-3f86ea9a7500 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.812563] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fb4806-9e99-4ebe-8bf4-d04f7125cf41 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.850686] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6e5272-c5a9-4c88-a194-8f416cf878aa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.859382] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea91f3f2-57f2-42c9-90d3-dc236085bf5a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.874344] env[63248]: DEBUG nova.compute.provider_tree [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.016132] env[63248]: DEBUG nova.compute.manager [req-1872a25a-e592-4054-8714-eee50781a81e req-6961fdce-3ef7-4cb0-9ae0-4379290b5bac service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Received event network-vif-deleted-62f11217-ea41-424a-b30a-87057e7af6d7 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1801.016475] env[63248]: INFO nova.compute.manager [req-1872a25a-e592-4054-8714-eee50781a81e req-6961fdce-3ef7-4cb0-9ae0-4379290b5bac service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Neutron deleted interface 62f11217-ea41-424a-b30a-87057e7af6d7; detaching it from the instance and deleting it from the info cache [ 1801.016550] env[63248]: DEBUG nova.network.neutron [req-1872a25a-e592-4054-8714-eee50781a81e req-6961fdce-3ef7-4cb0-9ae0-4379290b5bac service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.029949] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fadf2f-88c2-a72e-8a21-3a9f6e328dad, 'name': SearchDatastore_Task, 'duration_secs': 0.043733} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.031245] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a76f2f1-11ef-48d3-b229-2f7546e77bde {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.037554] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1801.037554] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fa08a1-86b8-5fdd-fcae-eda49734798d" [ 1801.037554] env[63248]: _type = "Task" [ 1801.037554] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.048388] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fa08a1-86b8-5fdd-fcae-eda49734798d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.087424] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801445, 'name': Rename_Task, 'duration_secs': 0.163738} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.087666] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.087907] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0de85446-47cd-48f5-a06e-a07611553795 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.094969] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1801.094969] env[63248]: value = "task-1801447" [ 1801.094969] env[63248]: _type = "Task" [ 1801.094969] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.105338] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.380085] env[63248]: DEBUG nova.scheduler.client.report [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1801.489687] env[63248]: DEBUG nova.network.neutron [-] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.520771] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39832745-645c-43c1-8be2-771ee94ea9cc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.535807] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9756272d-ecbc-4bbc-8234-80b09a1aef61 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.567779] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fa08a1-86b8-5fdd-fcae-eda49734798d, 'name': SearchDatastore_Task, 'duration_secs': 0.04463} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.578753] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.578888] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f/21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1801.579689] env[63248]: DEBUG nova.compute.manager [req-1872a25a-e592-4054-8714-eee50781a81e req-6961fdce-3ef7-4cb0-9ae0-4379290b5bac service nova] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Detach interface failed, port_id=62f11217-ea41-424a-b30a-87057e7af6d7, reason: Instance 100e0a22-d8ed-4e31-ba2e-39d86e508363 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1801.580154] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-372928a8-6459-4bb7-80d1-9995636b3d6d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.588707] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1801.588707] env[63248]: value = "task-1801448" [ 1801.588707] env[63248]: _type = "Task" [ 1801.588707] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.598985] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.608630] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801447, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.887219] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.887768] env[63248]: DEBUG nova.compute.manager [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1801.890717] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.980s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.890937] env[63248]: DEBUG nova.objects.instance [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Lazy-loading 'resources' on Instance uuid 90ad9ce8-8f41-431b-a57e-79d7abe938ac {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.992419] env[63248]: INFO nova.compute.manager [-] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Took 1.84 seconds to deallocate network for instance. [ 1802.014974] env[63248]: DEBUG oslo_concurrency.lockutils [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "bac808d3-c675-4488-9441-ad7979061a76" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.015359] env[63248]: DEBUG oslo_concurrency.lockutils [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "bac808d3-c675-4488-9441-ad7979061a76" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.105346] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801448, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.111923] env[63248]: DEBUG oslo_vmware.api [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801447, 'name': PowerOnVM_Task, 'duration_secs': 0.523253} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.111923] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1802.112115] env[63248]: INFO nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1802.112843] env[63248]: DEBUG nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.113762] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c71187b-abc2-4410-88c4-ab6e5971b05f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.396616] env[63248]: DEBUG nova.compute.utils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1802.398357] env[63248]: DEBUG nova.compute.manager [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1802.398485] env[63248]: DEBUG nova.network.neutron [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1802.458517] env[63248]: DEBUG nova.policy [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf661b0b2904afa8a27415d0dbb6007', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0441317ad4bb431cbd0a1a06a59db0f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1802.518424] env[63248]: INFO nova.compute.manager [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Detaching volume 08534f4c-2e6a-42de-9968-97f4d9fc2889 [ 1802.544683] env[63248]: INFO nova.compute.manager [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Took 0.55 seconds to detach 1 volumes for instance. [ 1802.557847] env[63248]: INFO nova.virt.block_device [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Attempting to driver detach volume 08534f4c-2e6a-42de-9968-97f4d9fc2889 from mountpoint /dev/sdb [ 1802.557847] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1802.557847] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373493', 'volume_id': '08534f4c-2e6a-42de-9968-97f4d9fc2889', 'name': 'volume-08534f4c-2e6a-42de-9968-97f4d9fc2889', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bac808d3-c675-4488-9441-ad7979061a76', 'attached_at': '', 'detached_at': '', 'volume_id': '08534f4c-2e6a-42de-9968-97f4d9fc2889', 'serial': '08534f4c-2e6a-42de-9968-97f4d9fc2889'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1802.558168] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa33462-7814-4a09-b173-b62aaabd0391 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.584953] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30d092f-1760-4099-a47b-20dec722a14f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.599562] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119551bd-8590-4395-b577-e514cb2726f3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.605603] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787603} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.608479] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f/21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1802.608711] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1802.609148] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba5df550-766a-4a56-9414-fe9f9951876e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.636104] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb334488-a35a-40cf-9375-fcd9155cde6d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.642760] env[63248]: INFO nova.compute.manager [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Took 22.01 seconds to build instance. [ 1802.645959] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1802.645959] env[63248]: value = "task-1801449" [ 1802.645959] env[63248]: _type = "Task" [ 1802.645959] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.663258] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] The volume has not been displaced from its original location: [datastore1] volume-08534f4c-2e6a-42de-9968-97f4d9fc2889/volume-08534f4c-2e6a-42de-9968-97f4d9fc2889.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1802.673044] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1802.676883] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97c85284-e6f2-479b-b278-9f63e59e012a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.693392] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.699047] env[63248]: DEBUG oslo_vmware.api [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1802.699047] env[63248]: value = "task-1801450" [ 1802.699047] env[63248]: _type = "Task" [ 1802.699047] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.704140] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416fcb1e-b354-4a17-8a2a-afa5b9e2569a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.709765] env[63248]: DEBUG oslo_vmware.api [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.714357] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b84ba7a-ef32-4926-87ee-8324b4e6ced4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.745533] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc1471f-b7a5-48da-8515-3fc6e306750f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.753987] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67805943-14a3-4d73-a264-e959228223b2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.768938] env[63248]: DEBUG nova.compute.provider_tree [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.782635] env[63248]: DEBUG nova.network.neutron [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Successfully created port: ef8dbb75-2339-49ce-88dd-24915cef1b56 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1802.901917] env[63248]: DEBUG nova.compute.manager [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1803.051864] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.148419] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7939c75e-14b6-46cf-a4b5-696191caf9c6 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "95ed7da1-82bf-4d17-9638-bcbeec9ad046" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.519s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.162690] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204874} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.162690] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1803.163324] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7779b7ba-f8e6-4b89-907e-747b7bf32ab9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.191236] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f/21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1803.191660] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67701d2e-4590-4a72-bfdf-d74e3db90d66 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.218078] env[63248]: DEBUG oslo_vmware.api [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801450, 'name': ReconfigVM_Task, 'duration_secs': 0.241483} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.219565] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1803.224595] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1803.224595] env[63248]: value = "task-1801451" [ 1803.224595] env[63248]: _type = "Task" [ 1803.224595] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.226123] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcbfd232-3647-4dd9-b369-12df8a4da6bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.243487] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "6560541e-a4ef-49b1-abdb-345eae605b29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.243762] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6560541e-a4ef-49b1-abdb-345eae605b29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.253947] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.253947] env[63248]: DEBUG oslo_vmware.api [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1803.253947] env[63248]: value = "task-1801452" [ 1803.253947] env[63248]: _type = "Task" [ 1803.253947] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.262741] env[63248]: DEBUG oslo_vmware.api [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.272103] env[63248]: DEBUG nova.scheduler.client.report [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1803.748040] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801451, 'name': ReconfigVM_Task, 'duration_secs': 0.347274} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.748040] env[63248]: DEBUG nova.compute.manager [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1803.749182] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f/21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1803.750239] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0fe77d7-f31f-467d-a545-5296cebacf4e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.759057] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1803.759057] env[63248]: value = "task-1801453" [ 1803.759057] env[63248]: _type = "Task" [ 1803.759057] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.765183] env[63248]: DEBUG oslo_vmware.api [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801452, 'name': ReconfigVM_Task, 'duration_secs': 0.133042} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.765885] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373493', 'volume_id': '08534f4c-2e6a-42de-9968-97f4d9fc2889', 'name': 'volume-08534f4c-2e6a-42de-9968-97f4d9fc2889', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bac808d3-c675-4488-9441-ad7979061a76', 'attached_at': '', 'detached_at': '', 'volume_id': '08534f4c-2e6a-42de-9968-97f4d9fc2889', 'serial': '08534f4c-2e6a-42de-9968-97f4d9fc2889'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1803.772551] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801453, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.776768] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.778375] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.229s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.779916] env[63248]: INFO nova.compute.claims [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1803.803037] env[63248]: INFO nova.scheduler.client.report [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Deleted allocations for instance 90ad9ce8-8f41-431b-a57e-79d7abe938ac [ 1803.915575] env[63248]: DEBUG nova.compute.manager [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1803.954866] env[63248]: DEBUG nova.virt.hardware [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1803.955123] env[63248]: DEBUG nova.virt.hardware [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1803.955285] env[63248]: DEBUG nova.virt.hardware [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1803.955466] env[63248]: DEBUG nova.virt.hardware [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1803.955623] env[63248]: DEBUG nova.virt.hardware [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1803.955870] env[63248]: DEBUG nova.virt.hardware [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1803.956153] env[63248]: DEBUG nova.virt.hardware [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1803.956332] env[63248]: DEBUG nova.virt.hardware [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1803.956507] env[63248]: DEBUG nova.virt.hardware [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1803.956673] env[63248]: DEBUG nova.virt.hardware [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1803.956848] env[63248]: DEBUG nova.virt.hardware [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1803.957807] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e585a3-1f35-4e68-9f03-9bddcd3fcbcf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.966621] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ac9a68-298d-4b31-a0b3-499b66447bb4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.995888] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "0cad1f9d-6569-46cf-9171-29e4f3758d8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.996243] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "0cad1f9d-6569-46cf-9171-29e4f3758d8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.996464] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "0cad1f9d-6569-46cf-9171-29e4f3758d8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.996649] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "0cad1f9d-6569-46cf-9171-29e4f3758d8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.996831] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "0cad1f9d-6569-46cf-9171-29e4f3758d8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.999076] env[63248]: INFO nova.compute.manager [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Terminating instance [ 1804.065649] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "95ed7da1-82bf-4d17-9638-bcbeec9ad046" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.065649] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "95ed7da1-82bf-4d17-9638-bcbeec9ad046" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.065649] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "95ed7da1-82bf-4d17-9638-bcbeec9ad046-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.065649] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "95ed7da1-82bf-4d17-9638-bcbeec9ad046-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.065649] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "95ed7da1-82bf-4d17-9638-bcbeec9ad046-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.067091] env[63248]: INFO nova.compute.manager [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Terminating instance [ 1804.270329] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801453, 'name': Rename_Task, 'duration_secs': 0.24657} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.272863] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1804.274608] env[63248]: DEBUG nova.compute.manager [req-d5c5d917-7164-4d8f-857f-11240a9ade75 req-64173ceb-dd9c-4c79-a613-a9ffb220f125 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Received event network-vif-plugged-ef8dbb75-2339-49ce-88dd-24915cef1b56 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1804.275836] env[63248]: DEBUG oslo_concurrency.lockutils [req-d5c5d917-7164-4d8f-857f-11240a9ade75 req-64173ceb-dd9c-4c79-a613-a9ffb220f125 service nova] Acquiring lock "3d8b6751-b766-4c45-ad3a-190985601cde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.276223] env[63248]: DEBUG oslo_concurrency.lockutils [req-d5c5d917-7164-4d8f-857f-11240a9ade75 req-64173ceb-dd9c-4c79-a613-a9ffb220f125 service nova] Lock "3d8b6751-b766-4c45-ad3a-190985601cde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.277220] env[63248]: DEBUG oslo_concurrency.lockutils [req-d5c5d917-7164-4d8f-857f-11240a9ade75 req-64173ceb-dd9c-4c79-a613-a9ffb220f125 service nova] Lock "3d8b6751-b766-4c45-ad3a-190985601cde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.277458] env[63248]: DEBUG nova.compute.manager [req-d5c5d917-7164-4d8f-857f-11240a9ade75 req-64173ceb-dd9c-4c79-a613-a9ffb220f125 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] No waiting events found dispatching network-vif-plugged-ef8dbb75-2339-49ce-88dd-24915cef1b56 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1804.277951] env[63248]: WARNING nova.compute.manager [req-d5c5d917-7164-4d8f-857f-11240a9ade75 req-64173ceb-dd9c-4c79-a613-a9ffb220f125 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Received unexpected event network-vif-plugged-ef8dbb75-2339-49ce-88dd-24915cef1b56 for instance with vm_state building and task_state spawning. [ 1804.279492] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.279767] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-683ddb29-1fac-4214-b76f-a97eb3f246a2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.289547] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1804.289547] env[63248]: value = "task-1801454" [ 1804.289547] env[63248]: _type = "Task" [ 1804.289547] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.301567] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.313797] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9e21f999-e40c-48ec-8a34-aabaad13f447 tempest-ServerGroupTestJSON-1459010647 tempest-ServerGroupTestJSON-1459010647-project-member] Lock "90ad9ce8-8f41-431b-a57e-79d7abe938ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.949s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.326348] env[63248]: DEBUG nova.objects.instance [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lazy-loading 'flavor' on Instance uuid bac808d3-c675-4488-9441-ad7979061a76 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1804.502936] env[63248]: DEBUG nova.compute.manager [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1804.503506] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1804.504851] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5bba2b-4617-421f-9f08-0eba9e374aa6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.513297] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1804.515738] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a790391-d737-4c51-918a-127845fd4746 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.523186] env[63248]: DEBUG oslo_vmware.api [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1804.523186] env[63248]: value = "task-1801455" [ 1804.523186] env[63248]: _type = "Task" [ 1804.523186] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.533363] env[63248]: DEBUG oslo_vmware.api [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.541224] env[63248]: DEBUG nova.network.neutron [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Successfully updated port: ef8dbb75-2339-49ce-88dd-24915cef1b56 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1804.570651] env[63248]: DEBUG nova.compute.manager [req-b1f747eb-35ac-4549-9fea-6410b31e5020 req-ca37e288-5e47-41db-a35c-3b84d0ce3288 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Received event network-changed-ef8dbb75-2339-49ce-88dd-24915cef1b56 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1804.570854] env[63248]: DEBUG nova.compute.manager [req-b1f747eb-35ac-4549-9fea-6410b31e5020 req-ca37e288-5e47-41db-a35c-3b84d0ce3288 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Refreshing instance network info cache due to event network-changed-ef8dbb75-2339-49ce-88dd-24915cef1b56. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1804.571125] env[63248]: DEBUG oslo_concurrency.lockutils [req-b1f747eb-35ac-4549-9fea-6410b31e5020 req-ca37e288-5e47-41db-a35c-3b84d0ce3288 service nova] Acquiring lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.571246] env[63248]: DEBUG oslo_concurrency.lockutils [req-b1f747eb-35ac-4549-9fea-6410b31e5020 req-ca37e288-5e47-41db-a35c-3b84d0ce3288 service nova] Acquired lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.571419] env[63248]: DEBUG nova.network.neutron [req-b1f747eb-35ac-4549-9fea-6410b31e5020 req-ca37e288-5e47-41db-a35c-3b84d0ce3288 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Refreshing network info cache for port ef8dbb75-2339-49ce-88dd-24915cef1b56 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1804.576542] env[63248]: DEBUG nova.compute.manager [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1804.576812] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1804.578319] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b288125c-0404-4daa-8743-c7319a0ad60c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.589016] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1804.589306] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ca47c68-5409-4036-9993-db1e5ae36065 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.598198] env[63248]: DEBUG oslo_vmware.api [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1804.598198] env[63248]: value = "task-1801456" [ 1804.598198] env[63248]: _type = "Task" [ 1804.598198] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.608330] env[63248]: DEBUG oslo_vmware.api [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.802936] env[63248]: DEBUG oslo_vmware.api [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801454, 'name': PowerOnVM_Task, 'duration_secs': 0.490605} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.804652] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1804.804652] env[63248]: INFO nova.compute.manager [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1804.804652] env[63248]: DEBUG nova.compute.manager [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1804.806307] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f65a420-bc80-4c2d-8805-76290cf16ef4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.029532] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60570d6e-b226-4ad6-aac2-7190cd19999e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.043956] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484e14f4-0869-4527-a08e-c5e1ae7a1d9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.048273] env[63248]: DEBUG oslo_vmware.api [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801455, 'name': PowerOffVM_Task, 'duration_secs': 0.194989} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.048565] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1805.048752] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1805.049438] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09ddec76-7fdd-4009-8c64-9576f4065efd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.051937] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.088752] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac7e2a7-6d53-4efc-b165-b464310b75a9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.097094] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d618137-60a7-424f-adf6-556c23862a1c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.109887] env[63248]: DEBUG oslo_vmware.api [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801456, 'name': PowerOffVM_Task, 'duration_secs': 0.235109} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.117842] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1805.118241] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1805.118513] env[63248]: DEBUG nova.compute.provider_tree [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1805.120303] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e52c91d3-5ecd-4c1d-9557-c68c626ced92 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.125109] env[63248]: DEBUG nova.network.neutron [req-b1f747eb-35ac-4549-9fea-6410b31e5020 req-ca37e288-5e47-41db-a35c-3b84d0ce3288 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1805.197679] env[63248]: DEBUG nova.network.neutron [req-b1f747eb-35ac-4549-9fea-6410b31e5020 req-ca37e288-5e47-41db-a35c-3b84d0ce3288 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.334247] env[63248]: DEBUG oslo_concurrency.lockutils [None req-46ba9986-b362-48d4-a88e-42dd3be8c4c5 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "bac808d3-c675-4488-9441-ad7979061a76" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.319s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.339805] env[63248]: INFO nova.compute.manager [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Took 23.63 seconds to build instance. [ 1805.546031] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1805.546031] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1805.546031] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Deleting the datastore file [datastore1] 0cad1f9d-6569-46cf-9171-29e4f3758d8e {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1805.547122] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a78909ed-36f8-490a-99e7-a4f48c7bc72e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.549410] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1805.549623] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1805.549840] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Deleting the datastore file [datastore1] 95ed7da1-82bf-4d17-9638-bcbeec9ad046 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1805.550071] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2e3acde-dadd-4355-8e59-7d16129b5863 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.559635] env[63248]: DEBUG oslo_vmware.api [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1805.559635] env[63248]: value = "task-1801460" [ 1805.559635] env[63248]: _type = "Task" [ 1805.559635] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.561830] env[63248]: DEBUG oslo_vmware.api [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for the task: (returnval){ [ 1805.561830] env[63248]: value = "task-1801459" [ 1805.561830] env[63248]: _type = "Task" [ 1805.561830] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.576657] env[63248]: DEBUG oslo_vmware.api [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.580061] env[63248]: DEBUG oslo_vmware.api [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.622057] env[63248]: DEBUG nova.scheduler.client.report [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1805.701820] env[63248]: DEBUG oslo_concurrency.lockutils [req-b1f747eb-35ac-4549-9fea-6410b31e5020 req-ca37e288-5e47-41db-a35c-3b84d0ce3288 service nova] Releasing lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.701820] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.701820] env[63248]: DEBUG nova.network.neutron [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.838083] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5c72b460-ea00-42f9-a86f-40547eeb90bd tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.136s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.078866] env[63248]: DEBUG oslo_vmware.api [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344937} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.079675] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1806.080061] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1806.080185] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1806.080436] env[63248]: INFO nova.compute.manager [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1806.080737] env[63248]: DEBUG oslo.service.loopingcall [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.080974] env[63248]: DEBUG nova.compute.manager [-] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1806.081119] env[63248]: DEBUG nova.network.neutron [-] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1806.086502] env[63248]: DEBUG oslo_vmware.api [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Task: {'id': task-1801459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348614} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.087923] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1806.088233] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1806.088502] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1806.088718] env[63248]: INFO nova.compute.manager [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1806.089034] env[63248]: DEBUG oslo.service.loopingcall [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.089271] env[63248]: DEBUG nova.compute.manager [-] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1806.089385] env[63248]: DEBUG nova.network.neutron [-] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1806.131289] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.131289] env[63248]: DEBUG nova.compute.manager [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1806.131289] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.079s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.131390] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.137449] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.858s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.139524] env[63248]: INFO nova.compute.claims [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1806.180614] env[63248]: INFO nova.scheduler.client.report [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Deleted allocations for instance 100e0a22-d8ed-4e31-ba2e-39d86e508363 [ 1806.258216] env[63248]: DEBUG nova.network.neutron [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1806.474951] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.474951] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.474951] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.474951] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.474951] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.476804] env[63248]: INFO nova.compute.manager [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Terminating instance [ 1806.590523] env[63248]: DEBUG nova.network.neutron [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Updating instance_info_cache with network_info: [{"id": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "address": "fa:16:3e:48:b3:76", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8dbb75-23", "ovs_interfaceid": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.611469] env[63248]: DEBUG nova.compute.manager [req-77e6bd0f-b105-4a00-b73b-c592e0ef89de req-8928740e-d34f-45a5-b196-1be6bbefca73 service nova] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Received event network-vif-deleted-6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1806.611469] env[63248]: INFO nova.compute.manager [req-77e6bd0f-b105-4a00-b73b-c592e0ef89de req-8928740e-d34f-45a5-b196-1be6bbefca73 service nova] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Neutron deleted interface 6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6; detaching it from the instance and deleting it from the info cache [ 1806.611469] env[63248]: DEBUG nova.network.neutron [req-77e6bd0f-b105-4a00-b73b-c592e0ef89de req-8928740e-d34f-45a5-b196-1be6bbefca73 service nova] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.641765] env[63248]: DEBUG nova.compute.manager [req-fab5d631-d48f-497e-a1af-cd43e02badff req-32f23135-76b2-4893-9ab9-3d3674016361 service nova] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Received event network-vif-deleted-ab669935-f979-4d8c-afb8-fcb391fa90a1 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1806.641992] env[63248]: INFO nova.compute.manager [req-fab5d631-d48f-497e-a1af-cd43e02badff req-32f23135-76b2-4893-9ab9-3d3674016361 service nova] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Neutron deleted interface ab669935-f979-4d8c-afb8-fcb391fa90a1; detaching it from the instance and deleting it from the info cache [ 1806.642206] env[63248]: DEBUG nova.network.neutron [req-fab5d631-d48f-497e-a1af-cd43e02badff req-32f23135-76b2-4893-9ab9-3d3674016361 service nova] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.644741] env[63248]: DEBUG nova.compute.utils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1806.646483] env[63248]: DEBUG nova.compute.manager [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1806.646657] env[63248]: DEBUG nova.network.neutron [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1806.697017] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3d4cba5b-3bd7-4da2-9d36-71c157acd48d tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "100e0a22-d8ed-4e31-ba2e-39d86e508363" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.286s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.706829] env[63248]: DEBUG nova.policy [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a12e948fdbc54ee380c7d2a8c8ad7744', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3dc83fa4b7e9483bbc6af87f738d781b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1806.734977] env[63248]: DEBUG oslo_concurrency.lockutils [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "bac808d3-c675-4488-9441-ad7979061a76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.734977] env[63248]: DEBUG oslo_concurrency.lockutils [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "bac808d3-c675-4488-9441-ad7979061a76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.734977] env[63248]: DEBUG oslo_concurrency.lockutils [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "bac808d3-c675-4488-9441-ad7979061a76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.734977] env[63248]: DEBUG oslo_concurrency.lockutils [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "bac808d3-c675-4488-9441-ad7979061a76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.734977] env[63248]: DEBUG oslo_concurrency.lockutils [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "bac808d3-c675-4488-9441-ad7979061a76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.735713] env[63248]: INFO nova.compute.manager [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Terminating instance [ 1806.877766] env[63248]: DEBUG nova.network.neutron [-] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.951847] env[63248]: DEBUG nova.network.neutron [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Successfully created port: 08cfbfb1-a073-43c4-8585-55bdc618e616 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1806.981687] env[63248]: DEBUG nova.compute.manager [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1806.981687] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1806.981687] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf81929-64d7-48b2-b20f-4678baab96b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.993741] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1806.993741] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cb2e622-bc0e-4d1f-bb25-926f0b639a63 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.001385] env[63248]: DEBUG oslo_vmware.api [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1807.001385] env[63248]: value = "task-1801461" [ 1807.001385] env[63248]: _type = "Task" [ 1807.001385] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.013051] env[63248]: DEBUG oslo_vmware.api [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.093500] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.094532] env[63248]: DEBUG nova.compute.manager [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Instance network_info: |[{"id": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "address": "fa:16:3e:48:b3:76", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8dbb75-23", "ovs_interfaceid": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1807.095229] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:b3:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef8dbb75-2339-49ce-88dd-24915cef1b56', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1807.108019] env[63248]: DEBUG oslo.service.loopingcall [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.108019] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1807.108019] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c1988d0-8183-4fb6-842c-cdff7d6d235c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.123731] env[63248]: DEBUG nova.network.neutron [-] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.126775] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63fb7ff3-db20-4dcb-8eba-4d2c169efee3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.136535] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1807.136535] env[63248]: value = "task-1801462" [ 1807.136535] env[63248]: _type = "Task" [ 1807.136535] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.140055] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0833af-d480-4aeb-96fe-281f87d6e21d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.152312] env[63248]: DEBUG nova.compute.manager [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1807.163387] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e283da1b-c701-49c5-8b5f-09ac7bc2025b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.173213] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801462, 'name': CreateVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.177160] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdc7ed0-f517-4c9b-98ac-f84e4197b33b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.200060] env[63248]: DEBUG nova.compute.manager [req-77e6bd0f-b105-4a00-b73b-c592e0ef89de req-8928740e-d34f-45a5-b196-1be6bbefca73 service nova] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Detach interface failed, port_id=6d0c6abc-a4ec-471f-8cfc-aecfcee8cba6, reason: Instance 0cad1f9d-6569-46cf-9171-29e4f3758d8e could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1807.231504] env[63248]: DEBUG nova.compute.manager [req-fab5d631-d48f-497e-a1af-cd43e02badff req-32f23135-76b2-4893-9ab9-3d3674016361 service nova] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Detach interface failed, port_id=ab669935-f979-4d8c-afb8-fcb391fa90a1, reason: Instance 95ed7da1-82bf-4d17-9638-bcbeec9ad046 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1807.240167] env[63248]: DEBUG nova.compute.manager [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1807.240291] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1807.241506] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eb7175-26b8-4661-bc36-f5903c358212 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.249378] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1807.252043] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-889adf24-1e83-4faa-b30f-18330ba5a88e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.259037] env[63248]: DEBUG oslo_vmware.api [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1807.259037] env[63248]: value = "task-1801463" [ 1807.259037] env[63248]: _type = "Task" [ 1807.259037] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.268671] env[63248]: DEBUG oslo_vmware.api [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.384776] env[63248]: INFO nova.compute.manager [-] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Took 1.30 seconds to deallocate network for instance. [ 1807.404875] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5653f9e9-fbee-4eb9-ae2e-e82d1216433f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.414664] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6efe54e-372c-43db-bcab-e8534eaa8aa8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.452792] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4dd2fa-45c5-4e28-b212-9506460351f7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.462314] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff817594-8cfc-4624-bdfa-ece22c94b8e6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.478956] env[63248]: DEBUG nova.compute.provider_tree [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.511486] env[63248]: DEBUG oslo_vmware.api [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801461, 'name': PowerOffVM_Task, 'duration_secs': 0.205814} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.512629] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1807.512629] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1807.512629] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eeea9428-5069-48f4-9966-650dcf0ef385 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.612834] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1807.613292] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1807.613380] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleting the datastore file [datastore1] 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1807.613758] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c39db2f7-e5d6-4c25-9353-5eb0cf444d3a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.621604] env[63248]: DEBUG oslo_vmware.api [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1807.621604] env[63248]: value = "task-1801465" [ 1807.621604] env[63248]: _type = "Task" [ 1807.621604] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.630108] env[63248]: INFO nova.compute.manager [-] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Took 1.54 seconds to deallocate network for instance. [ 1807.630388] env[63248]: DEBUG oslo_vmware.api [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.664042] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801462, 'name': CreateVM_Task, 'duration_secs': 0.402589} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.664900] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1807.665573] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.665740] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.666074] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1807.666539] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93b1e96e-d702-4744-8b0c-08b1e99bf941 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.672124] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1807.672124] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5231c24a-eea5-b077-1c85-ec3445dda0e3" [ 1807.672124] env[63248]: _type = "Task" [ 1807.672124] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.680402] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5231c24a-eea5-b077-1c85-ec3445dda0e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.769857] env[63248]: DEBUG oslo_vmware.api [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801463, 'name': PowerOffVM_Task, 'duration_secs': 0.200044} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.770193] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1807.770434] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1807.770706] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-712a7984-fe20-49be-ba5f-fd84e48c739b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.832562] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "ab8bfc48-1b13-4332-8b09-3069368981a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.832800] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.868896] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1807.868896] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1807.868896] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Deleting the datastore file [datastore1] bac808d3-c675-4488-9441-ad7979061a76 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1807.868896] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c870751-aedd-469b-8a10-3dfd29d9adc9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.875649] env[63248]: DEBUG oslo_vmware.api [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1807.875649] env[63248]: value = "task-1801467" [ 1807.875649] env[63248]: _type = "Task" [ 1807.875649] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.884247] env[63248]: DEBUG oslo_vmware.api [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.894236] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.982223] env[63248]: DEBUG nova.scheduler.client.report [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.132491] env[63248]: DEBUG oslo_vmware.api [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140709} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.132917] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1808.133205] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1808.133390] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1808.133567] env[63248]: INFO nova.compute.manager [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1808.133808] env[63248]: DEBUG oslo.service.loopingcall [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.134015] env[63248]: DEBUG nova.compute.manager [-] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1808.134121] env[63248]: DEBUG nova.network.neutron [-] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1808.136681] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.166128] env[63248]: DEBUG nova.compute.manager [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1808.183717] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5231c24a-eea5-b077-1c85-ec3445dda0e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009425} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.185804] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.186062] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1808.186303] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.186447] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.186623] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1808.187078] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f657407-ebd3-4ef1-b8be-19981d15fb97 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.192757] env[63248]: DEBUG nova.virt.hardware [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1808.192976] env[63248]: DEBUG nova.virt.hardware [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1808.193153] env[63248]: DEBUG nova.virt.hardware [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1808.193424] env[63248]: DEBUG nova.virt.hardware [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1808.193595] env[63248]: DEBUG nova.virt.hardware [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1808.193745] env[63248]: DEBUG nova.virt.hardware [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1808.193951] env[63248]: DEBUG nova.virt.hardware [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1808.194126] env[63248]: DEBUG nova.virt.hardware [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1808.194297] env[63248]: DEBUG nova.virt.hardware [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1808.194456] env[63248]: DEBUG nova.virt.hardware [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1808.194626] env[63248]: DEBUG nova.virt.hardware [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1808.195412] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0a464d-d5f3-45fd-9ed8-7644985e403e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.198612] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1808.198782] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1808.199774] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978a5f9d-4789-4915-a11b-1cc860a62a13 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.205147] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc77c809-276b-4fe1-84db-68aeda53f522 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.209607] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1808.209607] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5224c6b7-1cf6-b477-5fd6-196b99ecb6bb" [ 1808.209607] env[63248]: _type = "Task" [ 1808.209607] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.225072] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5224c6b7-1cf6-b477-5fd6-196b99ecb6bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.335381] env[63248]: DEBUG nova.compute.manager [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1808.386516] env[63248]: DEBUG oslo_vmware.api [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177498} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.386690] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1808.386878] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1808.387064] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1808.387244] env[63248]: INFO nova.compute.manager [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: bac808d3-c675-4488-9441-ad7979061a76] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1808.387488] env[63248]: DEBUG oslo.service.loopingcall [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.388293] env[63248]: DEBUG nova.compute.manager [-] [instance: bac808d3-c675-4488-9441-ad7979061a76] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1808.388457] env[63248]: DEBUG nova.network.neutron [-] [instance: bac808d3-c675-4488-9441-ad7979061a76] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1808.487678] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.488424] env[63248]: DEBUG nova.compute.manager [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1808.494018] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.597s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.494018] env[63248]: DEBUG nova.objects.instance [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lazy-loading 'resources' on Instance uuid 0cad1f9d-6569-46cf-9171-29e4f3758d8e {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1808.679880] env[63248]: DEBUG nova.compute.manager [req-36c927b2-09fd-4c87-a1ee-45e57bf5376d req-20c648ec-6bf9-40ad-8624-119a9b84a57e service nova] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Received event network-vif-plugged-08cfbfb1-a073-43c4-8585-55bdc618e616 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1808.680163] env[63248]: DEBUG oslo_concurrency.lockutils [req-36c927b2-09fd-4c87-a1ee-45e57bf5376d req-20c648ec-6bf9-40ad-8624-119a9b84a57e service nova] Acquiring lock "22afb1dd-d5ed-4283-a861-d33298b066f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.680406] env[63248]: DEBUG oslo_concurrency.lockutils [req-36c927b2-09fd-4c87-a1ee-45e57bf5376d req-20c648ec-6bf9-40ad-8624-119a9b84a57e service nova] Lock "22afb1dd-d5ed-4283-a861-d33298b066f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.680581] env[63248]: DEBUG oslo_concurrency.lockutils [req-36c927b2-09fd-4c87-a1ee-45e57bf5376d req-20c648ec-6bf9-40ad-8624-119a9b84a57e service nova] Lock "22afb1dd-d5ed-4283-a861-d33298b066f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.681308] env[63248]: DEBUG nova.compute.manager [req-36c927b2-09fd-4c87-a1ee-45e57bf5376d req-20c648ec-6bf9-40ad-8624-119a9b84a57e service nova] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] No waiting events found dispatching network-vif-plugged-08cfbfb1-a073-43c4-8585-55bdc618e616 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1808.681308] env[63248]: WARNING nova.compute.manager [req-36c927b2-09fd-4c87-a1ee-45e57bf5376d req-20c648ec-6bf9-40ad-8624-119a9b84a57e service nova] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Received unexpected event network-vif-plugged-08cfbfb1-a073-43c4-8585-55bdc618e616 for instance with vm_state building and task_state spawning. [ 1808.725101] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5224c6b7-1cf6-b477-5fd6-196b99ecb6bb, 'name': SearchDatastore_Task, 'duration_secs': 0.038895} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.726230] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e509dcca-e3eb-4496-ba88-71dd1c9b05af {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.732920] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1808.732920] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5252a257-7f45-9207-f7a0-d4a965ef4d48" [ 1808.732920] env[63248]: _type = "Task" [ 1808.732920] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.741736] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5252a257-7f45-9207-f7a0-d4a965ef4d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.775783] env[63248]: DEBUG nova.network.neutron [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Successfully updated port: 08cfbfb1-a073-43c4-8585-55bdc618e616 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1808.860986] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.935237] env[63248]: DEBUG nova.compute.manager [req-d1ecc66b-fb76-4f6b-bb80-de87ecd66328 req-705c9ef4-04b2-44ef-8c9e-76f28d4263f3 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Received event network-vif-deleted-dae6d316-2998-483d-9125-fc0e5182ddfd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1808.935544] env[63248]: INFO nova.compute.manager [req-d1ecc66b-fb76-4f6b-bb80-de87ecd66328 req-705c9ef4-04b2-44ef-8c9e-76f28d4263f3 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Neutron deleted interface dae6d316-2998-483d-9125-fc0e5182ddfd; detaching it from the instance and deleting it from the info cache [ 1808.935744] env[63248]: DEBUG nova.network.neutron [req-d1ecc66b-fb76-4f6b-bb80-de87ecd66328 req-705c9ef4-04b2-44ef-8c9e-76f28d4263f3 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.999660] env[63248]: DEBUG nova.compute.utils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1809.004458] env[63248]: DEBUG nova.compute.manager [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1809.004458] env[63248]: DEBUG nova.network.neutron [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1809.048271] env[63248]: DEBUG nova.policy [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d90cfeac4e3477098ade68cefffb5a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7f3c19db5c2456f8ceeeca3ff489b4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1809.198389] env[63248]: DEBUG nova.network.neutron [-] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.225484] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65a046e-c9ae-43b6-b3be-2ef554743b4f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.237347] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12edc6a7-6cd1-4251-a9a0-a94608e722b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.246608] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5252a257-7f45-9207-f7a0-d4a965ef4d48, 'name': SearchDatastore_Task, 'duration_secs': 0.041309} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.272339] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.272577] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 3d8b6751-b766-4c45-ad3a-190985601cde/3d8b6751-b766-4c45-ad3a-190985601cde.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1809.273011] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ccef23b-9c07-410c-8b29-2450ee015a96 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.275381] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3972a42e-a858-48cf-a547-946730f6cd4b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.278184] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "refresh_cache-22afb1dd-d5ed-4283-a861-d33298b066f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.278304] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquired lock "refresh_cache-22afb1dd-d5ed-4283-a861-d33298b066f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.278450] env[63248]: DEBUG nova.network.neutron [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.285539] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f020e448-6092-4a89-9081-5f0652b26d16 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.292144] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1809.292144] env[63248]: value = "task-1801468" [ 1809.292144] env[63248]: _type = "Task" [ 1809.292144] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.304698] env[63248]: DEBUG nova.compute.provider_tree [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.311761] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.413095] env[63248]: DEBUG nova.network.neutron [-] [instance: bac808d3-c675-4488-9441-ad7979061a76] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.439232] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3d208ac-9ec7-4816-b8f0-703ac722bb9b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.446516] env[63248]: DEBUG nova.network.neutron [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Successfully created port: caf2dd6d-ffad-49e0-8f22-3ed7bec4e037 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1809.452735] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b4520e-1c0d-47c0-9156-b6492b7d9f02 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.487696] env[63248]: DEBUG nova.compute.manager [req-d1ecc66b-fb76-4f6b-bb80-de87ecd66328 req-705c9ef4-04b2-44ef-8c9e-76f28d4263f3 service nova] [instance: bac808d3-c675-4488-9441-ad7979061a76] Detach interface failed, port_id=dae6d316-2998-483d-9125-fc0e5182ddfd, reason: Instance bac808d3-c675-4488-9441-ad7979061a76 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1809.504715] env[63248]: DEBUG nova.compute.manager [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1809.705790] env[63248]: INFO nova.compute.manager [-] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Took 1.57 seconds to deallocate network for instance. [ 1809.803634] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469332} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.804344] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 3d8b6751-b766-4c45-ad3a-190985601cde/3d8b6751-b766-4c45-ad3a-190985601cde.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1809.804927] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1809.805303] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f72c6185-afaa-4011-b4ee-73af3bda612f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.807884] env[63248]: DEBUG nova.scheduler.client.report [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1809.815024] env[63248]: DEBUG nova.network.neutron [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1809.824388] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1809.824388] env[63248]: value = "task-1801469" [ 1809.824388] env[63248]: _type = "Task" [ 1809.824388] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.835770] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.915952] env[63248]: INFO nova.compute.manager [-] [instance: bac808d3-c675-4488-9441-ad7979061a76] Took 1.53 seconds to deallocate network for instance. [ 1809.954431] env[63248]: DEBUG nova.network.neutron [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Updating instance_info_cache with network_info: [{"id": "08cfbfb1-a073-43c4-8585-55bdc618e616", "address": "fa:16:3e:57:b1:39", "network": {"id": "ae26f2bc-6474-440b-aad9-4d2f92652699", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22811446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc83fa4b7e9483bbc6af87f738d781b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08cfbfb1-a0", "ovs_interfaceid": "08cfbfb1-a073-43c4-8585-55bdc618e616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.212117] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.319024] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.321584] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.185s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.321836] env[63248]: DEBUG nova.objects.instance [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lazy-loading 'resources' on Instance uuid 95ed7da1-82bf-4d17-9638-bcbeec9ad046 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.334549] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066869} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.334815] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1810.335600] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fee01b-7058-4d1a-974b-ee5d6bfb113c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.360537] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 3d8b6751-b766-4c45-ad3a-190985601cde/3d8b6751-b766-4c45-ad3a-190985601cde.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1810.361431] env[63248]: INFO nova.scheduler.client.report [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Deleted allocations for instance 0cad1f9d-6569-46cf-9171-29e4f3758d8e [ 1810.362451] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0112940a-734a-4e6c-aeb0-890fbd57f7d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.386537] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1810.386537] env[63248]: value = "task-1801470" [ 1810.386537] env[63248]: _type = "Task" [ 1810.386537] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.395952] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.424161] env[63248]: DEBUG oslo_concurrency.lockutils [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.458663] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Releasing lock "refresh_cache-22afb1dd-d5ed-4283-a861-d33298b066f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.458663] env[63248]: DEBUG nova.compute.manager [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Instance network_info: |[{"id": "08cfbfb1-a073-43c4-8585-55bdc618e616", "address": "fa:16:3e:57:b1:39", "network": {"id": "ae26f2bc-6474-440b-aad9-4d2f92652699", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22811446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc83fa4b7e9483bbc6af87f738d781b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08cfbfb1-a0", "ovs_interfaceid": "08cfbfb1-a073-43c4-8585-55bdc618e616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1810.459331] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:b1:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08cfbfb1-a073-43c4-8585-55bdc618e616', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1810.467252] env[63248]: DEBUG oslo.service.loopingcall [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.467464] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1810.467690] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1699bc7c-ee7b-451b-a843-47cb98894fe6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.487703] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1810.487703] env[63248]: value = "task-1801471" [ 1810.487703] env[63248]: _type = "Task" [ 1810.487703] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.496037] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801471, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.515489] env[63248]: DEBUG nova.compute.manager [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1810.542556] env[63248]: DEBUG nova.virt.hardware [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1810.542916] env[63248]: DEBUG nova.virt.hardware [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1810.543196] env[63248]: DEBUG nova.virt.hardware [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1810.543427] env[63248]: DEBUG nova.virt.hardware [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1810.543705] env[63248]: DEBUG nova.virt.hardware [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1810.543888] env[63248]: DEBUG nova.virt.hardware [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1810.544122] env[63248]: DEBUG nova.virt.hardware [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1810.544291] env[63248]: DEBUG nova.virt.hardware [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1810.544487] env[63248]: DEBUG nova.virt.hardware [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1810.544646] env[63248]: DEBUG nova.virt.hardware [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1810.544814] env[63248]: DEBUG nova.virt.hardware [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1810.545688] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6da5137-4246-483c-9699-10aa2e7af541 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.554982] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a20685-8e96-47ce-a4f9-835ea6fff6b3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.716057] env[63248]: DEBUG nova.compute.manager [req-a4d17ab1-7fee-46d6-9455-3ebd54dfa240 req-fac52b44-982c-4c6b-8032-f908c8d26be6 service nova] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Received event network-vif-deleted-82b6edf5-704e-4293-ae91-57a964074e4f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1810.716317] env[63248]: DEBUG nova.compute.manager [req-a4d17ab1-7fee-46d6-9455-3ebd54dfa240 req-fac52b44-982c-4c6b-8032-f908c8d26be6 service nova] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Received event network-changed-08cfbfb1-a073-43c4-8585-55bdc618e616 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1810.716518] env[63248]: DEBUG nova.compute.manager [req-a4d17ab1-7fee-46d6-9455-3ebd54dfa240 req-fac52b44-982c-4c6b-8032-f908c8d26be6 service nova] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Refreshing instance network info cache due to event network-changed-08cfbfb1-a073-43c4-8585-55bdc618e616. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1810.716788] env[63248]: DEBUG oslo_concurrency.lockutils [req-a4d17ab1-7fee-46d6-9455-3ebd54dfa240 req-fac52b44-982c-4c6b-8032-f908c8d26be6 service nova] Acquiring lock "refresh_cache-22afb1dd-d5ed-4283-a861-d33298b066f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.716960] env[63248]: DEBUG oslo_concurrency.lockutils [req-a4d17ab1-7fee-46d6-9455-3ebd54dfa240 req-fac52b44-982c-4c6b-8032-f908c8d26be6 service nova] Acquired lock "refresh_cache-22afb1dd-d5ed-4283-a861-d33298b066f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.717293] env[63248]: DEBUG nova.network.neutron [req-a4d17ab1-7fee-46d6-9455-3ebd54dfa240 req-fac52b44-982c-4c6b-8032-f908c8d26be6 service nova] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Refreshing network info cache for port 08cfbfb1-a073-43c4-8585-55bdc618e616 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1810.887072] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7942d3-c5b2-46f8-837e-0f768433093f tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "0cad1f9d-6569-46cf-9171-29e4f3758d8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.891s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.898058] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801470, 'name': ReconfigVM_Task, 'duration_secs': 0.287358} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.901148] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 3d8b6751-b766-4c45-ad3a-190985601cde/3d8b6751-b766-4c45-ad3a-190985601cde.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1810.901964] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc97f390-519d-4c49-816e-c50ab063285a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.909259] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1810.909259] env[63248]: value = "task-1801472" [ 1810.909259] env[63248]: _type = "Task" [ 1810.909259] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.920584] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801472, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.999722] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801471, 'name': CreateVM_Task, 'duration_secs': 0.416165} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.000798] env[63248]: DEBUG nova.compute.manager [req-f09a6294-4300-4898-9c4b-f2a49e5482ae req-bc1f60b6-6370-4add-b5ad-fa9242e3eeb9 service nova] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Received event network-vif-plugged-caf2dd6d-ffad-49e0-8f22-3ed7bec4e037 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1811.001048] env[63248]: DEBUG oslo_concurrency.lockutils [req-f09a6294-4300-4898-9c4b-f2a49e5482ae req-bc1f60b6-6370-4add-b5ad-fa9242e3eeb9 service nova] Acquiring lock "6560541e-a4ef-49b1-abdb-345eae605b29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.001283] env[63248]: DEBUG oslo_concurrency.lockutils [req-f09a6294-4300-4898-9c4b-f2a49e5482ae req-bc1f60b6-6370-4add-b5ad-fa9242e3eeb9 service nova] Lock "6560541e-a4ef-49b1-abdb-345eae605b29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.001472] env[63248]: DEBUG oslo_concurrency.lockutils [req-f09a6294-4300-4898-9c4b-f2a49e5482ae req-bc1f60b6-6370-4add-b5ad-fa9242e3eeb9 service nova] Lock "6560541e-a4ef-49b1-abdb-345eae605b29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.001644] env[63248]: DEBUG nova.compute.manager [req-f09a6294-4300-4898-9c4b-f2a49e5482ae req-bc1f60b6-6370-4add-b5ad-fa9242e3eeb9 service nova] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] No waiting events found dispatching network-vif-plugged-caf2dd6d-ffad-49e0-8f22-3ed7bec4e037 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1811.001822] env[63248]: WARNING nova.compute.manager [req-f09a6294-4300-4898-9c4b-f2a49e5482ae req-bc1f60b6-6370-4add-b5ad-fa9242e3eeb9 service nova] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Received unexpected event network-vif-plugged-caf2dd6d-ffad-49e0-8f22-3ed7bec4e037 for instance with vm_state building and task_state spawning. [ 1811.004592] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1811.005883] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.006069] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.006388] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1811.006643] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cefebf5f-4162-4b9a-9d64-60c87f7139b3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.012479] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1811.012479] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f11eb4-91a1-e791-942b-2761f660911d" [ 1811.012479] env[63248]: _type = "Task" [ 1811.012479] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.027290] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f11eb4-91a1-e791-942b-2761f660911d, 'name': SearchDatastore_Task, 'duration_secs': 0.011202} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.027620] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.027855] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1811.028219] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.028338] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.028500] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1811.029687] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91fd903a-289e-41e2-a24b-3fa13b53202c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.032056] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c93214-4014-4fdb-ba3f-42edc894c7e6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.040163] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072b7913-53db-4e45-b9f7-7ad2f7737805 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.073929] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e0d444-ad1a-4912-a9ae-f752f7ae3e53 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.076644] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1811.076819] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1811.077506] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a68e2241-1c24-40bd-b564-1b4d768a6f7a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.083204] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1811.083204] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526d05e1-7868-eb0d-8913-5e790433695c" [ 1811.083204] env[63248]: _type = "Task" [ 1811.083204] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.089533] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51caaa8f-3703-47f4-b381-15ac162135a5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.095844] env[63248]: DEBUG nova.network.neutron [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Successfully updated port: caf2dd6d-ffad-49e0-8f22-3ed7bec4e037 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1811.103711] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526d05e1-7868-eb0d-8913-5e790433695c, 'name': SearchDatastore_Task, 'duration_secs': 0.009308} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.112397] env[63248]: DEBUG nova.compute.provider_tree [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1811.114974] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5657d90-3c21-4507-8b8d-5ca6f6204b90 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.121887] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1811.121887] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52881f80-5587-dd49-d773-b252720461ef" [ 1811.121887] env[63248]: _type = "Task" [ 1811.121887] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.132068] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52881f80-5587-dd49-d773-b252720461ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.414795] env[63248]: DEBUG nova.network.neutron [req-a4d17ab1-7fee-46d6-9455-3ebd54dfa240 req-fac52b44-982c-4c6b-8032-f908c8d26be6 service nova] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Updated VIF entry in instance network info cache for port 08cfbfb1-a073-43c4-8585-55bdc618e616. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1811.414795] env[63248]: DEBUG nova.network.neutron [req-a4d17ab1-7fee-46d6-9455-3ebd54dfa240 req-fac52b44-982c-4c6b-8032-f908c8d26be6 service nova] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Updating instance_info_cache with network_info: [{"id": "08cfbfb1-a073-43c4-8585-55bdc618e616", "address": "fa:16:3e:57:b1:39", "network": {"id": "ae26f2bc-6474-440b-aad9-4d2f92652699", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-22811446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3dc83fa4b7e9483bbc6af87f738d781b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08cfbfb1-a0", "ovs_interfaceid": "08cfbfb1-a073-43c4-8585-55bdc618e616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.422914] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801472, 'name': Rename_Task, 'duration_secs': 0.154772} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.422914] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1811.423153] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acb71f94-546b-4f03-a3d8-540955351488 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.431033] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1811.431033] env[63248]: value = "task-1801473" [ 1811.431033] env[63248]: _type = "Task" [ 1811.431033] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.439189] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.599511] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "refresh_cache-6560541e-a4ef-49b1-abdb-345eae605b29" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.599647] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired lock "refresh_cache-6560541e-a4ef-49b1-abdb-345eae605b29" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.599797] env[63248]: DEBUG nova.network.neutron [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.618999] env[63248]: DEBUG nova.scheduler.client.report [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1811.633660] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52881f80-5587-dd49-d773-b252720461ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009649} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.634361] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.634652] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 22afb1dd-d5ed-4283-a861-d33298b066f5/22afb1dd-d5ed-4283-a861-d33298b066f5.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1811.635581] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc801f46-7606-450a-8c64-2fd106727837 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.642763] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1811.642763] env[63248]: value = "task-1801474" [ 1811.642763] env[63248]: _type = "Task" [ 1811.642763] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.652832] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.917832] env[63248]: DEBUG oslo_concurrency.lockutils [req-a4d17ab1-7fee-46d6-9455-3ebd54dfa240 req-fac52b44-982c-4c6b-8032-f908c8d26be6 service nova] Releasing lock "refresh_cache-22afb1dd-d5ed-4283-a861-d33298b066f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.944250] env[63248]: DEBUG oslo_vmware.api [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801473, 'name': PowerOnVM_Task, 'duration_secs': 0.472991} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.944549] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1811.944773] env[63248]: INFO nova.compute.manager [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1811.944964] env[63248]: DEBUG nova.compute.manager [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1811.945850] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6e5f41-eca0-480a-8adc-bbad3b6f1345 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.125141] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.127992] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.266s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.129278] env[63248]: INFO nova.compute.claims [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1812.133546] env[63248]: DEBUG nova.network.neutron [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1812.149882] env[63248]: INFO nova.scheduler.client.report [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Deleted allocations for instance 95ed7da1-82bf-4d17-9638-bcbeec9ad046 [ 1812.158869] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484108} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.159685] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 22afb1dd-d5ed-4283-a861-d33298b066f5/22afb1dd-d5ed-4283-a861-d33298b066f5.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1812.159685] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1812.159685] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d386e25a-be4e-42a7-89e2-8ff48d7fa23c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.166618] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1812.166618] env[63248]: value = "task-1801475" [ 1812.166618] env[63248]: _type = "Task" [ 1812.166618] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.177911] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.276362] env[63248]: DEBUG nova.network.neutron [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Updating instance_info_cache with network_info: [{"id": "caf2dd6d-ffad-49e0-8f22-3ed7bec4e037", "address": "fa:16:3e:03:3f:58", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf2dd6d-ff", "ovs_interfaceid": "caf2dd6d-ffad-49e0-8f22-3ed7bec4e037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.465800] env[63248]: INFO nova.compute.manager [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Took 16.43 seconds to build instance. [ 1812.659588] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ed530cbd-cdcf-45f6-8282-6b13fcfb7bd3 tempest-MultipleCreateTestJSON-1742265752 tempest-MultipleCreateTestJSON-1742265752-project-member] Lock "95ed7da1-82bf-4d17-9638-bcbeec9ad046" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.595s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.677297] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062242} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.678087] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1812.678889] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05a472b-a725-49ce-97e4-4d07f1b911f4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.709202] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 22afb1dd-d5ed-4283-a861-d33298b066f5/22afb1dd-d5ed-4283-a861-d33298b066f5.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1812.709540] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c380b361-8f9f-496e-89a5-9a5b8cc1626c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.734501] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1812.734501] env[63248]: value = "task-1801476" [ 1812.734501] env[63248]: _type = "Task" [ 1812.734501] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.749254] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.779513] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Releasing lock "refresh_cache-6560541e-a4ef-49b1-abdb-345eae605b29" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.779865] env[63248]: DEBUG nova.compute.manager [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Instance network_info: |[{"id": "caf2dd6d-ffad-49e0-8f22-3ed7bec4e037", "address": "fa:16:3e:03:3f:58", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf2dd6d-ff", "ovs_interfaceid": "caf2dd6d-ffad-49e0-8f22-3ed7bec4e037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1812.780311] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:3f:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caf2dd6d-ffad-49e0-8f22-3ed7bec4e037', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1812.788461] env[63248]: DEBUG oslo.service.loopingcall [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.788617] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1812.788868] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bfda148-90a3-46bb-8379-229a6ac8a213 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.808969] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1812.808969] env[63248]: value = "task-1801477" [ 1812.808969] env[63248]: _type = "Task" [ 1812.808969] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.817203] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801477, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.967016] env[63248]: DEBUG oslo_concurrency.lockutils [None req-56fec172-3787-4223-8a24-e56bf88ef7d2 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "3d8b6751-b766-4c45-ad3a-190985601cde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.938s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.032515] env[63248]: DEBUG nova.compute.manager [req-ac711c9c-c131-48b3-90d3-4d7fae42d965 req-c93f7e03-3df2-4a75-82e8-b716c415c9ef service nova] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Received event network-changed-caf2dd6d-ffad-49e0-8f22-3ed7bec4e037 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1813.032731] env[63248]: DEBUG nova.compute.manager [req-ac711c9c-c131-48b3-90d3-4d7fae42d965 req-c93f7e03-3df2-4a75-82e8-b716c415c9ef service nova] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Refreshing instance network info cache due to event network-changed-caf2dd6d-ffad-49e0-8f22-3ed7bec4e037. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1813.032958] env[63248]: DEBUG oslo_concurrency.lockutils [req-ac711c9c-c131-48b3-90d3-4d7fae42d965 req-c93f7e03-3df2-4a75-82e8-b716c415c9ef service nova] Acquiring lock "refresh_cache-6560541e-a4ef-49b1-abdb-345eae605b29" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.033439] env[63248]: DEBUG oslo_concurrency.lockutils [req-ac711c9c-c131-48b3-90d3-4d7fae42d965 req-c93f7e03-3df2-4a75-82e8-b716c415c9ef service nova] Acquired lock "refresh_cache-6560541e-a4ef-49b1-abdb-345eae605b29" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.033635] env[63248]: DEBUG nova.network.neutron [req-ac711c9c-c131-48b3-90d3-4d7fae42d965 req-c93f7e03-3df2-4a75-82e8-b716c415c9ef service nova] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Refreshing network info cache for port caf2dd6d-ffad-49e0-8f22-3ed7bec4e037 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1813.245692] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801476, 'name': ReconfigVM_Task, 'duration_secs': 0.39717} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.247728] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 22afb1dd-d5ed-4283-a861-d33298b066f5/22afb1dd-d5ed-4283-a861-d33298b066f5.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1813.248533] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b51bf609-88ff-40eb-ac27-996ff14ac174 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.255372] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1813.255372] env[63248]: value = "task-1801478" [ 1813.255372] env[63248]: _type = "Task" [ 1813.255372] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.266154] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801478, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.322706] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801477, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.346709] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64aba527-36a7-451b-bbd5-3ed215e09be8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.355823] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4524bbf-0004-46d0-a3db-cf7bfce8f109 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.391264] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3111cad-149c-4eb0-80b2-0b97ad4f5da8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.399571] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59124db1-3aa3-4e7f-8ccd-abd0e01571c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.414732] env[63248]: DEBUG nova.compute.provider_tree [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.764569] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801478, 'name': Rename_Task, 'duration_secs': 0.16839} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.764860] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1813.765126] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07926af8-4601-4e95-ab2f-7a387f1850c6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.772820] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1813.772820] env[63248]: value = "task-1801479" [ 1813.772820] env[63248]: _type = "Task" [ 1813.772820] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.780852] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.825136] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801477, 'name': CreateVM_Task, 'duration_secs': 0.816289} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.825363] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1813.826040] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.826231] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.826553] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1813.826816] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99515b06-c0dc-4d0f-bbf4-98fb9d9cfc4e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.832817] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1813.832817] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b0f4b0-9d40-37ac-ccb5-06bb1616b535" [ 1813.832817] env[63248]: _type = "Task" [ 1813.832817] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.844118] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b0f4b0-9d40-37ac-ccb5-06bb1616b535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.918433] env[63248]: DEBUG nova.scheduler.client.report [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1814.260615] env[63248]: DEBUG nova.network.neutron [req-ac711c9c-c131-48b3-90d3-4d7fae42d965 req-c93f7e03-3df2-4a75-82e8-b716c415c9ef service nova] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Updated VIF entry in instance network info cache for port caf2dd6d-ffad-49e0-8f22-3ed7bec4e037. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1814.263317] env[63248]: DEBUG nova.network.neutron [req-ac711c9c-c131-48b3-90d3-4d7fae42d965 req-c93f7e03-3df2-4a75-82e8-b716c415c9ef service nova] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Updating instance_info_cache with network_info: [{"id": "caf2dd6d-ffad-49e0-8f22-3ed7bec4e037", "address": "fa:16:3e:03:3f:58", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf2dd6d-ff", "ovs_interfaceid": "caf2dd6d-ffad-49e0-8f22-3ed7bec4e037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.286755] env[63248]: DEBUG oslo_vmware.api [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801479, 'name': PowerOnVM_Task, 'duration_secs': 0.463573} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.287153] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1814.287307] env[63248]: INFO nova.compute.manager [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Took 6.12 seconds to spawn the instance on the hypervisor. [ 1814.287724] env[63248]: DEBUG nova.compute.manager [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1814.288443] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d41e4e-52c5-484d-9323-142bfeb0d2a8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.347388] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b0f4b0-9d40-37ac-ccb5-06bb1616b535, 'name': SearchDatastore_Task, 'duration_secs': 0.017167} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.347706] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.348503] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1814.348762] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.348911] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.349388] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1814.349949] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eefd970d-3677-4222-b250-9aea29787664 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.360910] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1814.361383] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1814.364454] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a3534f-ec44-4375-b76e-286bf69582c2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.369507] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1814.369507] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520e80ba-736f-2433-6e12-b691b76f076e" [ 1814.369507] env[63248]: _type = "Task" [ 1814.369507] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.377921] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520e80ba-736f-2433-6e12-b691b76f076e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.427507] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.428395] env[63248]: DEBUG nova.compute.manager [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1814.431548] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.220s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.431785] env[63248]: DEBUG nova.objects.instance [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lazy-loading 'resources' on Instance uuid 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1814.764998] env[63248]: DEBUG oslo_concurrency.lockutils [req-ac711c9c-c131-48b3-90d3-4d7fae42d965 req-c93f7e03-3df2-4a75-82e8-b716c415c9ef service nova] Releasing lock "refresh_cache-6560541e-a4ef-49b1-abdb-345eae605b29" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.810464] env[63248]: INFO nova.compute.manager [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Took 16.28 seconds to build instance. [ 1814.881666] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]520e80ba-736f-2433-6e12-b691b76f076e, 'name': SearchDatastore_Task, 'duration_secs': 0.018581} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.882762] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86da81ce-511c-4a02-b0cc-e7343f20eca2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.889095] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1814.889095] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c23dbb-d48d-8b11-fda0-b66fe3c5f8ac" [ 1814.889095] env[63248]: _type = "Task" [ 1814.889095] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.903284] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c23dbb-d48d-8b11-fda0-b66fe3c5f8ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.935926] env[63248]: DEBUG nova.compute.utils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1814.940244] env[63248]: DEBUG nova.compute.manager [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1814.940413] env[63248]: DEBUG nova.network.neutron [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1815.016421] env[63248]: DEBUG nova.policy [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6addf7137b0b4e23917a982647b2bda2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b75bbfc618d7486b8c140a3d8ea1cee6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1815.088248] env[63248]: DEBUG nova.compute.manager [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Received event network-changed-d9b51dd5-fe3e-4d63-818f-4676f56df744 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1815.088746] env[63248]: DEBUG nova.compute.manager [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Refreshing instance network info cache due to event network-changed-d9b51dd5-fe3e-4d63-818f-4676f56df744. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1815.089233] env[63248]: DEBUG oslo_concurrency.lockutils [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] Acquiring lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.089674] env[63248]: DEBUG oslo_concurrency.lockutils [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] Acquired lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.090242] env[63248]: DEBUG nova.network.neutron [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Refreshing network info cache for port d9b51dd5-fe3e-4d63-818f-4676f56df744 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1815.173902] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55b3f8f-9b08-4c97-80ce-0ab77dab604b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.186650] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fe28fa-8334-4e90-af96-1a3ceb5c4dc8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.221901] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1675c59f-c240-4b24-987c-f476b2b07da2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.230622] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa1b9b5-631a-4f64-b735-39eb73b331b8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.245463] env[63248]: DEBUG nova.compute.provider_tree [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.314040] env[63248]: DEBUG oslo_concurrency.lockutils [None req-666c5d67-e2a1-4ba5-9bbb-1ff4b018954c tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "22afb1dd-d5ed-4283-a861-d33298b066f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.806s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.400272] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c23dbb-d48d-8b11-fda0-b66fe3c5f8ac, 'name': SearchDatastore_Task, 'duration_secs': 0.029416} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.400612] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.400837] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 6560541e-a4ef-49b1-abdb-345eae605b29/6560541e-a4ef-49b1-abdb-345eae605b29.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1815.401143] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c6b8906-154c-47fe-9708-034a7a38e780 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.408547] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1815.408547] env[63248]: value = "task-1801480" [ 1815.408547] env[63248]: _type = "Task" [ 1815.408547] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.418665] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.443017] env[63248]: DEBUG nova.compute.manager [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1815.527161] env[63248]: DEBUG nova.network.neutron [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Successfully created port: 31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1815.749163] env[63248]: DEBUG nova.scheduler.client.report [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1815.908385] env[63248]: DEBUG nova.network.neutron [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updated VIF entry in instance network info cache for port d9b51dd5-fe3e-4d63-818f-4676f56df744. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1815.908742] env[63248]: DEBUG nova.network.neutron [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updating instance_info_cache with network_info: [{"id": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "address": "fa:16:3e:0a:3b:3b", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b51dd5-fe", "ovs_interfaceid": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.919695] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801480, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.024198] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "22afb1dd-d5ed-4283-a861-d33298b066f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.024458] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "22afb1dd-d5ed-4283-a861-d33298b066f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.024667] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "22afb1dd-d5ed-4283-a861-d33298b066f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.024847] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "22afb1dd-d5ed-4283-a861-d33298b066f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.025028] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "22afb1dd-d5ed-4283-a861-d33298b066f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.027037] env[63248]: INFO nova.compute.manager [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Terminating instance [ 1816.256574] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.263143] env[63248]: DEBUG oslo_concurrency.lockutils [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.836s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.263143] env[63248]: DEBUG nova.objects.instance [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lazy-loading 'resources' on Instance uuid bac808d3-c675-4488-9441-ad7979061a76 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.290709] env[63248]: INFO nova.scheduler.client.report [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleted allocations for instance 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f [ 1816.415981] env[63248]: DEBUG oslo_concurrency.lockutils [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] Releasing lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.416963] env[63248]: DEBUG nova.compute.manager [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Received event network-changed-ef8dbb75-2339-49ce-88dd-24915cef1b56 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1816.417916] env[63248]: DEBUG nova.compute.manager [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Refreshing instance network info cache due to event network-changed-ef8dbb75-2339-49ce-88dd-24915cef1b56. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1816.419107] env[63248]: DEBUG oslo_concurrency.lockutils [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] Acquiring lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.419107] env[63248]: DEBUG oslo_concurrency.lockutils [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] Acquired lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.419107] env[63248]: DEBUG nova.network.neutron [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Refreshing network info cache for port ef8dbb75-2339-49ce-88dd-24915cef1b56 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1816.427621] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801480, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.451924] env[63248]: DEBUG nova.compute.manager [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1816.482142] env[63248]: DEBUG nova.virt.hardware [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1816.482142] env[63248]: DEBUG nova.virt.hardware [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1816.482142] env[63248]: DEBUG nova.virt.hardware [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1816.482142] env[63248]: DEBUG nova.virt.hardware [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1816.482142] env[63248]: DEBUG nova.virt.hardware [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1816.482485] env[63248]: DEBUG nova.virt.hardware [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1816.482869] env[63248]: DEBUG nova.virt.hardware [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1816.483307] env[63248]: DEBUG nova.virt.hardware [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1816.483687] env[63248]: DEBUG nova.virt.hardware [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1816.484032] env[63248]: DEBUG nova.virt.hardware [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1816.484385] env[63248]: DEBUG nova.virt.hardware [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1816.485355] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3706d2-6e2b-4ef6-907f-c0826f34fadb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.494308] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f3d40a-6f10-426b-bdc4-7c05c06cb42c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.530989] env[63248]: DEBUG nova.compute.manager [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1816.530989] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1816.532067] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca3c708-d574-45c1-9c12-3b2e67983e17 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.540402] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1816.540921] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c264310-7bdb-4635-9fd5-fb70c2932e56 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.548108] env[63248]: DEBUG oslo_vmware.api [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1816.548108] env[63248]: value = "task-1801481" [ 1816.548108] env[63248]: _type = "Task" [ 1816.548108] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.557068] env[63248]: DEBUG oslo_vmware.api [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.804935] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9b50499c-b82d-4738-bef0-082d86fe3a0b tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.332s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.928115] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801480, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.0214} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.928444] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 6560541e-a4ef-49b1-abdb-345eae605b29/6560541e-a4ef-49b1-abdb-345eae605b29.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1816.929171] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1816.929496] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da226b0f-d861-4327-a15b-de5fe16c4af1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.938025] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1816.938025] env[63248]: value = "task-1801482" [ 1816.938025] env[63248]: _type = "Task" [ 1816.938025] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.954028] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.971745] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85767478-f282-4654-95c4-3ba6b941d6a3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.979866] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5338e638-ee43-4259-8616-6bda24dcd627 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.014602] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b9ffc2-982e-45ab-8a72-c1c1cbe90928 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.022794] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838c01bf-06b7-4364-a139-2323244ceb79 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.036762] env[63248]: DEBUG nova.compute.provider_tree [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.058725] env[63248]: DEBUG oslo_vmware.api [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801481, 'name': PowerOffVM_Task, 'duration_secs': 0.180645} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.058996] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1817.059466] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1817.059466] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-405de98c-bf4c-4366-986e-ad31f5446412 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.183584] env[63248]: DEBUG nova.network.neutron [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Updated VIF entry in instance network info cache for port ef8dbb75-2339-49ce-88dd-24915cef1b56. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1817.183963] env[63248]: DEBUG nova.network.neutron [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Updating instance_info_cache with network_info: [{"id": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "address": "fa:16:3e:48:b3:76", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8dbb75-23", "ovs_interfaceid": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.452039] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801482, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.471552] env[63248]: DEBUG nova.compute.manager [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Received event network-changed-ef8dbb75-2339-49ce-88dd-24915cef1b56 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1817.471738] env[63248]: DEBUG nova.compute.manager [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Refreshing instance network info cache due to event network-changed-ef8dbb75-2339-49ce-88dd-24915cef1b56. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1817.471939] env[63248]: DEBUG oslo_concurrency.lockutils [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] Acquiring lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.541690] env[63248]: DEBUG nova.scheduler.client.report [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1817.627065] env[63248]: DEBUG nova.network.neutron [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Successfully updated port: 31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1817.690847] env[63248]: DEBUG oslo_concurrency.lockutils [req-bba25188-10fe-4b1a-a315-d45a7d44e157 req-a085316b-cf8d-4367-aa9f-088db54c5a10 service nova] Releasing lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.693212] env[63248]: DEBUG oslo_concurrency.lockutils [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] Acquired lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.693212] env[63248]: DEBUG nova.network.neutron [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Refreshing network info cache for port ef8dbb75-2339-49ce-88dd-24915cef1b56 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1817.962147] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801482, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.051169] env[63248]: DEBUG oslo_concurrency.lockutils [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.078219] env[63248]: INFO nova.scheduler.client.report [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Deleted allocations for instance bac808d3-c675-4488-9441-ad7979061a76 [ 1818.130195] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.130274] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.130430] env[63248]: DEBUG nova.network.neutron [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1818.412993] env[63248]: DEBUG nova.network.neutron [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Updated VIF entry in instance network info cache for port ef8dbb75-2339-49ce-88dd-24915cef1b56. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1818.413403] env[63248]: DEBUG nova.network.neutron [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Updating instance_info_cache with network_info: [{"id": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "address": "fa:16:3e:48:b3:76", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8dbb75-23", "ovs_interfaceid": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.453875] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801482, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.486519] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "42fc1310-45f9-4349-a6fc-fb20d4cd0875" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.486519] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "42fc1310-45f9-4349-a6fc-fb20d4cd0875" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.591629] env[63248]: DEBUG oslo_concurrency.lockutils [None req-09d5dad5-b859-4b16-9c36-51af57274bdd tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "bac808d3-c675-4488-9441-ad7979061a76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.858s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.681010] env[63248]: DEBUG nova.network.neutron [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1818.919830] env[63248]: DEBUG oslo_concurrency.lockutils [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] Releasing lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.920120] env[63248]: DEBUG nova.compute.manager [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Received event network-changed-d9b51dd5-fe3e-4d63-818f-4676f56df744 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1818.920487] env[63248]: DEBUG nova.compute.manager [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Refreshing instance network info cache due to event network-changed-d9b51dd5-fe3e-4d63-818f-4676f56df744. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1818.920931] env[63248]: DEBUG oslo_concurrency.lockutils [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] Acquiring lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.921172] env[63248]: DEBUG oslo_concurrency.lockutils [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] Acquired lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.921360] env[63248]: DEBUG nova.network.neutron [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Refreshing network info cache for port d9b51dd5-fe3e-4d63-818f-4676f56df744 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1818.952446] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.589784} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.952446] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1818.952446] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb9ae30-8db5-4e3f-bab2-4bfd04f9949c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.958320] env[63248]: DEBUG nova.network.neutron [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Updating instance_info_cache with network_info: [{"id": "31f17391-d730-4a37-9e1a-d6e9e95ff5dd", "address": "fa:16:3e:14:4f:82", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f17391-d7", "ovs_interfaceid": "31f17391-d730-4a37-9e1a-d6e9e95ff5dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.978867] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 6560541e-a4ef-49b1-abdb-345eae605b29/6560541e-a4ef-49b1-abdb-345eae605b29.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1818.980469] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63ee474c-5438-4ce2-a179-1d783e625a40 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.998179] env[63248]: DEBUG nova.compute.manager [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1819.006502] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1819.006502] env[63248]: value = "task-1801484" [ 1819.006502] env[63248]: _type = "Task" [ 1819.006502] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.016618] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.314519] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Acquiring lock "79199182-a9fe-433e-adf5-14595dbf7dd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.314753] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Lock "79199182-a9fe-433e-adf5-14595dbf7dd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.327471] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "be3ca24d-0690-4376-891c-bc9ba64f1364" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.327696] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.327896] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "be3ca24d-0690-4376-891c-bc9ba64f1364-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.328088] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.328266] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.330341] env[63248]: INFO nova.compute.manager [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Terminating instance [ 1819.480325] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.480896] env[63248]: DEBUG nova.compute.manager [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Instance network_info: |[{"id": "31f17391-d730-4a37-9e1a-d6e9e95ff5dd", "address": "fa:16:3e:14:4f:82", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f17391-d7", "ovs_interfaceid": "31f17391-d730-4a37-9e1a-d6e9e95ff5dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1819.481398] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:4f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31f17391-d730-4a37-9e1a-d6e9e95ff5dd', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1819.489343] env[63248]: DEBUG oslo.service.loopingcall [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.489553] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1819.490326] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74a4e88f-e447-4bdb-95c9-6b8bc19586d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.511512] env[63248]: DEBUG nova.compute.manager [req-ed35f9a7-33c3-4cfc-bec5-4ac2982ab566 req-49174037-f532-4e2e-aa13-8026d50ffb52 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Received event network-vif-plugged-31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1819.511728] env[63248]: DEBUG oslo_concurrency.lockutils [req-ed35f9a7-33c3-4cfc-bec5-4ac2982ab566 req-49174037-f532-4e2e-aa13-8026d50ffb52 service nova] Acquiring lock "ab8bfc48-1b13-4332-8b09-3069368981a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.511934] env[63248]: DEBUG oslo_concurrency.lockutils [req-ed35f9a7-33c3-4cfc-bec5-4ac2982ab566 req-49174037-f532-4e2e-aa13-8026d50ffb52 service nova] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.512151] env[63248]: DEBUG oslo_concurrency.lockutils [req-ed35f9a7-33c3-4cfc-bec5-4ac2982ab566 req-49174037-f532-4e2e-aa13-8026d50ffb52 service nova] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.512324] env[63248]: DEBUG nova.compute.manager [req-ed35f9a7-33c3-4cfc-bec5-4ac2982ab566 req-49174037-f532-4e2e-aa13-8026d50ffb52 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] No waiting events found dispatching network-vif-plugged-31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1819.512488] env[63248]: WARNING nova.compute.manager [req-ed35f9a7-33c3-4cfc-bec5-4ac2982ab566 req-49174037-f532-4e2e-aa13-8026d50ffb52 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Received unexpected event network-vif-plugged-31f17391-d730-4a37-9e1a-d6e9e95ff5dd for instance with vm_state building and task_state spawning. [ 1819.512644] env[63248]: DEBUG nova.compute.manager [req-ed35f9a7-33c3-4cfc-bec5-4ac2982ab566 req-49174037-f532-4e2e-aa13-8026d50ffb52 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Received event network-changed-31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1819.512796] env[63248]: DEBUG nova.compute.manager [req-ed35f9a7-33c3-4cfc-bec5-4ac2982ab566 req-49174037-f532-4e2e-aa13-8026d50ffb52 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Refreshing instance network info cache due to event network-changed-31f17391-d730-4a37-9e1a-d6e9e95ff5dd. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1819.512979] env[63248]: DEBUG oslo_concurrency.lockutils [req-ed35f9a7-33c3-4cfc-bec5-4ac2982ab566 req-49174037-f532-4e2e-aa13-8026d50ffb52 service nova] Acquiring lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.513210] env[63248]: DEBUG oslo_concurrency.lockutils [req-ed35f9a7-33c3-4cfc-bec5-4ac2982ab566 req-49174037-f532-4e2e-aa13-8026d50ffb52 service nova] Acquired lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.513405] env[63248]: DEBUG nova.network.neutron [req-ed35f9a7-33c3-4cfc-bec5-4ac2982ab566 req-49174037-f532-4e2e-aa13-8026d50ffb52 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Refreshing network info cache for port 31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1819.522247] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1819.522247] env[63248]: value = "task-1801486" [ 1819.522247] env[63248]: _type = "Task" [ 1819.522247] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.532685] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801484, 'name': ReconfigVM_Task, 'duration_secs': 0.382614} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.533419] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 6560541e-a4ef-49b1-abdb-345eae605b29/6560541e-a4ef-49b1-abdb-345eae605b29.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1819.533981] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c93d31f1-0f49-4775-8c91-761a3783d296 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.539781] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801486, 'name': CreateVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.540648] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.540946] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.542435] env[63248]: INFO nova.compute.claims [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1819.552643] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1819.552643] env[63248]: value = "task-1801487" [ 1819.552643] env[63248]: _type = "Task" [ 1819.552643] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.569776] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801487, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.735505] env[63248]: DEBUG nova.network.neutron [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updated VIF entry in instance network info cache for port d9b51dd5-fe3e-4d63-818f-4676f56df744. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1819.735882] env[63248]: DEBUG nova.network.neutron [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updating instance_info_cache with network_info: [{"id": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "address": "fa:16:3e:0a:3b:3b", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b51dd5-fe", "ovs_interfaceid": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.771412] env[63248]: DEBUG nova.network.neutron [req-ed35f9a7-33c3-4cfc-bec5-4ac2982ab566 req-49174037-f532-4e2e-aa13-8026d50ffb52 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Updated VIF entry in instance network info cache for port 31f17391-d730-4a37-9e1a-d6e9e95ff5dd. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1819.771773] env[63248]: DEBUG nova.network.neutron [req-ed35f9a7-33c3-4cfc-bec5-4ac2982ab566 req-49174037-f532-4e2e-aa13-8026d50ffb52 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Updating instance_info_cache with network_info: [{"id": "31f17391-d730-4a37-9e1a-d6e9e95ff5dd", "address": "fa:16:3e:14:4f:82", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f17391-d7", "ovs_interfaceid": "31f17391-d730-4a37-9e1a-d6e9e95ff5dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.816772] env[63248]: DEBUG nova.compute.manager [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1819.833934] env[63248]: DEBUG nova.compute.manager [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1819.834201] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1819.835137] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e7ae69-7489-4642-a038-78cae90b068e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.843972] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1819.844260] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8e6503c-3f27-479a-8c8a-9e769282e6f1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.852843] env[63248]: DEBUG oslo_vmware.api [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1819.852843] env[63248]: value = "task-1801488" [ 1819.852843] env[63248]: _type = "Task" [ 1819.852843] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.863275] env[63248]: DEBUG oslo_vmware.api [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.038642] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801486, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.065605] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801487, 'name': Rename_Task, 'duration_secs': 0.190921} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.065801] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1820.066069] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-160137b8-2f74-4325-b55f-fceb56d91094 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.078572] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1820.078572] env[63248]: value = "task-1801489" [ 1820.078572] env[63248]: _type = "Task" [ 1820.078572] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.095015] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.238835] env[63248]: DEBUG oslo_concurrency.lockutils [req-bc824d01-8502-47c4-a3c0-24ee9ecb6b0b req-8f096d49-05da-4583-b81d-7dd816836c16 service nova] Releasing lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.275033] env[63248]: DEBUG oslo_concurrency.lockutils [req-ed35f9a7-33c3-4cfc-bec5-4ac2982ab566 req-49174037-f532-4e2e-aa13-8026d50ffb52 service nova] Releasing lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.337342] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.364270] env[63248]: DEBUG oslo_vmware.api [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.467499] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1820.467692] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1820.467843] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1820.536659] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801486, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.591601] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.722694] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4399b2-d804-429f-a844-a3c1e803d445 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.731240] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b7aad7-b627-40c9-acab-2d5fafcf26e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.763070] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95273cc4-ae25-42c8-9785-0a79aae485ac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.771763] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5216012b-8270-4893-83f0-9a87f38268d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.788033] env[63248]: DEBUG nova.compute.provider_tree [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1820.866416] env[63248]: DEBUG oslo_vmware.api [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.040714] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801486, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.090358] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.292388] env[63248]: DEBUG nova.scheduler.client.report [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1821.368016] env[63248]: DEBUG oslo_vmware.api [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801488, 'name': PowerOffVM_Task, 'duration_secs': 1.065822} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.368016] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1821.368016] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1821.368016] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76b33c19-5652-4afb-a125-7b460fbdfb06 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.537771] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801486, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.591218] env[63248]: DEBUG oslo_vmware.api [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801489, 'name': PowerOnVM_Task, 'duration_secs': 1.337272} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.591436] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1821.591630] env[63248]: INFO nova.compute.manager [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Took 11.08 seconds to spawn the instance on the hypervisor. [ 1821.591805] env[63248]: DEBUG nova.compute.manager [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1821.592638] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201ec684-756a-4be7-b66b-a05a699d1964 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.797750] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.798312] env[63248]: DEBUG nova.compute.manager [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1821.800958] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.464s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.802364] env[63248]: INFO nova.compute.claims [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1822.006214] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "refresh_cache-64f82339-2d72-475d-bc31-068e5b6d50a7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.006369] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquired lock "refresh_cache-64f82339-2d72-475d-bc31-068e5b6d50a7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.006521] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Forcefully refreshing network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1822.038017] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801486, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.108953] env[63248]: INFO nova.compute.manager [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Took 17.86 seconds to build instance. [ 1822.309171] env[63248]: DEBUG nova.compute.utils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1822.310990] env[63248]: DEBUG nova.compute.manager [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1822.310990] env[63248]: DEBUG nova.network.neutron [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1822.356762] env[63248]: DEBUG nova.policy [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abccb9d18fe64326a01734545bb76e24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bccc2e5b76c94662b2cc14e5a65551f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1822.540568] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801486, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.614447] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39df8750-6aec-4b67-bc7f-9505d0412386 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6560541e-a4ef-49b1-abdb-345eae605b29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.367s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.815356] env[63248]: DEBUG nova.compute.manager [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1822.850658] env[63248]: DEBUG nova.network.neutron [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Successfully created port: 34639c08-58c5-4d8c-8617-c2b691b6b19f {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1822.968827] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd48e5f0-6bfd-4fb7-858d-ac477d2cdd8f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.977283] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51232ba9-bd96-4a30-b96f-f67c3724c7e0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.010109] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bde288c-6a6a-4a81-935f-50f0e16abd92 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.017984] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d651f0a5-84ca-428a-9c39-c497e88eaf4b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.031932] env[63248]: DEBUG nova.compute.provider_tree [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.042258] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801486, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.111983] env[63248]: DEBUG nova.compute.manager [req-f22d8367-8c45-4c43-8ec7-5d5e1e4997c9 req-cbd1f0bd-84df-4a25-bf5c-699592335047 service nova] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Received event network-changed-caf2dd6d-ffad-49e0-8f22-3ed7bec4e037 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1823.112153] env[63248]: DEBUG nova.compute.manager [req-f22d8367-8c45-4c43-8ec7-5d5e1e4997c9 req-cbd1f0bd-84df-4a25-bf5c-699592335047 service nova] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Refreshing instance network info cache due to event network-changed-caf2dd6d-ffad-49e0-8f22-3ed7bec4e037. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1823.112457] env[63248]: DEBUG oslo_concurrency.lockutils [req-f22d8367-8c45-4c43-8ec7-5d5e1e4997c9 req-cbd1f0bd-84df-4a25-bf5c-699592335047 service nova] Acquiring lock "refresh_cache-6560541e-a4ef-49b1-abdb-345eae605b29" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.112569] env[63248]: DEBUG oslo_concurrency.lockutils [req-f22d8367-8c45-4c43-8ec7-5d5e1e4997c9 req-cbd1f0bd-84df-4a25-bf5c-699592335047 service nova] Acquired lock "refresh_cache-6560541e-a4ef-49b1-abdb-345eae605b29" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.112729] env[63248]: DEBUG nova.network.neutron [req-f22d8367-8c45-4c43-8ec7-5d5e1e4997c9 req-cbd1f0bd-84df-4a25-bf5c-699592335047 service nova] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Refreshing network info cache for port caf2dd6d-ffad-49e0-8f22-3ed7bec4e037 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1823.337193] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Updating instance_info_cache with network_info: [{"id": "569d2a7c-bc29-47d8-b40a-96d8cbcb7371", "address": "fa:16:3e:35:33:08", "network": {"id": "0e633898-8d43-4a91-9c63-dc028d1fefb7", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-268752501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f66bf36523e1408091dac0e0b71cf900", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap569d2a7c-bc", "ovs_interfaceid": "569d2a7c-bc29-47d8-b40a-96d8cbcb7371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.537242] env[63248]: DEBUG nova.scheduler.client.report [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1823.543449] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801486, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.827939] env[63248]: DEBUG nova.network.neutron [req-f22d8367-8c45-4c43-8ec7-5d5e1e4997c9 req-cbd1f0bd-84df-4a25-bf5c-699592335047 service nova] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Updated VIF entry in instance network info cache for port caf2dd6d-ffad-49e0-8f22-3ed7bec4e037. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1823.828373] env[63248]: DEBUG nova.network.neutron [req-f22d8367-8c45-4c43-8ec7-5d5e1e4997c9 req-cbd1f0bd-84df-4a25-bf5c-699592335047 service nova] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Updating instance_info_cache with network_info: [{"id": "caf2dd6d-ffad-49e0-8f22-3ed7bec4e037", "address": "fa:16:3e:03:3f:58", "network": {"id": "440f69c8-48b6-43dc-ba28-c4ec424fe935", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-300686683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f3c19db5c2456f8ceeeca3ff489b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf2dd6d-ff", "ovs_interfaceid": "caf2dd6d-ffad-49e0-8f22-3ed7bec4e037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.830743] env[63248]: DEBUG nova.compute.manager [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1823.839696] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Releasing lock "refresh_cache-64f82339-2d72-475d-bc31-068e5b6d50a7" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.839884] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Updated the network info_cache for instance {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1823.840727] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1823.840910] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1823.841073] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1823.841228] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1823.841370] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1823.841515] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1823.841644] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1823.842088] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1823.856926] env[63248]: DEBUG nova.virt.hardware [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1823.857174] env[63248]: DEBUG nova.virt.hardware [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1823.857336] env[63248]: DEBUG nova.virt.hardware [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1823.857518] env[63248]: DEBUG nova.virt.hardware [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1823.857666] env[63248]: DEBUG nova.virt.hardware [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1823.857811] env[63248]: DEBUG nova.virt.hardware [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1823.858027] env[63248]: DEBUG nova.virt.hardware [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1823.858194] env[63248]: DEBUG nova.virt.hardware [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1823.858365] env[63248]: DEBUG nova.virt.hardware [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1823.858528] env[63248]: DEBUG nova.virt.hardware [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1823.858697] env[63248]: DEBUG nova.virt.hardware [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1823.859751] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ba0752-e207-4e09-94c4-ce38b8bdedfc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.868277] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adcef69-749e-4a8a-999d-2950204009e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.875177] env[63248]: DEBUG oslo_concurrency.lockutils [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "ac30f37f-3cb1-401c-827b-d41bcdd881fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.875177] env[63248]: DEBUG oslo_concurrency.lockutils [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "ac30f37f-3cb1-401c-827b-d41bcdd881fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.875177] env[63248]: DEBUG oslo_concurrency.lockutils [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "ac30f37f-3cb1-401c-827b-d41bcdd881fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.875177] env[63248]: DEBUG oslo_concurrency.lockutils [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "ac30f37f-3cb1-401c-827b-d41bcdd881fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.875177] env[63248]: DEBUG oslo_concurrency.lockutils [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "ac30f37f-3cb1-401c-827b-d41bcdd881fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.884938] env[63248]: INFO nova.compute.manager [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Terminating instance [ 1823.975100] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1823.975328] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1823.975519] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Deleting the datastore file [datastore1] 22afb1dd-d5ed-4283-a861-d33298b066f5 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1823.975856] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cee3816-f477-4247-98d1-f0892ea2fd0f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.984631] env[63248]: DEBUG oslo_vmware.api [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for the task: (returnval){ [ 1823.984631] env[63248]: value = "task-1801491" [ 1823.984631] env[63248]: _type = "Task" [ 1823.984631] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.989300] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1823.989521] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1823.989739] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleting the datastore file [datastore1] be3ca24d-0690-4376-891c-bc9ba64f1364 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1823.990453] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdfa4de3-27c8-4296-a882-803a7e1baea2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.996582] env[63248]: DEBUG oslo_vmware.api [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.002990] env[63248]: DEBUG oslo_vmware.api [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for the task: (returnval){ [ 1824.002990] env[63248]: value = "task-1801492" [ 1824.002990] env[63248]: _type = "Task" [ 1824.002990] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.011757] env[63248]: DEBUG oslo_vmware.api [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.041946] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801486, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.044873] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.045436] env[63248]: DEBUG nova.compute.manager [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1824.333954] env[63248]: DEBUG oslo_concurrency.lockutils [req-f22d8367-8c45-4c43-8ec7-5d5e1e4997c9 req-cbd1f0bd-84df-4a25-bf5c-699592335047 service nova] Releasing lock "refresh_cache-6560541e-a4ef-49b1-abdb-345eae605b29" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.345620] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.345830] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.345994] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.346161] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1824.347014] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caed1741-b5b0-471b-be5a-49f400fb9f3b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.357261] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c26e7d-56f9-44be-8439-3c55dd7f37a6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.371839] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e31ceb-2f4f-48eb-bd0b-c9adbe9634d2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.378769] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97f4585-18b7-4bf0-a822-daf6d3edd2ca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.408288] env[63248]: DEBUG nova.compute.manager [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1824.408512] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1824.409214] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179795MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1824.409355] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.409546] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.411662] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fe8871-10ad-4430-a505-68c97b99d9c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.419559] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1824.419774] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c73f780-1e00-4a9a-b409-78c79c86d24f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.427166] env[63248]: DEBUG oslo_vmware.api [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1824.427166] env[63248]: value = "task-1801493" [ 1824.427166] env[63248]: _type = "Task" [ 1824.427166] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.437035] env[63248]: DEBUG oslo_vmware.api [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.495236] env[63248]: DEBUG oslo_vmware.api [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Task: {'id': task-1801491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15537} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.495435] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1824.495685] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1824.495886] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1824.496080] env[63248]: INFO nova.compute.manager [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Took 7.97 seconds to destroy the instance on the hypervisor. [ 1824.496335] env[63248]: DEBUG oslo.service.loopingcall [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.496525] env[63248]: DEBUG nova.compute.manager [-] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1824.496624] env[63248]: DEBUG nova.network.neutron [-] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1824.512364] env[63248]: DEBUG oslo_vmware.api [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Task: {'id': task-1801492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155704} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.512603] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1824.513073] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1824.513073] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1824.513214] env[63248]: INFO nova.compute.manager [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Took 4.68 seconds to destroy the instance on the hypervisor. [ 1824.513453] env[63248]: DEBUG oslo.service.loopingcall [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.513675] env[63248]: DEBUG nova.compute.manager [-] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1824.513785] env[63248]: DEBUG nova.network.neutron [-] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1824.543855] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801486, 'name': CreateVM_Task, 'duration_secs': 4.696727} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.543855] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1824.544257] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.544443] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.544776] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1824.545031] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f017dea-69c4-4ba0-a1ef-128d276c2587 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.551696] env[63248]: DEBUG nova.compute.utils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1824.553372] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1824.553372] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5278f2b1-afac-a660-330a-f0acf6408730" [ 1824.553372] env[63248]: _type = "Task" [ 1824.553372] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.553654] env[63248]: DEBUG nova.compute.manager [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1824.553847] env[63248]: DEBUG nova.network.neutron [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1824.570447] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5278f2b1-afac-a660-330a-f0acf6408730, 'name': SearchDatastore_Task, 'duration_secs': 0.010951} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.570685] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.570917] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1824.571166] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.571314] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.571492] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1824.571757] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-687b4d89-93e0-41c6-b51c-c3ee624f7740 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.585554] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1824.585752] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1824.586536] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a6a5e3-33cc-4121-9d77-b517ce58a333 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.593471] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1824.593471] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e7eb02-c0f2-462f-fc1e-b1e053d33f36" [ 1824.593471] env[63248]: _type = "Task" [ 1824.593471] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.602504] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e7eb02-c0f2-462f-fc1e-b1e053d33f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.658684] env[63248]: DEBUG nova.policy [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1f6e636aca14de59654f9aaf24bc89d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e9aa99e55444def9c858bca654d3593', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1824.939205] env[63248]: DEBUG oslo_vmware.api [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801493, 'name': PowerOffVM_Task, 'duration_secs': 0.265694} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.940417] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1824.940591] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1824.941710] env[63248]: DEBUG nova.compute.manager [req-f67821f7-77d3-4949-95bb-d3965fac9063 req-31ac9333-01c8-4d16-870e-e9dcef228325 service nova] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Received event network-vif-deleted-08cfbfb1-a073-43c4-8585-55bdc618e616 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1824.941894] env[63248]: INFO nova.compute.manager [req-f67821f7-77d3-4949-95bb-d3965fac9063 req-31ac9333-01c8-4d16-870e-e9dcef228325 service nova] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Neutron deleted interface 08cfbfb1-a073-43c4-8585-55bdc618e616; detaching it from the instance and deleting it from the info cache [ 1824.942136] env[63248]: DEBUG nova.network.neutron [req-f67821f7-77d3-4949-95bb-d3965fac9063 req-31ac9333-01c8-4d16-870e-e9dcef228325 service nova] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.946395] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c3a209a-f0e7-4d3d-8f42-ca85f1036c57 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.057672] env[63248]: DEBUG nova.compute.manager [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1825.070322] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1825.070581] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1825.070786] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Deleting the datastore file [datastore1] ac30f37f-3cb1-401c-827b-d41bcdd881fe {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1825.071133] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76233021-fa39-4ab0-9a5f-79ec11deaca4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.080202] env[63248]: DEBUG oslo_vmware.api [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1825.080202] env[63248]: value = "task-1801495" [ 1825.080202] env[63248]: _type = "Task" [ 1825.080202] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.090688] env[63248]: DEBUG oslo_vmware.api [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.103728] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e7eb02-c0f2-462f-fc1e-b1e053d33f36, 'name': SearchDatastore_Task, 'duration_secs': 0.010585} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.104555] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80279529-c5c1-4557-be8f-5b32b9522d7b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.110879] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1825.110879] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52167dea-d903-a404-6eca-73bf418f130b" [ 1825.110879] env[63248]: _type = "Task" [ 1825.110879] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.119280] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52167dea-d903-a404-6eca-73bf418f130b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.325634] env[63248]: DEBUG nova.compute.manager [req-85138389-08d2-4a5c-928a-6459abae5195 req-8b92f315-7781-4a55-8d2c-ad7add95ffbe service nova] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Received event network-vif-plugged-34639c08-58c5-4d8c-8617-c2b691b6b19f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1825.325733] env[63248]: DEBUG oslo_concurrency.lockutils [req-85138389-08d2-4a5c-928a-6459abae5195 req-8b92f315-7781-4a55-8d2c-ad7add95ffbe service nova] Acquiring lock "42fc1310-45f9-4349-a6fc-fb20d4cd0875-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.325874] env[63248]: DEBUG oslo_concurrency.lockutils [req-85138389-08d2-4a5c-928a-6459abae5195 req-8b92f315-7781-4a55-8d2c-ad7add95ffbe service nova] Lock "42fc1310-45f9-4349-a6fc-fb20d4cd0875-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.326060] env[63248]: DEBUG oslo_concurrency.lockutils [req-85138389-08d2-4a5c-928a-6459abae5195 req-8b92f315-7781-4a55-8d2c-ad7add95ffbe service nova] Lock "42fc1310-45f9-4349-a6fc-fb20d4cd0875-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.326243] env[63248]: DEBUG nova.compute.manager [req-85138389-08d2-4a5c-928a-6459abae5195 req-8b92f315-7781-4a55-8d2c-ad7add95ffbe service nova] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] No waiting events found dispatching network-vif-plugged-34639c08-58c5-4d8c-8617-c2b691b6b19f {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1825.326395] env[63248]: WARNING nova.compute.manager [req-85138389-08d2-4a5c-928a-6459abae5195 req-8b92f315-7781-4a55-8d2c-ad7add95ffbe service nova] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Received unexpected event network-vif-plugged-34639c08-58c5-4d8c-8617-c2b691b6b19f for instance with vm_state building and task_state spawning. [ 1825.403840] env[63248]: DEBUG nova.network.neutron [-] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.446919] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5bcb13b-a573-425a-8f17-5af367c0fd38 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.450326] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 64f82339-2d72-475d-bc31-068e5b6d50a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.450504] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 98fa0905-ba6a-421b-a5ac-7402395b030d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.450702] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ac30f37f-3cb1-401c-827b-d41bcdd881fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.450841] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance fc97c235-3d55-497b-bd09-e97498a7ecf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.450959] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance be3ca24d-0690-4376-891c-bc9ba64f1364 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.451090] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 381f2fcb-59e4-441d-95a8-67831d9b2c5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.451208] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance bc40d7aa-e11c-4f09-8db4-f4e55221d57b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.451320] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 3d8b6751-b766-4c45-ad3a-190985601cde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.451429] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 22afb1dd-d5ed-4283-a861-d33298b066f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.451539] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 6560541e-a4ef-49b1-abdb-345eae605b29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.451648] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ab8bfc48-1b13-4332-8b09-3069368981a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.451757] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 42fc1310-45f9-4349-a6fc-fb20d4cd0875 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.451864] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 79199182-a9fe-433e-adf5-14595dbf7dd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.452118] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1825.452267] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1825.462550] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82009b25-bb9c-4a20-b8d3-dfdbe0a4e64b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.474841] env[63248]: DEBUG nova.network.neutron [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Successfully created port: 9a150c20-6939-4957-b1c1-e8061d1977ee {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1825.499673] env[63248]: DEBUG nova.compute.manager [req-f67821f7-77d3-4949-95bb-d3965fac9063 req-31ac9333-01c8-4d16-870e-e9dcef228325 service nova] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Detach interface failed, port_id=08cfbfb1-a073-43c4-8585-55bdc618e616, reason: Instance 22afb1dd-d5ed-4283-a861-d33298b066f5 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1825.567383] env[63248]: DEBUG nova.network.neutron [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Successfully updated port: 34639c08-58c5-4d8c-8617-c2b691b6b19f {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1825.594213] env[63248]: DEBUG oslo_vmware.api [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260334} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.594472] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1825.594658] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1825.594832] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1825.595077] env[63248]: INFO nova.compute.manager [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1825.595359] env[63248]: DEBUG oslo.service.loopingcall [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.595552] env[63248]: DEBUG nova.compute.manager [-] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1825.595646] env[63248]: DEBUG nova.network.neutron [-] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1825.624495] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52167dea-d903-a404-6eca-73bf418f130b, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.624794] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.625065] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ab8bfc48-1b13-4332-8b09-3069368981a9/ab8bfc48-1b13-4332-8b09-3069368981a9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1825.625335] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-696c0ee8-2b07-441c-8640-8ed72d953895 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.637341] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1825.637341] env[63248]: value = "task-1801496" [ 1825.637341] env[63248]: _type = "Task" [ 1825.637341] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.649858] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.680573] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91dd88a-91ee-4846-8fa1-cf41e0c7fb62 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.688723] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bcf15c-ce13-489b-acf2-0a243665eb97 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.723037] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c8a1d6-7258-46eb-a8d6-73582b824da3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.738023] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0c07d0-e341-4c31-9f0c-8a18df35e0b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.751747] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.906305] env[63248]: INFO nova.compute.manager [-] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Took 1.41 seconds to deallocate network for instance. [ 1826.071964] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "refresh_cache-42fc1310-45f9-4349-a6fc-fb20d4cd0875" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.072279] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "refresh_cache-42fc1310-45f9-4349-a6fc-fb20d4cd0875" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.072490] env[63248]: DEBUG nova.network.neutron [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1826.074618] env[63248]: DEBUG nova.compute.manager [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1826.105386] env[63248]: DEBUG nova.virt.hardware [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1826.105705] env[63248]: DEBUG nova.virt.hardware [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1826.105803] env[63248]: DEBUG nova.virt.hardware [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1826.106016] env[63248]: DEBUG nova.virt.hardware [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1826.106185] env[63248]: DEBUG nova.virt.hardware [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1826.106298] env[63248]: DEBUG nova.virt.hardware [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1826.106476] env[63248]: DEBUG nova.virt.hardware [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1826.106637] env[63248]: DEBUG nova.virt.hardware [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1826.106804] env[63248]: DEBUG nova.virt.hardware [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1826.106966] env[63248]: DEBUG nova.virt.hardware [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1826.107161] env[63248]: DEBUG nova.virt.hardware [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1826.108065] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26ecd8f-d1e4-4a25-9f4c-f4b45f9e07bb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.117920] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdd7f61-2999-47bd-96b6-ecc650106a6f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.147882] env[63248]: DEBUG nova.network.neutron [-] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.149208] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801496, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.255128] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1826.413023] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.518626] env[63248]: DEBUG nova.network.neutron [-] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.607553] env[63248]: DEBUG nova.network.neutron [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1826.649605] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552365} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.649897] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] ab8bfc48-1b13-4332-8b09-3069368981a9/ab8bfc48-1b13-4332-8b09-3069368981a9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1826.650183] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1826.650586] env[63248]: INFO nova.compute.manager [-] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Took 2.14 seconds to deallocate network for instance. [ 1826.650812] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a316150-409e-4095-bc44-f94e2c29249c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.659870] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1826.659870] env[63248]: value = "task-1801497" [ 1826.659870] env[63248]: _type = "Task" [ 1826.659870] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.669644] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.739040] env[63248]: DEBUG nova.network.neutron [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Updating instance_info_cache with network_info: [{"id": "34639c08-58c5-4d8c-8617-c2b691b6b19f", "address": "fa:16:3e:bc:12:dd", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34639c08-58", "ovs_interfaceid": "34639c08-58c5-4d8c-8617-c2b691b6b19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.759986] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1826.760184] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.351s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.760437] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.348s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.760658] env[63248]: DEBUG nova.objects.instance [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lazy-loading 'resources' on Instance uuid 22afb1dd-d5ed-4283-a861-d33298b066f5 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.021038] env[63248]: INFO nova.compute.manager [-] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Took 1.43 seconds to deallocate network for instance. [ 1827.160172] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.169884] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065066} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.170195] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1827.170955] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b251c49f-bd27-482a-b7e9-db2d66fa36bd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.193295] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] ab8bfc48-1b13-4332-8b09-3069368981a9/ab8bfc48-1b13-4332-8b09-3069368981a9.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1827.193589] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-576a8f23-684e-4cc1-b4d3-921f98040d36 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.213932] env[63248]: DEBUG nova.network.neutron [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Successfully updated port: 9a150c20-6939-4957-b1c1-e8061d1977ee {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1827.216872] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1827.216872] env[63248]: value = "task-1801498" [ 1827.216872] env[63248]: _type = "Task" [ 1827.216872] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.226836] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.242182] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "refresh_cache-42fc1310-45f9-4349-a6fc-fb20d4cd0875" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.242553] env[63248]: DEBUG nova.compute.manager [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Instance network_info: |[{"id": "34639c08-58c5-4d8c-8617-c2b691b6b19f", "address": "fa:16:3e:bc:12:dd", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34639c08-58", "ovs_interfaceid": "34639c08-58c5-4d8c-8617-c2b691b6b19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1827.242956] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:12:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34639c08-58c5-4d8c-8617-c2b691b6b19f', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1827.251530] env[63248]: DEBUG oslo.service.loopingcall [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.252387] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1827.252617] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26963c63-a692-4441-ba19-de7988e1b471 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.276118] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1827.276118] env[63248]: value = "task-1801499" [ 1827.276118] env[63248]: _type = "Task" [ 1827.276118] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.284119] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801499, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.360725] env[63248]: DEBUG nova.compute.manager [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Received event network-changed-34639c08-58c5-4d8c-8617-c2b691b6b19f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1827.360908] env[63248]: DEBUG nova.compute.manager [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Refreshing instance network info cache due to event network-changed-34639c08-58c5-4d8c-8617-c2b691b6b19f. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1827.361138] env[63248]: DEBUG oslo_concurrency.lockutils [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] Acquiring lock "refresh_cache-42fc1310-45f9-4349-a6fc-fb20d4cd0875" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.361294] env[63248]: DEBUG oslo_concurrency.lockutils [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] Acquired lock "refresh_cache-42fc1310-45f9-4349-a6fc-fb20d4cd0875" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.361846] env[63248]: DEBUG nova.network.neutron [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Refreshing network info cache for port 34639c08-58c5-4d8c-8617-c2b691b6b19f {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1827.441869] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a428c6ce-bb40-41f0-8324-c468dd1c2207 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.451532] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bc709a-a9f1-4870-9dac-33b234409c4f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.484504] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd21c84-2b61-4cdc-b295-a7c9d948d7ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.492572] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c763058b-464d-482a-b021-a6623443a3d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.507348] env[63248]: DEBUG nova.compute.provider_tree [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1827.527522] env[63248]: DEBUG oslo_concurrency.lockutils [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.718896] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Acquiring lock "refresh_cache-79199182-a9fe-433e-adf5-14595dbf7dd5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.719327] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Acquired lock "refresh_cache-79199182-a9fe-433e-adf5-14595dbf7dd5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.719327] env[63248]: DEBUG nova.network.neutron [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1827.731503] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801498, 'name': ReconfigVM_Task, 'duration_secs': 0.415009} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.731889] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Reconfigured VM instance instance-0000006a to attach disk [datastore1] ab8bfc48-1b13-4332-8b09-3069368981a9/ab8bfc48-1b13-4332-8b09-3069368981a9.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1827.732676] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d229330c-014c-4b7a-8bd9-cb4a1d3576bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.739759] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1827.739759] env[63248]: value = "task-1801500" [ 1827.739759] env[63248]: _type = "Task" [ 1827.739759] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.749391] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801500, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.786987] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801499, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.011516] env[63248]: DEBUG nova.scheduler.client.report [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1828.066573] env[63248]: DEBUG nova.network.neutron [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Updated VIF entry in instance network info cache for port 34639c08-58c5-4d8c-8617-c2b691b6b19f. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1828.066930] env[63248]: DEBUG nova.network.neutron [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Updating instance_info_cache with network_info: [{"id": "34639c08-58c5-4d8c-8617-c2b691b6b19f", "address": "fa:16:3e:bc:12:dd", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34639c08-58", "ovs_interfaceid": "34639c08-58c5-4d8c-8617-c2b691b6b19f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.250384] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801500, 'name': Rename_Task, 'duration_secs': 0.168929} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.250678] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1828.250931] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfb8b18d-142c-43a0-8bbc-3350011be546 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.252986] env[63248]: DEBUG nova.network.neutron [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1828.259364] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1828.259364] env[63248]: value = "task-1801501" [ 1828.259364] env[63248]: _type = "Task" [ 1828.259364] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.267235] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.286204] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801499, 'name': CreateVM_Task, 'duration_secs': 0.547198} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.286383] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1828.287050] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.287224] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.287548] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1828.289725] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fdedfd7-b695-4412-ad2a-d198b3a100cb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.294948] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1828.294948] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527de7aa-f97a-7751-233f-e1d74221648d" [ 1828.294948] env[63248]: _type = "Task" [ 1828.294948] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.302561] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527de7aa-f97a-7751-233f-e1d74221648d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.384770] env[63248]: DEBUG nova.network.neutron [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Updating instance_info_cache with network_info: [{"id": "9a150c20-6939-4957-b1c1-e8061d1977ee", "address": "fa:16:3e:ca:aa:f3", "network": {"id": "02244458-797d-4a15-a83c-9a614e34e4f5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1569912597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9aa99e55444def9c858bca654d3593", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a150c20-69", "ovs_interfaceid": "9a150c20-6939-4957-b1c1-e8061d1977ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.516795] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.519904] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.359s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.519904] env[63248]: DEBUG nova.objects.instance [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lazy-loading 'resources' on Instance uuid be3ca24d-0690-4376-891c-bc9ba64f1364 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1828.538280] env[63248]: INFO nova.scheduler.client.report [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Deleted allocations for instance 22afb1dd-d5ed-4283-a861-d33298b066f5 [ 1828.570052] env[63248]: DEBUG oslo_concurrency.lockutils [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] Releasing lock "refresh_cache-42fc1310-45f9-4349-a6fc-fb20d4cd0875" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.570353] env[63248]: DEBUG nova.compute.manager [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Received event network-vif-deleted-567cd0ae-960c-4f18-a81a-209d27365b0b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1828.570664] env[63248]: DEBUG nova.compute.manager [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Received event network-vif-deleted-47b0d323-2c51-4dc5-8300-57ebb935abf1 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1828.570912] env[63248]: DEBUG nova.compute.manager [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Received event network-vif-plugged-9a150c20-6939-4957-b1c1-e8061d1977ee {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1828.571129] env[63248]: DEBUG oslo_concurrency.lockutils [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] Acquiring lock "79199182-a9fe-433e-adf5-14595dbf7dd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.571329] env[63248]: DEBUG oslo_concurrency.lockutils [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] Lock "79199182-a9fe-433e-adf5-14595dbf7dd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.571511] env[63248]: DEBUG oslo_concurrency.lockutils [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] Lock "79199182-a9fe-433e-adf5-14595dbf7dd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.571675] env[63248]: DEBUG nova.compute.manager [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] No waiting events found dispatching network-vif-plugged-9a150c20-6939-4957-b1c1-e8061d1977ee {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1828.571851] env[63248]: WARNING nova.compute.manager [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Received unexpected event network-vif-plugged-9a150c20-6939-4957-b1c1-e8061d1977ee for instance with vm_state building and task_state spawning. [ 1828.572065] env[63248]: DEBUG nova.compute.manager [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Received event network-changed-9a150c20-6939-4957-b1c1-e8061d1977ee {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1828.572435] env[63248]: DEBUG nova.compute.manager [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Refreshing instance network info cache due to event network-changed-9a150c20-6939-4957-b1c1-e8061d1977ee. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1828.572642] env[63248]: DEBUG oslo_concurrency.lockutils [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] Acquiring lock "refresh_cache-79199182-a9fe-433e-adf5-14595dbf7dd5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.770748] env[63248]: DEBUG oslo_vmware.api [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801501, 'name': PowerOnVM_Task, 'duration_secs': 0.472991} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.771058] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1828.771294] env[63248]: INFO nova.compute.manager [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Took 12.32 seconds to spawn the instance on the hypervisor. [ 1828.771510] env[63248]: DEBUG nova.compute.manager [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1828.772462] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f1a731-0324-4570-b92d-609bdd03c2bf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.805754] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527de7aa-f97a-7751-233f-e1d74221648d, 'name': SearchDatastore_Task, 'duration_secs': 0.010402} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.806095] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.806339] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1828.806703] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.806703] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.806887] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1828.807178] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8c56269-dcb3-424d-93bf-6ea2750adb96 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.817729] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1828.817729] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1828.818083] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-686c44e1-d8f4-4245-b91e-068ffe18210c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.826346] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1828.826346] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bf05ff-bcf1-23fa-51b5-d81c086648a5" [ 1828.826346] env[63248]: _type = "Task" [ 1828.826346] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.835082] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bf05ff-bcf1-23fa-51b5-d81c086648a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.887990] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Releasing lock "refresh_cache-79199182-a9fe-433e-adf5-14595dbf7dd5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.888360] env[63248]: DEBUG nova.compute.manager [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Instance network_info: |[{"id": "9a150c20-6939-4957-b1c1-e8061d1977ee", "address": "fa:16:3e:ca:aa:f3", "network": {"id": "02244458-797d-4a15-a83c-9a614e34e4f5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1569912597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9aa99e55444def9c858bca654d3593", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a150c20-69", "ovs_interfaceid": "9a150c20-6939-4957-b1c1-e8061d1977ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1828.888673] env[63248]: DEBUG oslo_concurrency.lockutils [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] Acquired lock "refresh_cache-79199182-a9fe-433e-adf5-14595dbf7dd5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.888858] env[63248]: DEBUG nova.network.neutron [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Refreshing network info cache for port 9a150c20-6939-4957-b1c1-e8061d1977ee {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.890076] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:aa:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a150c20-6939-4957-b1c1-e8061d1977ee', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1828.897718] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Creating folder: Project (9e9aa99e55444def9c858bca654d3593). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1828.898596] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ccbd19b-c1f5-4759-8c63-3b1e2f4ade4f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.911464] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Created folder: Project (9e9aa99e55444def9c858bca654d3593) in parent group-v373228. [ 1828.911678] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Creating folder: Instances. Parent ref: group-v373519. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1828.911915] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78cb1853-b8d4-4979-9b58-b18768b5ea57 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.921813] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Created folder: Instances in parent group-v373519. [ 1828.921992] env[63248]: DEBUG oslo.service.loopingcall [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.922229] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1828.922432] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d613f30-a7cb-4e38-b56f-7af12520b42e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.942495] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1828.942495] env[63248]: value = "task-1801504" [ 1828.942495] env[63248]: _type = "Task" [ 1828.942495] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.950240] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801504, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.045551] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc2e5512-7f87-4ea1-997f-cfc8ddd43f1f tempest-ImagesOneServerNegativeTestJSON-418137245 tempest-ImagesOneServerNegativeTestJSON-418137245-project-member] Lock "22afb1dd-d5ed-4283-a861-d33298b066f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.021s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.195560] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1f0442-3363-49a9-9445-1997f95a3681 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.204364] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd096424-eb99-4c35-aa63-e64558e0ef16 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.239725] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b80df3-8488-4e54-b8d9-9d48fc505203 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.247930] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57757c7-b17d-47bd-953e-7431fec4365f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.265606] env[63248]: DEBUG nova.compute.provider_tree [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.293943] env[63248]: INFO nova.compute.manager [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Took 20.45 seconds to build instance. [ 1829.334558] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bf05ff-bcf1-23fa-51b5-d81c086648a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012282} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.335466] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f378fef0-71c7-42f2-8cf3-ea1c1da958fe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.340730] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1829.340730] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52859874-3701-740d-f8a2-8e1f89eec6a0" [ 1829.340730] env[63248]: _type = "Task" [ 1829.340730] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.348562] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52859874-3701-740d-f8a2-8e1f89eec6a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.455099] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801504, 'name': CreateVM_Task, 'duration_secs': 0.37088} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.455345] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1829.456210] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.456487] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.456912] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1829.457248] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d014f9f8-0ddc-415e-9dc0-320f5ca0f054 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.463510] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Waiting for the task: (returnval){ [ 1829.463510] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526da550-276e-c819-b514-4a82bb305f5d" [ 1829.463510] env[63248]: _type = "Task" [ 1829.463510] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.472583] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526da550-276e-c819-b514-4a82bb305f5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.636802] env[63248]: DEBUG nova.network.neutron [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Updated VIF entry in instance network info cache for port 9a150c20-6939-4957-b1c1-e8061d1977ee. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.637228] env[63248]: DEBUG nova.network.neutron [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Updating instance_info_cache with network_info: [{"id": "9a150c20-6939-4957-b1c1-e8061d1977ee", "address": "fa:16:3e:ca:aa:f3", "network": {"id": "02244458-797d-4a15-a83c-9a614e34e4f5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1569912597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e9aa99e55444def9c858bca654d3593", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a150c20-69", "ovs_interfaceid": "9a150c20-6939-4957-b1c1-e8061d1977ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.670968] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "interface-bc40d7aa-e11c-4f09-8db4-f4e55221d57b-7f04cbdd-8f2f-4469-8f5f-803f09df29f2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.671262] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-bc40d7aa-e11c-4f09-8db4-f4e55221d57b-7f04cbdd-8f2f-4469-8f5f-803f09df29f2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.672973] env[63248]: DEBUG nova.objects.instance [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lazy-loading 'flavor' on Instance uuid bc40d7aa-e11c-4f09-8db4-f4e55221d57b {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1829.768636] env[63248]: DEBUG nova.scheduler.client.report [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1829.797856] env[63248]: DEBUG oslo_concurrency.lockutils [None req-81c93da0-0d14-44f1-9a73-c64003b6986c tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.965s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.854966] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52859874-3701-740d-f8a2-8e1f89eec6a0, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.855481] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.856085] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 42fc1310-45f9-4349-a6fc-fb20d4cd0875/42fc1310-45f9-4349-a6fc-fb20d4cd0875.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1829.856602] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ae775c4-d784-4437-9625-3307adc262ec {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.864063] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1829.864063] env[63248]: value = "task-1801505" [ 1829.864063] env[63248]: _type = "Task" [ 1829.864063] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.872240] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.977854] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526da550-276e-c819-b514-4a82bb305f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.977854] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.977854] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1829.977854] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.977854] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.977854] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1829.977854] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c81e7b1-b14a-41fb-b390-4418381a2712 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.985995] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1829.986415] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1829.987260] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af89a856-dc1d-4c74-ae9e-19570f0e5199 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.992767] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Waiting for the task: (returnval){ [ 1829.992767] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522cb9b2-0c32-fa88-224d-bb3e214c62da" [ 1829.992767] env[63248]: _type = "Task" [ 1829.992767] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.002202] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522cb9b2-0c32-fa88-224d-bb3e214c62da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.140480] env[63248]: DEBUG oslo_concurrency.lockutils [req-b098283f-d312-4812-afe1-834a3d6acf41 req-5b01e2dc-1efe-4822-97fc-3a5e126fed88 service nova] Releasing lock "refresh_cache-79199182-a9fe-433e-adf5-14595dbf7dd5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.276039] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.281708] env[63248]: DEBUG oslo_concurrency.lockutils [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.754s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.282171] env[63248]: DEBUG nova.objects.instance [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lazy-loading 'resources' on Instance uuid ac30f37f-3cb1-401c-827b-d41bcdd881fe {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.317788] env[63248]: INFO nova.scheduler.client.report [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Deleted allocations for instance be3ca24d-0690-4376-891c-bc9ba64f1364 [ 1830.376509] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801505, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.380168] env[63248]: DEBUG nova.objects.instance [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lazy-loading 'pci_requests' on Instance uuid bc40d7aa-e11c-4f09-8db4-f4e55221d57b {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.504452] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522cb9b2-0c32-fa88-224d-bb3e214c62da, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.505139] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a72694-75b6-42b8-ae68-92c7d2f8ce2f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.511691] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Waiting for the task: (returnval){ [ 1830.511691] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fb2d10-299b-2f06-92f5-446b43628749" [ 1830.511691] env[63248]: _type = "Task" [ 1830.511691] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.523588] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fb2d10-299b-2f06-92f5-446b43628749, 'name': SearchDatastore_Task} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.523934] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.524279] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 79199182-a9fe-433e-adf5-14595dbf7dd5/79199182-a9fe-433e-adf5-14595dbf7dd5.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1830.524608] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04ff2f5e-79d8-494d-8015-14f465fd1327 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.532490] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Waiting for the task: (returnval){ [ 1830.532490] env[63248]: value = "task-1801506" [ 1830.532490] env[63248]: _type = "Task" [ 1830.532490] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.541600] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': task-1801506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.602781] env[63248]: DEBUG nova.compute.manager [req-4a4dd8b0-b94d-40f3-a465-39d4716d52f2 req-998bc701-705b-4b4f-8cbe-e24ad463df88 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Received event network-changed-31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1830.602890] env[63248]: DEBUG nova.compute.manager [req-4a4dd8b0-b94d-40f3-a465-39d4716d52f2 req-998bc701-705b-4b4f-8cbe-e24ad463df88 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Refreshing instance network info cache due to event network-changed-31f17391-d730-4a37-9e1a-d6e9e95ff5dd. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1830.603126] env[63248]: DEBUG oslo_concurrency.lockutils [req-4a4dd8b0-b94d-40f3-a465-39d4716d52f2 req-998bc701-705b-4b4f-8cbe-e24ad463df88 service nova] Acquiring lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.603305] env[63248]: DEBUG oslo_concurrency.lockutils [req-4a4dd8b0-b94d-40f3-a465-39d4716d52f2 req-998bc701-705b-4b4f-8cbe-e24ad463df88 service nova] Acquired lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.603490] env[63248]: DEBUG nova.network.neutron [req-4a4dd8b0-b94d-40f3-a465-39d4716d52f2 req-998bc701-705b-4b4f-8cbe-e24ad463df88 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Refreshing network info cache for port 31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.805158] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.805511] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.826648] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ab63bba3-9307-48f2-a9e3-c495c33ff37d tempest-AttachVolumeShelveTestJSON-1956293072 tempest-AttachVolumeShelveTestJSON-1956293072-project-member] Lock "be3ca24d-0690-4376-891c-bc9ba64f1364" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.499s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.878684] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514402} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.881761] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 42fc1310-45f9-4349-a6fc-fb20d4cd0875/42fc1310-45f9-4349-a6fc-fb20d4cd0875.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1830.882061] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1830.882978] env[63248]: DEBUG nova.objects.base [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1830.883338] env[63248]: DEBUG nova.network.neutron [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1830.886357] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a76338bf-e29e-4231-8b2e-3ef5eded50c7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.897261] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1830.897261] env[63248]: value = "task-1801507" [ 1830.897261] env[63248]: _type = "Task" [ 1830.897261] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.913027] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.997409] env[63248]: DEBUG nova.policy [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf661b0b2904afa8a27415d0dbb6007', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0441317ad4bb431cbd0a1a06a59db0f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1831.014555] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2659763-2967-4847-b3bc-caf24c9c37a8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.022975] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fc8e15-c613-4bef-a23b-eaa56083a3de {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.064283] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644ce824-8dc2-4633-adb4-b4bad3b7eb56 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.070969] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': task-1801506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483518} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.072399] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 79199182-a9fe-433e-adf5-14595dbf7dd5/79199182-a9fe-433e-adf5-14595dbf7dd5.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1831.072399] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1831.072609] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f90f9e5-fdf2-464c-8014-00681da6ce21 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.077860] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92912fbb-ecdb-42b1-9bf9-4491730b3522 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.085942] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Waiting for the task: (returnval){ [ 1831.085942] env[63248]: value = "task-1801508" [ 1831.085942] env[63248]: _type = "Task" [ 1831.085942] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.093537] env[63248]: DEBUG nova.compute.provider_tree [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.105505] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': task-1801508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.314136] env[63248]: DEBUG nova.compute.utils [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1831.407134] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158097} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.407402] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1831.410258] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ebac7e-c0ad-4bdc-b103-5e733d33ecb8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.433749] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 42fc1310-45f9-4349-a6fc-fb20d4cd0875/42fc1310-45f9-4349-a6fc-fb20d4cd0875.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1831.433941] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b76050b-7100-4b59-99d0-4f55b48ac1e1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.453391] env[63248]: DEBUG nova.network.neutron [req-4a4dd8b0-b94d-40f3-a465-39d4716d52f2 req-998bc701-705b-4b4f-8cbe-e24ad463df88 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Updated VIF entry in instance network info cache for port 31f17391-d730-4a37-9e1a-d6e9e95ff5dd. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.453876] env[63248]: DEBUG nova.network.neutron [req-4a4dd8b0-b94d-40f3-a465-39d4716d52f2 req-998bc701-705b-4b4f-8cbe-e24ad463df88 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Updating instance_info_cache with network_info: [{"id": "31f17391-d730-4a37-9e1a-d6e9e95ff5dd", "address": "fa:16:3e:14:4f:82", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f17391-d7", "ovs_interfaceid": "31f17391-d730-4a37-9e1a-d6e9e95ff5dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.457042] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1831.457042] env[63248]: value = "task-1801509" [ 1831.457042] env[63248]: _type = "Task" [ 1831.457042] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.465154] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.599693] env[63248]: DEBUG nova.scheduler.client.report [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.605913] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': task-1801508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072254} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.606418] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1831.607217] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ade331-41de-4366-a575-9222604028eb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.629890] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 79199182-a9fe-433e-adf5-14595dbf7dd5/79199182-a9fe-433e-adf5-14595dbf7dd5.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1831.630864] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf899e8f-7291-4111-9714-d20d220fb008 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.650932] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Waiting for the task: (returnval){ [ 1831.650932] env[63248]: value = "task-1801510" [ 1831.650932] env[63248]: _type = "Task" [ 1831.650932] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.659670] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': task-1801510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.817804] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.958139] env[63248]: DEBUG oslo_concurrency.lockutils [req-4a4dd8b0-b94d-40f3-a465-39d4716d52f2 req-998bc701-705b-4b4f-8cbe-e24ad463df88 service nova] Releasing lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.967778] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.107906] env[63248]: DEBUG oslo_concurrency.lockutils [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.131375] env[63248]: INFO nova.scheduler.client.report [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Deleted allocations for instance ac30f37f-3cb1-401c-827b-d41bcdd881fe [ 1832.161610] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': task-1801510, 'name': ReconfigVM_Task, 'duration_secs': 0.277777} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.161880] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 79199182-a9fe-433e-adf5-14595dbf7dd5/79199182-a9fe-433e-adf5-14595dbf7dd5.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1832.162871] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-542757eb-0537-42af-9c92-95318fee5225 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.171343] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Waiting for the task: (returnval){ [ 1832.171343] env[63248]: value = "task-1801511" [ 1832.171343] env[63248]: _type = "Task" [ 1832.171343] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.180127] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': task-1801511, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.467583] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801509, 'name': ReconfigVM_Task, 'duration_secs': 0.914029} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.468131] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 42fc1310-45f9-4349-a6fc-fb20d4cd0875/42fc1310-45f9-4349-a6fc-fb20d4cd0875.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1832.468944] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ee6085f-ea5c-4228-9516-c3fe04f3543e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.479984] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1832.479984] env[63248]: value = "task-1801512" [ 1832.479984] env[63248]: _type = "Task" [ 1832.479984] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.490470] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801512, 'name': Rename_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.639779] env[63248]: DEBUG oslo_concurrency.lockutils [None req-678dc9a3-1a28-401a-9dff-b1d905b664f7 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "ac30f37f-3cb1-401c-827b-d41bcdd881fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.765s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.681984] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': task-1801511, 'name': Rename_Task, 'duration_secs': 0.163089} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.682462] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1832.684762] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24e168bb-b350-4c29-ae31-4bbb02d74bc4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.691690] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Waiting for the task: (returnval){ [ 1832.691690] env[63248]: value = "task-1801513" [ 1832.691690] env[63248]: _type = "Task" [ 1832.691690] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.698482] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': task-1801513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.766627] env[63248]: DEBUG nova.compute.manager [req-b9c5748f-9123-4493-8309-7b0b532c18cf req-a4d0075c-df55-405a-b147-2334e459d5d2 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Received event network-vif-plugged-7f04cbdd-8f2f-4469-8f5f-803f09df29f2 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1832.769964] env[63248]: DEBUG oslo_concurrency.lockutils [req-b9c5748f-9123-4493-8309-7b0b532c18cf req-a4d0075c-df55-405a-b147-2334e459d5d2 service nova] Acquiring lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.769964] env[63248]: DEBUG oslo_concurrency.lockutils [req-b9c5748f-9123-4493-8309-7b0b532c18cf req-a4d0075c-df55-405a-b147-2334e459d5d2 service nova] Lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.769964] env[63248]: DEBUG oslo_concurrency.lockutils [req-b9c5748f-9123-4493-8309-7b0b532c18cf req-a4d0075c-df55-405a-b147-2334e459d5d2 service nova] Lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.769964] env[63248]: DEBUG nova.compute.manager [req-b9c5748f-9123-4493-8309-7b0b532c18cf req-a4d0075c-df55-405a-b147-2334e459d5d2 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] No waiting events found dispatching network-vif-plugged-7f04cbdd-8f2f-4469-8f5f-803f09df29f2 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1832.769964] env[63248]: WARNING nova.compute.manager [req-b9c5748f-9123-4493-8309-7b0b532c18cf req-a4d0075c-df55-405a-b147-2334e459d5d2 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Received unexpected event network-vif-plugged-7f04cbdd-8f2f-4469-8f5f-803f09df29f2 for instance with vm_state active and task_state None. [ 1832.897068] env[63248]: DEBUG nova.network.neutron [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Successfully updated port: 7f04cbdd-8f2f-4469-8f5f-803f09df29f2 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1832.898876] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.903188] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.004s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.903449] env[63248]: INFO nova.compute.manager [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Attaching volume 30c6882d-6986-4cf0-a592-9d4774be7793 to /dev/sdb [ 1832.947500] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a4e88c-ed88-4fa1-ae6d-d2c5cae757d5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.956612] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337fd803-8730-4f7f-b8a9-4083cee2bfb2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.972293] env[63248]: DEBUG nova.virt.block_device [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Updating existing volume attachment record: 874e2926-b200-45f6-81cb-630c2b20da01 {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1832.980527] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1832.987680] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801512, 'name': Rename_Task, 'duration_secs': 0.306705} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.987944] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1832.988203] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35a8703a-3711-4f72-ad03-056862fe80ad {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.995585] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1832.995585] env[63248]: value = "task-1801514" [ 1832.995585] env[63248]: _type = "Task" [ 1832.995585] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.005029] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.200066] env[63248]: DEBUG oslo_vmware.api [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': task-1801513, 'name': PowerOnVM_Task, 'duration_secs': 0.461806} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.200476] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1833.200748] env[63248]: INFO nova.compute.manager [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1833.201059] env[63248]: DEBUG nova.compute.manager [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.201860] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e7a46-5216-401c-8158-7fe5f446962f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.216574] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "98fa0905-ba6a-421b-a5ac-7402395b030d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.216810] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "98fa0905-ba6a-421b-a5ac-7402395b030d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.217139] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "98fa0905-ba6a-421b-a5ac-7402395b030d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.217495] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "98fa0905-ba6a-421b-a5ac-7402395b030d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.217721] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "98fa0905-ba6a-421b-a5ac-7402395b030d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.221092] env[63248]: INFO nova.compute.manager [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Terminating instance [ 1833.409755] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.409987] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.410202] env[63248]: DEBUG nova.network.neutron [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.506019] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.721112] env[63248]: INFO nova.compute.manager [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Took 13.40 seconds to build instance. [ 1833.729232] env[63248]: DEBUG nova.compute.manager [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1833.729602] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1833.732204] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35847bb9-4df6-4ba4-b232-58af2b46a78b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.746171] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1833.746806] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e0c8540-ea77-4409-9d60-5cda05fc6756 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.753837] env[63248]: DEBUG oslo_vmware.api [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1833.753837] env[63248]: value = "task-1801516" [ 1833.753837] env[63248]: _type = "Task" [ 1833.753837] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.765780] env[63248]: DEBUG oslo_vmware.api [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.958939] env[63248]: WARNING nova.network.neutron [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] 58f50fc0-ad4e-4c00-884a-901a353d9a3e already exists in list: networks containing: ['58f50fc0-ad4e-4c00-884a-901a353d9a3e']. ignoring it [ 1834.010464] env[63248]: DEBUG oslo_vmware.api [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801514, 'name': PowerOnVM_Task, 'duration_secs': 0.58317} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.010683] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1834.010828] env[63248]: INFO nova.compute.manager [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1834.011016] env[63248]: DEBUG nova.compute.manager [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1834.011821] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f005b437-5483-464d-b1d3-8db144edcad7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.226282] env[63248]: DEBUG oslo_concurrency.lockutils [None req-4def1509-f54a-4e84-95f5-a849d2ddc58d tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Lock "79199182-a9fe-433e-adf5-14595dbf7dd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.911s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.267987] env[63248]: DEBUG oslo_vmware.api [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801516, 'name': PowerOffVM_Task, 'duration_secs': 0.259062} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.268295] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1834.270170] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1834.270170] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d62acec-8929-412f-8297-02bac2e927e2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.298552] env[63248]: DEBUG nova.network.neutron [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updating instance_info_cache with network_info: [{"id": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "address": "fa:16:3e:0a:3b:3b", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b51dd5-fe", "ovs_interfaceid": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f04cbdd-8f2f-4469-8f5f-803f09df29f2", "address": "fa:16:3e:c0:f7:44", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f04cbdd-8f", "ovs_interfaceid": "7f04cbdd-8f2f-4469-8f5f-803f09df29f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.436770] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1834.437024] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1834.437210] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Deleting the datastore file [datastore1] 98fa0905-ba6a-421b-a5ac-7402395b030d {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1834.437612] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Acquiring lock "79199182-a9fe-433e-adf5-14595dbf7dd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.437833] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Lock "79199182-a9fe-433e-adf5-14595dbf7dd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.438059] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Acquiring lock "79199182-a9fe-433e-adf5-14595dbf7dd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.438260] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Lock "79199182-a9fe-433e-adf5-14595dbf7dd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.438433] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Lock "79199182-a9fe-433e-adf5-14595dbf7dd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.440976] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed1ba416-335d-4cd2-bbc2-0236aaf9effc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.443110] env[63248]: INFO nova.compute.manager [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Terminating instance [ 1834.450540] env[63248]: DEBUG oslo_vmware.api [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for the task: (returnval){ [ 1834.450540] env[63248]: value = "task-1801519" [ 1834.450540] env[63248]: _type = "Task" [ 1834.450540] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.460042] env[63248]: DEBUG oslo_vmware.api [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.531086] env[63248]: INFO nova.compute.manager [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Took 15.02 seconds to build instance. [ 1834.801944] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.802744] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.802903] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.804254] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb23ada-da2b-4048-b49c-836660b2415a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.825497] env[63248]: DEBUG nova.virt.hardware [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1834.825727] env[63248]: DEBUG nova.virt.hardware [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.825877] env[63248]: DEBUG nova.virt.hardware [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1834.826063] env[63248]: DEBUG nova.virt.hardware [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.826205] env[63248]: DEBUG nova.virt.hardware [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1834.826345] env[63248]: DEBUG nova.virt.hardware [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1834.826543] env[63248]: DEBUG nova.virt.hardware [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1834.826695] env[63248]: DEBUG nova.virt.hardware [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1834.826850] env[63248]: DEBUG nova.virt.hardware [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1834.827016] env[63248]: DEBUG nova.virt.hardware [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1834.827199] env[63248]: DEBUG nova.virt.hardware [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1834.834098] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Reconfiguring VM to attach interface {{(pid=63248) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1834.835651] env[63248]: DEBUG nova.compute.manager [req-61a939fa-ee24-4133-8230-03092994edb6 req-bda6309c-488c-4e24-bf3f-12051033ad41 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Received event network-changed-7f04cbdd-8f2f-4469-8f5f-803f09df29f2 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1834.835831] env[63248]: DEBUG nova.compute.manager [req-61a939fa-ee24-4133-8230-03092994edb6 req-bda6309c-488c-4e24-bf3f-12051033ad41 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Refreshing instance network info cache due to event network-changed-7f04cbdd-8f2f-4469-8f5f-803f09df29f2. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1834.836060] env[63248]: DEBUG oslo_concurrency.lockutils [req-61a939fa-ee24-4133-8230-03092994edb6 req-bda6309c-488c-4e24-bf3f-12051033ad41 service nova] Acquiring lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.836208] env[63248]: DEBUG oslo_concurrency.lockutils [req-61a939fa-ee24-4133-8230-03092994edb6 req-bda6309c-488c-4e24-bf3f-12051033ad41 service nova] Acquired lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.836367] env[63248]: DEBUG nova.network.neutron [req-61a939fa-ee24-4133-8230-03092994edb6 req-bda6309c-488c-4e24-bf3f-12051033ad41 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Refreshing network info cache for port 7f04cbdd-8f2f-4469-8f5f-803f09df29f2 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.838348] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e10082f4-9df3-4ea0-bc08-0dc76de6da3a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.863688] env[63248]: DEBUG oslo_vmware.api [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1834.863688] env[63248]: value = "task-1801520" [ 1834.863688] env[63248]: _type = "Task" [ 1834.863688] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.872274] env[63248]: DEBUG oslo_vmware.api [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801520, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.948423] env[63248]: DEBUG nova.compute.manager [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1834.948675] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1834.949638] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98da9e89-8dd5-4501-a578-3250d945cc52 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.961808] env[63248]: DEBUG oslo_vmware.api [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Task: {'id': task-1801519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457485} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.965048] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1834.965048] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1834.965048] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1834.965048] env[63248]: INFO nova.compute.manager [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1834.965048] env[63248]: DEBUG oslo.service.loopingcall [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.965250] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1834.965373] env[63248]: DEBUG nova.compute.manager [-] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1834.965463] env[63248]: DEBUG nova.network.neutron [-] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1834.967167] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-771aef25-6857-4c64-9403-5f8629b9cbcc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.977775] env[63248]: DEBUG oslo_vmware.api [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Waiting for the task: (returnval){ [ 1834.977775] env[63248]: value = "task-1801521" [ 1834.977775] env[63248]: _type = "Task" [ 1834.977775] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.987937] env[63248]: DEBUG oslo_vmware.api [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': task-1801521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.033273] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65e605cf-39d4-4b4a-9076-891971425fbe tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "42fc1310-45f9-4349-a6fc-fb20d4cd0875" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.548s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.287473] env[63248]: DEBUG nova.network.neutron [req-61a939fa-ee24-4133-8230-03092994edb6 req-bda6309c-488c-4e24-bf3f-12051033ad41 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updated VIF entry in instance network info cache for port 7f04cbdd-8f2f-4469-8f5f-803f09df29f2. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1835.287473] env[63248]: DEBUG nova.network.neutron [req-61a939fa-ee24-4133-8230-03092994edb6 req-bda6309c-488c-4e24-bf3f-12051033ad41 service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updating instance_info_cache with network_info: [{"id": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "address": "fa:16:3e:0a:3b:3b", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b51dd5-fe", "ovs_interfaceid": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f04cbdd-8f2f-4469-8f5f-803f09df29f2", "address": "fa:16:3e:c0:f7:44", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f04cbdd-8f", "ovs_interfaceid": "7f04cbdd-8f2f-4469-8f5f-803f09df29f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.376195] env[63248]: DEBUG oslo_vmware.api [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.491071] env[63248]: DEBUG oslo_vmware.api [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': task-1801521, 'name': PowerOffVM_Task, 'duration_secs': 0.203302} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.491286] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1835.491458] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1835.491716] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e53ecf0c-b14b-4595-a5e1-8349f17c5dab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.656022] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1835.656022] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1835.656022] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Deleting the datastore file [datastore1] 79199182-a9fe-433e-adf5-14595dbf7dd5 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1835.656022] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-366b09b4-5717-48d6-b785-ffbd8f6f1b8c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.667106] env[63248]: DEBUG oslo_vmware.api [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Waiting for the task: (returnval){ [ 1835.667106] env[63248]: value = "task-1801524" [ 1835.667106] env[63248]: _type = "Task" [ 1835.667106] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.682648] env[63248]: DEBUG oslo_vmware.api [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': task-1801524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.789908] env[63248]: DEBUG oslo_concurrency.lockutils [req-61a939fa-ee24-4133-8230-03092994edb6 req-bda6309c-488c-4e24-bf3f-12051033ad41 service nova] Releasing lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.877217] env[63248]: DEBUG oslo_vmware.api [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801520, 'name': ReconfigVM_Task, 'duration_secs': 0.830278} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.877217] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.877217] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Reconfigured VM to attach interface {{(pid=63248) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1835.885408] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "77ff60ab-ec69-4684-8667-3467fe0350ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.885706] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "77ff60ab-ec69-4684-8667-3467fe0350ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.899597] env[63248]: DEBUG nova.network.neutron [-] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.179701] env[63248]: DEBUG oslo_vmware.api [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Task: {'id': task-1801524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161528} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.180182] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1836.180518] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1836.180847] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1836.181189] env[63248]: INFO nova.compute.manager [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1836.181569] env[63248]: DEBUG oslo.service.loopingcall [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.181858] env[63248]: DEBUG nova.compute.manager [-] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1836.181968] env[63248]: DEBUG nova.network.neutron [-] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1836.387041] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1ed71b61-a2f5-48e4-b9b1-23c2dcc6c61c tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-bc40d7aa-e11c-4f09-8db4-f4e55221d57b-7f04cbdd-8f2f-4469-8f5f-803f09df29f2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.716s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.388344] env[63248]: DEBUG nova.compute.manager [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1836.403480] env[63248]: INFO nova.compute.manager [-] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Took 1.44 seconds to deallocate network for instance. [ 1836.498199] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "a391b76a-3953-4930-86d1-ae87c3a972aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.498758] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "a391b76a-3953-4930-86d1-ae87c3a972aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.841541] env[63248]: DEBUG nova.compute.manager [req-851d9e18-422f-4a72-acc4-a619dd83f822 req-98c8ea6c-5401-453d-a62a-e26572c7b583 service nova] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Received event network-vif-deleted-047a0186-71ac-4a89-a8ed-86c787bd879d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1836.841800] env[63248]: DEBUG nova.compute.manager [req-851d9e18-422f-4a72-acc4-a619dd83f822 req-98c8ea6c-5401-453d-a62a-e26572c7b583 service nova] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Received event network-vif-deleted-9a150c20-6939-4957-b1c1-e8061d1977ee {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1836.842016] env[63248]: INFO nova.compute.manager [req-851d9e18-422f-4a72-acc4-a619dd83f822 req-98c8ea6c-5401-453d-a62a-e26572c7b583 service nova] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Neutron deleted interface 9a150c20-6939-4957-b1c1-e8061d1977ee; detaching it from the instance and deleting it from the info cache [ 1836.842262] env[63248]: DEBUG nova.network.neutron [req-851d9e18-422f-4a72-acc4-a619dd83f822 req-98c8ea6c-5401-453d-a62a-e26572c7b583 service nova] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.910691] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.910756] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.910980] env[63248]: DEBUG nova.objects.instance [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lazy-loading 'resources' on Instance uuid 98fa0905-ba6a-421b-a5ac-7402395b030d {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.914596] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.932835] env[63248]: DEBUG nova.network.neutron [-] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.000309] env[63248]: DEBUG nova.compute.manager [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1837.344970] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59199fa4-53ed-436c-b54c-cab801058c5b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.356059] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484728a2-896a-4f53-8f27-6daba769bf03 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.391480] env[63248]: DEBUG nova.compute.manager [req-851d9e18-422f-4a72-acc4-a619dd83f822 req-98c8ea6c-5401-453d-a62a-e26572c7b583 service nova] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Detach interface failed, port_id=9a150c20-6939-4957-b1c1-e8061d1977ee, reason: Instance 79199182-a9fe-433e-adf5-14595dbf7dd5 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1837.435572] env[63248]: INFO nova.compute.manager [-] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Took 1.25 seconds to deallocate network for instance. [ 1837.522939] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.523980] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1837.524242] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373522', 'volume_id': '30c6882d-6986-4cf0-a592-9d4774be7793', 'name': 'volume-30c6882d-6986-4cf0-a592-9d4774be7793', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '381f2fcb-59e4-441d-95a8-67831d9b2c5a', 'attached_at': '', 'detached_at': '', 'volume_id': '30c6882d-6986-4cf0-a592-9d4774be7793', 'serial': '30c6882d-6986-4cf0-a592-9d4774be7793'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1837.525902] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b75726-21a5-4832-ba5f-8395d1dfbd7a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.548132] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f239a84-e508-4f94-9ad3-6150cda6757b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.573301] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-30c6882d-6986-4cf0-a592-9d4774be7793/volume-30c6882d-6986-4cf0-a592-9d4774be7793.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1837.576012] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b421dea1-69de-4068-85ec-0d003e1026ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.594917] env[63248]: DEBUG oslo_vmware.api [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1837.594917] env[63248]: value = "task-1801525" [ 1837.594917] env[63248]: _type = "Task" [ 1837.594917] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.604541] env[63248]: DEBUG oslo_vmware.api [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.614133] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168d01e2-51b8-4088-ac1c-cb4598982eae {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.621529] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e72649-0b53-4552-8c3f-6e992ac26264 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.653078] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f584df6-f052-4793-8e82-263ea5c19ae1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.660911] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c65d2f-3aad-47a3-ac69-67093f64979c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.674391] env[63248]: DEBUG nova.compute.provider_tree [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1837.870655] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "interface-bc40d7aa-e11c-4f09-8db4-f4e55221d57b-7f04cbdd-8f2f-4469-8f5f-803f09df29f2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.871010] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-bc40d7aa-e11c-4f09-8db4-f4e55221d57b-7f04cbdd-8f2f-4469-8f5f-803f09df29f2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.945246] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.105891] env[63248]: DEBUG oslo_vmware.api [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801525, 'name': ReconfigVM_Task, 'duration_secs': 0.375628} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.106195] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-30c6882d-6986-4cf0-a592-9d4774be7793/volume-30c6882d-6986-4cf0-a592-9d4774be7793.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1838.111454] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4e6092b-7420-4091-abd7-7355069227c3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.128786] env[63248]: DEBUG oslo_vmware.api [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1838.128786] env[63248]: value = "task-1801526" [ 1838.128786] env[63248]: _type = "Task" [ 1838.128786] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.139062] env[63248]: DEBUG oslo_vmware.api [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.177779] env[63248]: DEBUG nova.scheduler.client.report [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1838.374244] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.374585] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.375791] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4219f6b4-9a55-41ea-8c67-1512eb7f58ca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.395936] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1653fb18-4611-4539-965a-3866b8765e72 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.422797] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Reconfiguring VM to detach interface {{(pid=63248) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1838.423755] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed1c55c1-638b-4ef5-bbe7-123aa54178b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.444832] env[63248]: DEBUG oslo_vmware.api [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1838.444832] env[63248]: value = "task-1801527" [ 1838.444832] env[63248]: _type = "Task" [ 1838.444832] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.456670] env[63248]: DEBUG oslo_vmware.api [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.638221] env[63248]: DEBUG oslo_vmware.api [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801526, 'name': ReconfigVM_Task, 'duration_secs': 0.168515} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.638549] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373522', 'volume_id': '30c6882d-6986-4cf0-a592-9d4774be7793', 'name': 'volume-30c6882d-6986-4cf0-a592-9d4774be7793', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '381f2fcb-59e4-441d-95a8-67831d9b2c5a', 'attached_at': '', 'detached_at': '', 'volume_id': '30c6882d-6986-4cf0-a592-9d4774be7793', 'serial': '30c6882d-6986-4cf0-a592-9d4774be7793'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1838.682974] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.392273] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.478s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.393747] env[63248]: INFO nova.compute.claims [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1839.407881] env[63248]: DEBUG oslo_vmware.api [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.423358] env[63248]: INFO nova.scheduler.client.report [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Deleted allocations for instance 98fa0905-ba6a-421b-a5ac-7402395b030d [ 1839.915651] env[63248]: DEBUG oslo_vmware.api [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.932620] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3491ff74-387b-4e2b-b4e2-5fba3c955611 tempest-ServerRescueNegativeTestJSON-486189940 tempest-ServerRescueNegativeTestJSON-486189940-project-member] Lock "98fa0905-ba6a-421b-a5ac-7402395b030d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.715s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.937102] env[63248]: DEBUG nova.objects.instance [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lazy-loading 'flavor' on Instance uuid 381f2fcb-59e4-441d-95a8-67831d9b2c5a {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1840.412643] env[63248]: DEBUG oslo_vmware.api [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.449023] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d809b10c-5686-4a31-8e15-d8b37883e131 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.545s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.590664] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdeb3c7-645d-45d8-b63c-c1fb38ed9fed {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.598581] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeec08a6-b29b-42a5-a8d4-ec8f268dd4c3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.631589] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6026985a-d887-402f-ac3d-1101461971a8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.639830] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e88f49-23a6-47ff-93aa-4e44b1b314e8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.653879] env[63248]: DEBUG nova.compute.provider_tree [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1840.911107] env[63248]: DEBUG oslo_vmware.api [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.025262] env[63248]: DEBUG oslo_concurrency.lockutils [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.025682] env[63248]: DEBUG oslo_concurrency.lockutils [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.157127] env[63248]: DEBUG nova.scheduler.client.report [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1841.413312] env[63248]: DEBUG oslo_vmware.api [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.528832] env[63248]: DEBUG nova.compute.utils [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1841.664049] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.664408] env[63248]: DEBUG nova.compute.manager [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1841.666925] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.144s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.668330] env[63248]: INFO nova.compute.claims [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1841.912177] env[63248]: DEBUG oslo_vmware.api [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.031880] env[63248]: DEBUG oslo_concurrency.lockutils [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.172832] env[63248]: DEBUG nova.compute.utils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1842.176187] env[63248]: DEBUG nova.compute.manager [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1842.176355] env[63248]: DEBUG nova.network.neutron [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1842.222632] env[63248]: DEBUG nova.policy [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abccb9d18fe64326a01734545bb76e24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bccc2e5b76c94662b2cc14e5a65551f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1842.412014] env[63248]: DEBUG oslo_vmware.api [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.472125] env[63248]: DEBUG nova.network.neutron [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Successfully created port: c99e02a5-3a20-4972-af74-8aadf626c339 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1842.677151] env[63248]: DEBUG nova.compute.manager [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1842.814895] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25edc88e-5c2f-43d2-b716-28d23d6b2501 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.822629] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fecefa-a0fc-43d6-9bfd-750f8caeaa16 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.852636] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f179ab5-ea8b-4e0d-a683-6591a7efed6b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.860566] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b5a70d-f6d7-4382-8a1d-e601cddf6f34 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.874431] env[63248]: DEBUG nova.compute.provider_tree [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.914877] env[63248]: DEBUG oslo_vmware.api [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.115966] env[63248]: DEBUG oslo_concurrency.lockutils [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.116315] env[63248]: DEBUG oslo_concurrency.lockutils [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.116481] env[63248]: INFO nova.compute.manager [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Attaching volume 7bf87a21-4dbd-4250-a103-4708a673abaf to /dev/sdc [ 1843.146760] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff17115-32e2-409d-a062-727af6d159dc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.154391] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbcb0e5-bdfc-4c35-ba55-b0435d12039c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.169382] env[63248]: DEBUG nova.virt.block_device [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Updating existing volume attachment record: 09f47c53-7a16-40da-9632-d70065546f38 {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1843.379674] env[63248]: DEBUG nova.scheduler.client.report [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1843.414140] env[63248]: DEBUG oslo_vmware.api [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.688804] env[63248]: DEBUG nova.compute.manager [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1843.717306] env[63248]: DEBUG nova.virt.hardware [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1843.717617] env[63248]: DEBUG nova.virt.hardware [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1843.717819] env[63248]: DEBUG nova.virt.hardware [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1843.718066] env[63248]: DEBUG nova.virt.hardware [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1843.718341] env[63248]: DEBUG nova.virt.hardware [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1843.718415] env[63248]: DEBUG nova.virt.hardware [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1843.718626] env[63248]: DEBUG nova.virt.hardware [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1843.718793] env[63248]: DEBUG nova.virt.hardware [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1843.718971] env[63248]: DEBUG nova.virt.hardware [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1843.719175] env[63248]: DEBUG nova.virt.hardware [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1843.719403] env[63248]: DEBUG nova.virt.hardware [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1843.720331] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d3b156-7f68-4b1b-8cfb-12cff091bcda {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.729308] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c746edf-594f-4d3e-bf65-3455857515aa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.863883] env[63248]: DEBUG nova.compute.manager [req-1d7af6a0-b396-4560-9df0-06e456eb107b req-182d5400-5c21-4b9c-b58e-b2e15b2ce8a9 service nova] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Received event network-vif-plugged-c99e02a5-3a20-4972-af74-8aadf626c339 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1843.864135] env[63248]: DEBUG oslo_concurrency.lockutils [req-1d7af6a0-b396-4560-9df0-06e456eb107b req-182d5400-5c21-4b9c-b58e-b2e15b2ce8a9 service nova] Acquiring lock "77ff60ab-ec69-4684-8667-3467fe0350ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.864346] env[63248]: DEBUG oslo_concurrency.lockutils [req-1d7af6a0-b396-4560-9df0-06e456eb107b req-182d5400-5c21-4b9c-b58e-b2e15b2ce8a9 service nova] Lock "77ff60ab-ec69-4684-8667-3467fe0350ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.864517] env[63248]: DEBUG oslo_concurrency.lockutils [req-1d7af6a0-b396-4560-9df0-06e456eb107b req-182d5400-5c21-4b9c-b58e-b2e15b2ce8a9 service nova] Lock "77ff60ab-ec69-4684-8667-3467fe0350ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.864789] env[63248]: DEBUG nova.compute.manager [req-1d7af6a0-b396-4560-9df0-06e456eb107b req-182d5400-5c21-4b9c-b58e-b2e15b2ce8a9 service nova] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] No waiting events found dispatching network-vif-plugged-c99e02a5-3a20-4972-af74-8aadf626c339 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1843.864853] env[63248]: WARNING nova.compute.manager [req-1d7af6a0-b396-4560-9df0-06e456eb107b req-182d5400-5c21-4b9c-b58e-b2e15b2ce8a9 service nova] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Received unexpected event network-vif-plugged-c99e02a5-3a20-4972-af74-8aadf626c339 for instance with vm_state building and task_state spawning. [ 1843.885466] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.885971] env[63248]: DEBUG nova.compute.manager [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1843.889266] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.944s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.892059] env[63248]: DEBUG nova.objects.instance [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Lazy-loading 'resources' on Instance uuid 79199182-a9fe-433e-adf5-14595dbf7dd5 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.916194] env[63248]: DEBUG oslo_vmware.api [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801527, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.949776] env[63248]: DEBUG nova.network.neutron [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Successfully updated port: c99e02a5-3a20-4972-af74-8aadf626c339 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1844.390687] env[63248]: DEBUG nova.compute.utils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1844.392111] env[63248]: DEBUG nova.compute.manager [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1844.392319] env[63248]: DEBUG nova.network.neutron [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1844.415292] env[63248]: DEBUG oslo_vmware.api [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801527, 'name': ReconfigVM_Task, 'duration_secs': 5.784882} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.417786] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.418008] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Reconfigured VM to detach interface {{(pid=63248) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1844.447214] env[63248]: DEBUG nova.policy [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bdae26cba7f40e4b2e850bd70dcb74c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed280d3ffc74d6682b2e70513b82428', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1844.453062] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "refresh_cache-77ff60ab-ec69-4684-8667-3467fe0350ed" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.453291] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "refresh_cache-77ff60ab-ec69-4684-8667-3467fe0350ed" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.453369] env[63248]: DEBUG nova.network.neutron [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1844.535736] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a83b9e-7437-4e75-9c10-f146c0d37ce0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.543168] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecdaa22-9b36-44ed-84b4-e23fe942b5b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.593019] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14985675-77db-49eb-8357-8e5dc56de659 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.599446] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40456641-f57d-4bda-9b72-0157e77d4a1f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.613660] env[63248]: DEBUG nova.compute.provider_tree [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.897708] env[63248]: DEBUG nova.compute.manager [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1844.959223] env[63248]: DEBUG nova.network.neutron [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Successfully created port: 152a02df-9298-4a0e-b5ab-9916ab10e80e {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1845.009874] env[63248]: DEBUG nova.network.neutron [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1845.121048] env[63248]: DEBUG nova.scheduler.client.report [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.219780] env[63248]: DEBUG nova.network.neutron [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Updating instance_info_cache with network_info: [{"id": "c99e02a5-3a20-4972-af74-8aadf626c339", "address": "fa:16:3e:c9:54:ba", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99e02a5-3a", "ovs_interfaceid": "c99e02a5-3a20-4972-af74-8aadf626c339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.625925] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.647589] env[63248]: INFO nova.scheduler.client.report [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Deleted allocations for instance 79199182-a9fe-433e-adf5-14595dbf7dd5 [ 1845.721995] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "refresh_cache-77ff60ab-ec69-4684-8667-3467fe0350ed" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.722478] env[63248]: DEBUG nova.compute.manager [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Instance network_info: |[{"id": "c99e02a5-3a20-4972-af74-8aadf626c339", "address": "fa:16:3e:c9:54:ba", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99e02a5-3a", "ovs_interfaceid": "c99e02a5-3a20-4972-af74-8aadf626c339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1845.723755] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:54:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c99e02a5-3a20-4972-af74-8aadf626c339', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1845.732311] env[63248]: DEBUG oslo.service.loopingcall [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1845.732497] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1845.732721] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f90cdf9-490a-46f0-baaf-655f97d83673 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.752580] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1845.752580] env[63248]: value = "task-1801530" [ 1845.752580] env[63248]: _type = "Task" [ 1845.752580] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.761334] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801530, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.889168] env[63248]: DEBUG nova.compute.manager [req-37e3ae15-0e01-4e4c-b917-0cef3f813d47 req-9e19c28c-e7ac-4740-aabe-aac302a25ed7 service nova] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Received event network-changed-c99e02a5-3a20-4972-af74-8aadf626c339 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1845.889390] env[63248]: DEBUG nova.compute.manager [req-37e3ae15-0e01-4e4c-b917-0cef3f813d47 req-9e19c28c-e7ac-4740-aabe-aac302a25ed7 service nova] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Refreshing instance network info cache due to event network-changed-c99e02a5-3a20-4972-af74-8aadf626c339. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1845.889566] env[63248]: DEBUG oslo_concurrency.lockutils [req-37e3ae15-0e01-4e4c-b917-0cef3f813d47 req-9e19c28c-e7ac-4740-aabe-aac302a25ed7 service nova] Acquiring lock "refresh_cache-77ff60ab-ec69-4684-8667-3467fe0350ed" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.889708] env[63248]: DEBUG oslo_concurrency.lockutils [req-37e3ae15-0e01-4e4c-b917-0cef3f813d47 req-9e19c28c-e7ac-4740-aabe-aac302a25ed7 service nova] Acquired lock "refresh_cache-77ff60ab-ec69-4684-8667-3467fe0350ed" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.889870] env[63248]: DEBUG nova.network.neutron [req-37e3ae15-0e01-4e4c-b917-0cef3f813d47 req-9e19c28c-e7ac-4740-aabe-aac302a25ed7 service nova] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Refreshing network info cache for port c99e02a5-3a20-4972-af74-8aadf626c339 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1845.909027] env[63248]: DEBUG nova.compute.manager [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1845.935362] env[63248]: DEBUG nova.virt.hardware [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1845.935641] env[63248]: DEBUG nova.virt.hardware [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1845.935802] env[63248]: DEBUG nova.virt.hardware [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1845.935982] env[63248]: DEBUG nova.virt.hardware [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1845.936143] env[63248]: DEBUG nova.virt.hardware [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1845.936292] env[63248]: DEBUG nova.virt.hardware [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1845.936493] env[63248]: DEBUG nova.virt.hardware [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1845.936654] env[63248]: DEBUG nova.virt.hardware [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1845.936817] env[63248]: DEBUG nova.virt.hardware [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1845.936976] env[63248]: DEBUG nova.virt.hardware [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1845.937163] env[63248]: DEBUG nova.virt.hardware [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1845.938278] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed42be76-0373-4ecf-90d7-ff4ea660d3ed {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.948433] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b96b38-7041-4cff-a9cd-2dd7246e30a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.996049] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.996173] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.996356] env[63248]: DEBUG nova.network.neutron [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1846.154750] env[63248]: DEBUG oslo_concurrency.lockutils [None req-77d3a158-f739-4c7e-924b-808a763f064e tempest-ServerAddressesNegativeTestJSON-1855999336 tempest-ServerAddressesNegativeTestJSON-1855999336-project-member] Lock "79199182-a9fe-433e-adf5-14595dbf7dd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.717s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.263839] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801530, 'name': CreateVM_Task, 'duration_secs': 0.31886} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.264031] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1846.264904] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.265107] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.265445] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1846.265709] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-febfdced-980e-40e6-8666-b7d9749da8e6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.270978] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1846.270978] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522d14a1-44e0-2572-57de-4d5a0142abf0" [ 1846.270978] env[63248]: _type = "Task" [ 1846.270978] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.279537] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522d14a1-44e0-2572-57de-4d5a0142abf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.759622] env[63248]: DEBUG nova.compute.manager [req-c05fd369-4d6c-40b4-95dc-49b5535852b1 req-41bd64c8-2ba5-448f-9ee1-780a8bfaecee service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Received event network-vif-plugged-152a02df-9298-4a0e-b5ab-9916ab10e80e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1846.759833] env[63248]: DEBUG oslo_concurrency.lockutils [req-c05fd369-4d6c-40b4-95dc-49b5535852b1 req-41bd64c8-2ba5-448f-9ee1-780a8bfaecee service nova] Acquiring lock "a391b76a-3953-4930-86d1-ae87c3a972aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.760045] env[63248]: DEBUG oslo_concurrency.lockutils [req-c05fd369-4d6c-40b4-95dc-49b5535852b1 req-41bd64c8-2ba5-448f-9ee1-780a8bfaecee service nova] Lock "a391b76a-3953-4930-86d1-ae87c3a972aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.760244] env[63248]: DEBUG oslo_concurrency.lockutils [req-c05fd369-4d6c-40b4-95dc-49b5535852b1 req-41bd64c8-2ba5-448f-9ee1-780a8bfaecee service nova] Lock "a391b76a-3953-4930-86d1-ae87c3a972aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.760413] env[63248]: DEBUG nova.compute.manager [req-c05fd369-4d6c-40b4-95dc-49b5535852b1 req-41bd64c8-2ba5-448f-9ee1-780a8bfaecee service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] No waiting events found dispatching network-vif-plugged-152a02df-9298-4a0e-b5ab-9916ab10e80e {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1846.760573] env[63248]: WARNING nova.compute.manager [req-c05fd369-4d6c-40b4-95dc-49b5535852b1 req-41bd64c8-2ba5-448f-9ee1-780a8bfaecee service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Received unexpected event network-vif-plugged-152a02df-9298-4a0e-b5ab-9916ab10e80e for instance with vm_state building and task_state spawning. [ 1846.789690] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522d14a1-44e0-2572-57de-4d5a0142abf0, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.796097] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.796097] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1846.796097] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.796097] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.796097] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1846.796097] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a03ae0c-e9ef-4e0e-b779-cc7fffc3f139 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.806595] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1846.807094] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1846.809233] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8500ddd9-d597-4821-90ce-4995643e4720 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.812708] env[63248]: DEBUG nova.compute.manager [req-a7b6bc82-a5bf-4480-b49c-cc097262eda6 req-4a95d260-67d7-4997-b544-5b5ad0aac15b service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Received event network-changed-d9b51dd5-fe3e-4d63-818f-4676f56df744 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1846.812887] env[63248]: DEBUG nova.compute.manager [req-a7b6bc82-a5bf-4480-b49c-cc097262eda6 req-4a95d260-67d7-4997-b544-5b5ad0aac15b service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Refreshing instance network info cache due to event network-changed-d9b51dd5-fe3e-4d63-818f-4676f56df744. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1846.813266] env[63248]: DEBUG oslo_concurrency.lockutils [req-a7b6bc82-a5bf-4480-b49c-cc097262eda6 req-4a95d260-67d7-4997-b544-5b5ad0aac15b service nova] Acquiring lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.817680] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1846.817680] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5283b281-ba27-4abf-ab99-b0dc784caff7" [ 1846.817680] env[63248]: _type = "Task" [ 1846.817680] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.826647] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5283b281-ba27-4abf-ab99-b0dc784caff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.852575] env[63248]: DEBUG nova.network.neutron [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Successfully updated port: 152a02df-9298-4a0e-b5ab-9916ab10e80e {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1847.102842] env[63248]: DEBUG nova.network.neutron [req-37e3ae15-0e01-4e4c-b917-0cef3f813d47 req-9e19c28c-e7ac-4740-aabe-aac302a25ed7 service nova] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Updated VIF entry in instance network info cache for port c99e02a5-3a20-4972-af74-8aadf626c339. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1847.103536] env[63248]: DEBUG nova.network.neutron [req-37e3ae15-0e01-4e4c-b917-0cef3f813d47 req-9e19c28c-e7ac-4740-aabe-aac302a25ed7 service nova] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Updating instance_info_cache with network_info: [{"id": "c99e02a5-3a20-4972-af74-8aadf626c339", "address": "fa:16:3e:c9:54:ba", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99e02a5-3a", "ovs_interfaceid": "c99e02a5-3a20-4972-af74-8aadf626c339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.147593] env[63248]: INFO nova.network.neutron [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Port 7f04cbdd-8f2f-4469-8f5f-803f09df29f2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1847.147593] env[63248]: DEBUG nova.network.neutron [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updating instance_info_cache with network_info: [{"id": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "address": "fa:16:3e:0a:3b:3b", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b51dd5-fe", "ovs_interfaceid": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.329132] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5283b281-ba27-4abf-ab99-b0dc784caff7, 'name': SearchDatastore_Task, 'duration_secs': 0.034939} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.329947] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e48e9db-5b2c-4584-b759-41bf3cc501e8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.335435] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1847.335435] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bd0418-a3e7-de35-485d-48e409d6263b" [ 1847.335435] env[63248]: _type = "Task" [ 1847.335435] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.343907] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bd0418-a3e7-de35-485d-48e409d6263b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.356616] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.356705] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.356801] env[63248]: DEBUG nova.network.neutron [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.490478] env[63248]: DEBUG oslo_concurrency.lockutils [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "interface-3d8b6751-b766-4c45-ad3a-190985601cde-7f04cbdd-8f2f-4469-8f5f-803f09df29f2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.490759] env[63248]: DEBUG oslo_concurrency.lockutils [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-3d8b6751-b766-4c45-ad3a-190985601cde-7f04cbdd-8f2f-4469-8f5f-803f09df29f2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.491140] env[63248]: DEBUG nova.objects.instance [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lazy-loading 'flavor' on Instance uuid 3d8b6751-b766-4c45-ad3a-190985601cde {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1847.607406] env[63248]: DEBUG oslo_concurrency.lockutils [req-37e3ae15-0e01-4e4c-b917-0cef3f813d47 req-9e19c28c-e7ac-4740-aabe-aac302a25ed7 service nova] Releasing lock "refresh_cache-77ff60ab-ec69-4684-8667-3467fe0350ed" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.652018] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.652018] env[63248]: DEBUG oslo_concurrency.lockutils [req-a7b6bc82-a5bf-4480-b49c-cc097262eda6 req-4a95d260-67d7-4997-b544-5b5ad0aac15b service nova] Acquired lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.652018] env[63248]: DEBUG nova.network.neutron [req-a7b6bc82-a5bf-4480-b49c-cc097262eda6 req-4a95d260-67d7-4997-b544-5b5ad0aac15b service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Refreshing network info cache for port d9b51dd5-fe3e-4d63-818f-4676f56df744 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.720126] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1847.720126] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373523', 'volume_id': '7bf87a21-4dbd-4250-a103-4708a673abaf', 'name': 'volume-7bf87a21-4dbd-4250-a103-4708a673abaf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '381f2fcb-59e4-441d-95a8-67831d9b2c5a', 'attached_at': '', 'detached_at': '', 'volume_id': '7bf87a21-4dbd-4250-a103-4708a673abaf', 'serial': '7bf87a21-4dbd-4250-a103-4708a673abaf'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1847.720126] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bae471-5c9e-48e4-9dc6-978ff61c5bca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.741159] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda81308-00e4-440f-b65e-bff468195a5f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.771177] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-7bf87a21-4dbd-4250-a103-4708a673abaf/volume-7bf87a21-4dbd-4250-a103-4708a673abaf.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1847.772059] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f58614b-b1a9-4d64-a08b-35ea0c4e1475 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.792542] env[63248]: DEBUG oslo_vmware.api [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1847.792542] env[63248]: value = "task-1801531" [ 1847.792542] env[63248]: _type = "Task" [ 1847.792542] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.806212] env[63248]: DEBUG oslo_vmware.api [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.850023] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52bd0418-a3e7-de35-485d-48e409d6263b, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.850023] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.850350] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 77ff60ab-ec69-4684-8667-3467fe0350ed/77ff60ab-ec69-4684-8667-3467fe0350ed.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1847.851011] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b326d06-08b5-431a-b022-14eccbd35f4a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.863555] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1847.863555] env[63248]: value = "task-1801532" [ 1847.863555] env[63248]: _type = "Task" [ 1847.863555] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.879115] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.916891] env[63248]: DEBUG nova.network.neutron [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1847.921479] env[63248]: DEBUG nova.compute.manager [req-30ea516c-5b75-4709-afb4-234011b9e03f req-ab3a15fa-c3ce-4a4c-81ce-389166506677 service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Received event network-changed-152a02df-9298-4a0e-b5ab-9916ab10e80e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1847.921721] env[63248]: DEBUG nova.compute.manager [req-30ea516c-5b75-4709-afb4-234011b9e03f req-ab3a15fa-c3ce-4a4c-81ce-389166506677 service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Refreshing instance network info cache due to event network-changed-152a02df-9298-4a0e-b5ab-9916ab10e80e. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1847.921846] env[63248]: DEBUG oslo_concurrency.lockutils [req-30ea516c-5b75-4709-afb4-234011b9e03f req-ab3a15fa-c3ce-4a4c-81ce-389166506677 service nova] Acquiring lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.146596] env[63248]: DEBUG nova.network.neutron [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Updating instance_info_cache with network_info: [{"id": "152a02df-9298-4a0e-b5ab-9916ab10e80e", "address": "fa:16:3e:6d:66:42", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152a02df-92", "ovs_interfaceid": "152a02df-9298-4a0e-b5ab-9916ab10e80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.155085] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e77aaedf-b0a4-4a56-bc5f-4b34cdbf496e tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-bc40d7aa-e11c-4f09-8db4-f4e55221d57b-7f04cbdd-8f2f-4469-8f5f-803f09df29f2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.283s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.163763] env[63248]: DEBUG nova.objects.instance [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d8b6751-b766-4c45-ad3a-190985601cde {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.307530] env[63248]: DEBUG oslo_vmware.api [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801531, 'name': ReconfigVM_Task, 'duration_secs': 0.477377} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.307895] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-7bf87a21-4dbd-4250-a103-4708a673abaf/volume-7bf87a21-4dbd-4250-a103-4708a673abaf.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1848.316892] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bd63fab-2145-445a-8992-9a3343581bf7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.335998] env[63248]: DEBUG oslo_vmware.api [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1848.335998] env[63248]: value = "task-1801533" [ 1848.335998] env[63248]: _type = "Task" [ 1848.335998] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.346539] env[63248]: DEBUG oslo_vmware.api [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.372732] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481787} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.372997] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 77ff60ab-ec69-4684-8667-3467fe0350ed/77ff60ab-ec69-4684-8667-3467fe0350ed.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1848.373266] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1848.373536] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18e8b128-5c70-478c-82b8-2172fa43f9fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.380499] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1848.380499] env[63248]: value = "task-1801534" [ 1848.380499] env[63248]: _type = "Task" [ 1848.380499] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.389154] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.402501] env[63248]: DEBUG nova.network.neutron [req-a7b6bc82-a5bf-4480-b49c-cc097262eda6 req-4a95d260-67d7-4997-b544-5b5ad0aac15b service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updated VIF entry in instance network info cache for port d9b51dd5-fe3e-4d63-818f-4676f56df744. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1848.402913] env[63248]: DEBUG nova.network.neutron [req-a7b6bc82-a5bf-4480-b49c-cc097262eda6 req-4a95d260-67d7-4997-b544-5b5ad0aac15b service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updating instance_info_cache with network_info: [{"id": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "address": "fa:16:3e:0a:3b:3b", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b51dd5-fe", "ovs_interfaceid": "d9b51dd5-fe3e-4d63-818f-4676f56df744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.649810] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.650199] env[63248]: DEBUG nova.compute.manager [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Instance network_info: |[{"id": "152a02df-9298-4a0e-b5ab-9916ab10e80e", "address": "fa:16:3e:6d:66:42", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152a02df-92", "ovs_interfaceid": "152a02df-9298-4a0e-b5ab-9916ab10e80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1848.650517] env[63248]: DEBUG oslo_concurrency.lockutils [req-30ea516c-5b75-4709-afb4-234011b9e03f req-ab3a15fa-c3ce-4a4c-81ce-389166506677 service nova] Acquired lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.650747] env[63248]: DEBUG nova.network.neutron [req-30ea516c-5b75-4709-afb4-234011b9e03f req-ab3a15fa-c3ce-4a4c-81ce-389166506677 service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Refreshing network info cache for port 152a02df-9298-4a0e-b5ab-9916ab10e80e {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.651917] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:66:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '152a02df-9298-4a0e-b5ab-9916ab10e80e', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1848.659147] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Creating folder: Project (9ed280d3ffc74d6682b2e70513b82428). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1848.662408] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e0e1501-a932-4761-af60-b82d5956e7e3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.667486] env[63248]: DEBUG nova.objects.base [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Object Instance<3d8b6751-b766-4c45-ad3a-190985601cde> lazy-loaded attributes: flavor,pci_requests {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1848.667684] env[63248]: DEBUG nova.network.neutron [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1848.675359] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Created folder: Project (9ed280d3ffc74d6682b2e70513b82428) in parent group-v373228. [ 1848.675545] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Creating folder: Instances. Parent ref: group-v373525. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1848.675780] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0f8846a-46d2-40c5-948c-41c450625339 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.685409] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Created folder: Instances in parent group-v373525. [ 1848.685651] env[63248]: DEBUG oslo.service.loopingcall [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1848.685844] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1848.686065] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56f36405-fb03-464c-a903-2dc4d26c00ba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.705042] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1848.705042] env[63248]: value = "task-1801537" [ 1848.705042] env[63248]: _type = "Task" [ 1848.705042] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.715379] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801537, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.777490] env[63248]: DEBUG nova.policy [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf661b0b2904afa8a27415d0dbb6007', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0441317ad4bb431cbd0a1a06a59db0f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1848.848045] env[63248]: DEBUG oslo_vmware.api [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801533, 'name': ReconfigVM_Task, 'duration_secs': 0.153826} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.848487] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373523', 'volume_id': '7bf87a21-4dbd-4250-a103-4708a673abaf', 'name': 'volume-7bf87a21-4dbd-4250-a103-4708a673abaf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '381f2fcb-59e4-441d-95a8-67831d9b2c5a', 'attached_at': '', 'detached_at': '', 'volume_id': '7bf87a21-4dbd-4250-a103-4708a673abaf', 'serial': '7bf87a21-4dbd-4250-a103-4708a673abaf'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1848.893482] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061373} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.893482] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1848.893482] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b8dd68-548f-4aa2-800d-f353bb8d17b7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.908067] env[63248]: DEBUG oslo_concurrency.lockutils [req-a7b6bc82-a5bf-4480-b49c-cc097262eda6 req-4a95d260-67d7-4997-b544-5b5ad0aac15b service nova] Releasing lock "refresh_cache-bc40d7aa-e11c-4f09-8db4-f4e55221d57b" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.917463] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 77ff60ab-ec69-4684-8667-3467fe0350ed/77ff60ab-ec69-4684-8667-3467fe0350ed.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1848.919194] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e637f8-8060-4f06-b20d-09faa39eef40 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.934533] env[63248]: DEBUG nova.compute.manager [req-59bcd1b3-9222-4b26-aa9b-ed7527341e7f req-8e40c780-65e7-4a3c-adef-395070816a33 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Received event network-changed-ef8dbb75-2339-49ce-88dd-24915cef1b56 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1848.934716] env[63248]: DEBUG nova.compute.manager [req-59bcd1b3-9222-4b26-aa9b-ed7527341e7f req-8e40c780-65e7-4a3c-adef-395070816a33 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Refreshing instance network info cache due to event network-changed-ef8dbb75-2339-49ce-88dd-24915cef1b56. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1848.934928] env[63248]: DEBUG oslo_concurrency.lockutils [req-59bcd1b3-9222-4b26-aa9b-ed7527341e7f req-8e40c780-65e7-4a3c-adef-395070816a33 service nova] Acquiring lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.935080] env[63248]: DEBUG oslo_concurrency.lockutils [req-59bcd1b3-9222-4b26-aa9b-ed7527341e7f req-8e40c780-65e7-4a3c-adef-395070816a33 service nova] Acquired lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.935243] env[63248]: DEBUG nova.network.neutron [req-59bcd1b3-9222-4b26-aa9b-ed7527341e7f req-8e40c780-65e7-4a3c-adef-395070816a33 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Refreshing network info cache for port ef8dbb75-2339-49ce-88dd-24915cef1b56 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.946211] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1848.946211] env[63248]: value = "task-1801538" [ 1848.946211] env[63248]: _type = "Task" [ 1848.946211] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.956101] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.000992] env[63248]: DEBUG nova.network.neutron [req-30ea516c-5b75-4709-afb4-234011b9e03f req-ab3a15fa-c3ce-4a4c-81ce-389166506677 service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Updated VIF entry in instance network info cache for port 152a02df-9298-4a0e-b5ab-9916ab10e80e. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.001388] env[63248]: DEBUG nova.network.neutron [req-30ea516c-5b75-4709-afb4-234011b9e03f req-ab3a15fa-c3ce-4a4c-81ce-389166506677 service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Updating instance_info_cache with network_info: [{"id": "152a02df-9298-4a0e-b5ab-9916ab10e80e", "address": "fa:16:3e:6d:66:42", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152a02df-92", "ovs_interfaceid": "152a02df-9298-4a0e-b5ab-9916ab10e80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.216375] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801537, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.455579] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801538, 'name': ReconfigVM_Task, 'duration_secs': 0.278027} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.456195] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 77ff60ab-ec69-4684-8667-3467fe0350ed/77ff60ab-ec69-4684-8667-3467fe0350ed.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1849.456554] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c36d4a0b-e49c-44e8-8664-83a61fdf3461 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.463758] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1849.463758] env[63248]: value = "task-1801539" [ 1849.463758] env[63248]: _type = "Task" [ 1849.463758] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.472081] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801539, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.504335] env[63248]: DEBUG oslo_concurrency.lockutils [req-30ea516c-5b75-4709-afb4-234011b9e03f req-ab3a15fa-c3ce-4a4c-81ce-389166506677 service nova] Releasing lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.668821] env[63248]: DEBUG nova.network.neutron [req-59bcd1b3-9222-4b26-aa9b-ed7527341e7f req-8e40c780-65e7-4a3c-adef-395070816a33 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Updated VIF entry in instance network info cache for port ef8dbb75-2339-49ce-88dd-24915cef1b56. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.669223] env[63248]: DEBUG nova.network.neutron [req-59bcd1b3-9222-4b26-aa9b-ed7527341e7f req-8e40c780-65e7-4a3c-adef-395070816a33 service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Updating instance_info_cache with network_info: [{"id": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "address": "fa:16:3e:48:b3:76", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8dbb75-23", "ovs_interfaceid": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.716393] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801537, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.888669] env[63248]: DEBUG nova.objects.instance [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lazy-loading 'flavor' on Instance uuid 381f2fcb-59e4-441d-95a8-67831d9b2c5a {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1849.975036] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801539, 'name': Rename_Task, 'duration_secs': 0.150831} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.975475] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1849.975720] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-add22402-9242-4685-9263-b10a39acc02f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.983444] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1849.983444] env[63248]: value = "task-1801540" [ 1849.983444] env[63248]: _type = "Task" [ 1849.983444] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.991699] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.172023] env[63248]: DEBUG oslo_concurrency.lockutils [req-59bcd1b3-9222-4b26-aa9b-ed7527341e7f req-8e40c780-65e7-4a3c-adef-395070816a33 service nova] Releasing lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.218395] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801537, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.394682] env[63248]: DEBUG oslo_concurrency.lockutils [None req-444902d6-2df0-411e-8282-9f6a7817d25b tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.278s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.493257] env[63248]: DEBUG oslo_vmware.api [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801540, 'name': PowerOnVM_Task, 'duration_secs': 0.424959} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.493535] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1850.493730] env[63248]: INFO nova.compute.manager [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1850.493904] env[63248]: DEBUG nova.compute.manager [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1850.494670] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec55e283-d5d8-44ce-88c0-7784337e7d2b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.717726] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801537, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.727268] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.728064] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.011080] env[63248]: INFO nova.compute.manager [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Took 14.12 seconds to build instance. [ 1851.218044] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801537, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.231079] env[63248]: INFO nova.compute.manager [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Detaching volume 30c6882d-6986-4cf0-a592-9d4774be7793 [ 1851.267137] env[63248]: INFO nova.virt.block_device [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Attempting to driver detach volume 30c6882d-6986-4cf0-a592-9d4774be7793 from mountpoint /dev/sdb [ 1851.267386] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1851.267576] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373522', 'volume_id': '30c6882d-6986-4cf0-a592-9d4774be7793', 'name': 'volume-30c6882d-6986-4cf0-a592-9d4774be7793', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '381f2fcb-59e4-441d-95a8-67831d9b2c5a', 'attached_at': '', 'detached_at': '', 'volume_id': '30c6882d-6986-4cf0-a592-9d4774be7793', 'serial': '30c6882d-6986-4cf0-a592-9d4774be7793'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1851.268515] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4140964b-fe0e-476c-8c77-bcd35046cea6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.308456] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f130a5-6a15-44cf-b65c-0f41e7d88b3a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.320186] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f4e8e0-f695-4f98-ba65-73d2b2485aa0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.358238] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2cbe06-61b7-4c63-b432-2e3142b328ca {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.382531] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] The volume has not been displaced from its original location: [datastore1] volume-30c6882d-6986-4cf0-a592-9d4774be7793/volume-30c6882d-6986-4cf0-a592-9d4774be7793.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1851.391448] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1851.391952] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5e9e9ad-a537-4a4d-91be-2c46202eb721 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.420886] env[63248]: DEBUG oslo_vmware.api [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1851.420886] env[63248]: value = "task-1801541" [ 1851.420886] env[63248]: _type = "Task" [ 1851.420886] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.431802] env[63248]: DEBUG oslo_vmware.api [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.513737] env[63248]: DEBUG oslo_concurrency.lockutils [None req-78862680-a70c-4d5b-8520-7f3506d67180 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "77ff60ab-ec69-4684-8667-3467fe0350ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.628s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.541535] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "77ff60ab-ec69-4684-8667-3467fe0350ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.541760] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "77ff60ab-ec69-4684-8667-3467fe0350ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.542073] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "77ff60ab-ec69-4684-8667-3467fe0350ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.542412] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "77ff60ab-ec69-4684-8667-3467fe0350ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.542614] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "77ff60ab-ec69-4684-8667-3467fe0350ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.545246] env[63248]: INFO nova.compute.manager [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Terminating instance [ 1851.719057] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801537, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.930755] env[63248]: DEBUG oslo_vmware.api [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801541, 'name': ReconfigVM_Task, 'duration_secs': 0.270489} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.930979] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1851.935747] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-058f9029-c4c6-4342-8fd1-b79d459ccc91 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.952305] env[63248]: DEBUG oslo_vmware.api [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1851.952305] env[63248]: value = "task-1801542" [ 1851.952305] env[63248]: _type = "Task" [ 1851.952305] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.961363] env[63248]: DEBUG oslo_vmware.api [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.049647] env[63248]: DEBUG nova.compute.manager [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1852.049949] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1852.050954] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f25758-c50b-489c-8cae-c91be6a412b8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.059462] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1852.059773] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0daa3b6-a5e7-4df5-abc0-eadd13b8b13b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.066076] env[63248]: DEBUG oslo_vmware.api [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1852.066076] env[63248]: value = "task-1801543" [ 1852.066076] env[63248]: _type = "Task" [ 1852.066076] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.075135] env[63248]: DEBUG oslo_vmware.api [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.220047] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801537, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.462792] env[63248]: DEBUG oslo_vmware.api [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801542, 'name': ReconfigVM_Task, 'duration_secs': 0.159087} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.462792] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373522', 'volume_id': '30c6882d-6986-4cf0-a592-9d4774be7793', 'name': 'volume-30c6882d-6986-4cf0-a592-9d4774be7793', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '381f2fcb-59e4-441d-95a8-67831d9b2c5a', 'attached_at': '', 'detached_at': '', 'volume_id': '30c6882d-6986-4cf0-a592-9d4774be7793', 'serial': '30c6882d-6986-4cf0-a592-9d4774be7793'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1852.578058] env[63248]: DEBUG oslo_vmware.api [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801543, 'name': PowerOffVM_Task, 'duration_secs': 0.161356} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.578058] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.578058] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1852.578058] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1f29c0a-491d-404f-a6de-44c8ae763afc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.719785] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801537, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.006987] env[63248]: DEBUG nova.objects.instance [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lazy-loading 'flavor' on Instance uuid 381f2fcb-59e4-441d-95a8-67831d9b2c5a {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.220534] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801537, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.721835] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801537, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.013986] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0c803252-3948-4e99-89c8-0b873eeb79e4 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.286s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.071531] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.071779] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.221692] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801537, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.575206] env[63248]: INFO nova.compute.manager [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Detaching volume 7bf87a21-4dbd-4250-a103-4708a673abaf [ 1854.605737] env[63248]: INFO nova.virt.block_device [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Attempting to driver detach volume 7bf87a21-4dbd-4250-a103-4708a673abaf from mountpoint /dev/sdc [ 1854.605982] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1854.606183] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373523', 'volume_id': '7bf87a21-4dbd-4250-a103-4708a673abaf', 'name': 'volume-7bf87a21-4dbd-4250-a103-4708a673abaf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '381f2fcb-59e4-441d-95a8-67831d9b2c5a', 'attached_at': '', 'detached_at': '', 'volume_id': '7bf87a21-4dbd-4250-a103-4708a673abaf', 'serial': '7bf87a21-4dbd-4250-a103-4708a673abaf'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1854.607061] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efec1e0-e20e-49a0-b8c3-4f31d42ec7ad {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.630150] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237ffb90-2b25-4956-9eae-399e7390a609 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.637681] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae88bc1e-e597-4771-b5d6-6a1e578e597a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.659400] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a577a0-bf16-4683-a004-cbdd8e1804a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.673585] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] The volume has not been displaced from its original location: [datastore1] volume-7bf87a21-4dbd-4250-a103-4708a673abaf/volume-7bf87a21-4dbd-4250-a103-4708a673abaf.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1854.678616] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Reconfiguring VM instance instance-00000062 to detach disk 2002 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1854.678869] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9e2b079-a4aa-4a6e-a738-14b14860bee6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.696680] env[63248]: DEBUG oslo_vmware.api [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1854.696680] env[63248]: value = "task-1801545" [ 1854.696680] env[63248]: _type = "Task" [ 1854.696680] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.704114] env[63248]: DEBUG oslo_vmware.api [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.720997] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801537, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.049529] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1855.049913] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1855.049951] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleting the datastore file [datastore1] 77ff60ab-ec69-4684-8667-3467fe0350ed {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1855.050331] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22827156-728a-4913-9169-d5a0c91f6a99 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.057418] env[63248]: DEBUG oslo_vmware.api [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1855.057418] env[63248]: value = "task-1801546" [ 1855.057418] env[63248]: _type = "Task" [ 1855.057418] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.065910] env[63248]: DEBUG oslo_vmware.api [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.206959] env[63248]: DEBUG oslo_vmware.api [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801545, 'name': ReconfigVM_Task, 'duration_secs': 0.24197} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.207283] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Reconfigured VM instance instance-00000062 to detach disk 2002 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1855.211910] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe9a878-9f15-4e90-9450-7e4fcf2a4a12 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.233097] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801537, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.234524] env[63248]: DEBUG oslo_vmware.api [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1855.234524] env[63248]: value = "task-1801547" [ 1855.234524] env[63248]: _type = "Task" [ 1855.234524] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.243588] env[63248]: DEBUG oslo_vmware.api [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.566977] env[63248]: DEBUG oslo_vmware.api [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161142} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.567311] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1855.567503] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1855.567680] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1855.567858] env[63248]: INFO nova.compute.manager [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Took 3.52 seconds to destroy the instance on the hypervisor. [ 1855.568117] env[63248]: DEBUG oslo.service.loopingcall [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.568320] env[63248]: DEBUG nova.compute.manager [-] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1855.568416] env[63248]: DEBUG nova.network.neutron [-] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1855.731415] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801537, 'name': CreateVM_Task, 'duration_secs': 6.548364} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.731588] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.732305] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.732476] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.732794] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.733063] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d27f3581-1f3e-452e-b66c-01c3da1f2919 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.738983] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1855.738983] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5248bf80-b160-bb48-2d98-df158ef759c8" [ 1855.738983] env[63248]: _type = "Task" [ 1855.738983] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.745091] env[63248]: DEBUG oslo_vmware.api [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801547, 'name': ReconfigVM_Task, 'duration_secs': 0.139853} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.745736] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373523', 'volume_id': '7bf87a21-4dbd-4250-a103-4708a673abaf', 'name': 'volume-7bf87a21-4dbd-4250-a103-4708a673abaf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '381f2fcb-59e4-441d-95a8-67831d9b2c5a', 'attached_at': '', 'detached_at': '', 'volume_id': '7bf87a21-4dbd-4250-a103-4708a673abaf', 'serial': '7bf87a21-4dbd-4250-a103-4708a673abaf'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1855.751102] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5248bf80-b160-bb48-2d98-df158ef759c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.751522] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.751633] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1855.751823] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.751967] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.752148] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1855.752420] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8ebdd81-4fa0-43b3-89bc-36a8c6c0127e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.760834] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1855.761028] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1855.762735] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66412901-c465-4338-b14f-7271753d33ce {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.768042] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1855.768042] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d914e8-2c0d-d57e-60c6-da7ea9af09cb" [ 1855.768042] env[63248]: _type = "Task" [ 1855.768042] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.776645] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d914e8-2c0d-d57e-60c6-da7ea9af09cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.826442] env[63248]: DEBUG nova.compute.manager [req-a1022de7-c228-4d27-8fa9-0b414099face req-f1663fee-5157-45b0-8375-ab425068e43f service nova] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Received event network-vif-deleted-c99e02a5-3a20-4972-af74-8aadf626c339 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1855.826613] env[63248]: INFO nova.compute.manager [req-a1022de7-c228-4d27-8fa9-0b414099face req-f1663fee-5157-45b0-8375-ab425068e43f service nova] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Neutron deleted interface c99e02a5-3a20-4972-af74-8aadf626c339; detaching it from the instance and deleting it from the info cache [ 1855.826790] env[63248]: DEBUG nova.network.neutron [req-a1022de7-c228-4d27-8fa9-0b414099face req-f1663fee-5157-45b0-8375-ab425068e43f service nova] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.284181] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d914e8-2c0d-d57e-60c6-da7ea9af09cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008869} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.284181] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9494cb0d-aa58-4961-bcef-657bb4fe305d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.289726] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1856.289726] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527f036a-70f4-f701-ae39-356203d628fd" [ 1856.289726] env[63248]: _type = "Task" [ 1856.289726] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.290915] env[63248]: DEBUG nova.objects.instance [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lazy-loading 'flavor' on Instance uuid 381f2fcb-59e4-441d-95a8-67831d9b2c5a {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1856.303058] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527f036a-70f4-f701-ae39-356203d628fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.303567] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.303649] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] a391b76a-3953-4930-86d1-ae87c3a972aa/a391b76a-3953-4930-86d1-ae87c3a972aa.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1856.303993] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e4422ec-5bf4-488e-a94d-5b70d59fb830 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.306441] env[63248]: DEBUG nova.network.neutron [-] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.313267] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1856.313267] env[63248]: value = "task-1801548" [ 1856.313267] env[63248]: _type = "Task" [ 1856.313267] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.323252] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.329189] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ba6420d-7024-439c-bbb3-2cb61628a63c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.339039] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83323d73-1745-46ff-bd54-1e310f6ad9c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.372181] env[63248]: DEBUG nova.compute.manager [req-a1022de7-c228-4d27-8fa9-0b414099face req-f1663fee-5157-45b0-8375-ab425068e43f service nova] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Detach interface failed, port_id=c99e02a5-3a20-4972-af74-8aadf626c339, reason: Instance 77ff60ab-ec69-4684-8667-3467fe0350ed could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1856.373356] env[63248]: DEBUG nova.network.neutron [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Successfully updated port: 7f04cbdd-8f2f-4469-8f5f-803f09df29f2 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1856.809732] env[63248]: INFO nova.compute.manager [-] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Took 1.24 seconds to deallocate network for instance. [ 1856.824996] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444254} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.825276] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] a391b76a-3953-4930-86d1-ae87c3a972aa/a391b76a-3953-4930-86d1-ae87c3a972aa.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1856.825495] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1856.825740] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbba0815-7640-4732-aa3a-4d1973dd12c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.832920] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1856.832920] env[63248]: value = "task-1801549" [ 1856.832920] env[63248]: _type = "Task" [ 1856.832920] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.841683] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.876235] env[63248]: DEBUG oslo_concurrency.lockutils [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.876400] env[63248]: DEBUG oslo_concurrency.lockutils [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.876585] env[63248]: DEBUG nova.network.neutron [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1857.302216] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d590c158-64fa-4f12-a74a-806a6b7a8033 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.230s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.316806] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.317310] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.317310] env[63248]: DEBUG nova.objects.instance [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lazy-loading 'resources' on Instance uuid 77ff60ab-ec69-4684-8667-3467fe0350ed {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1857.342430] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067254} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.342682] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1857.343485] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11d8972-201b-44cb-9e85-38be37987734 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.365670] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] a391b76a-3953-4930-86d1-ae87c3a972aa/a391b76a-3953-4930-86d1-ae87c3a972aa.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1857.366132] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43d422fa-3d15-48d2-9c38-e1eae4b3f182 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.387244] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1857.387244] env[63248]: value = "task-1801550" [ 1857.387244] env[63248]: _type = "Task" [ 1857.387244] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.394820] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.413518] env[63248]: WARNING nova.network.neutron [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] 58f50fc0-ad4e-4c00-884a-901a353d9a3e already exists in list: networks containing: ['58f50fc0-ad4e-4c00-884a-901a353d9a3e']. ignoring it [ 1857.676396] env[63248]: DEBUG nova.network.neutron [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Updating instance_info_cache with network_info: [{"id": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "address": "fa:16:3e:48:b3:76", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8dbb75-23", "ovs_interfaceid": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f04cbdd-8f2f-4469-8f5f-803f09df29f2", "address": "fa:16:3e:c0:f7:44", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f04cbdd-8f", "ovs_interfaceid": "7f04cbdd-8f2f-4469-8f5f-803f09df29f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.899875] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801550, 'name': ReconfigVM_Task, 'duration_secs': 0.283709} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.901164] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Reconfigured VM instance instance-0000006e to attach disk [datastore1] a391b76a-3953-4930-86d1-ae87c3a972aa/a391b76a-3953-4930-86d1-ae87c3a972aa.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1857.902757] env[63248]: DEBUG nova.compute.manager [req-ef51c8a6-e5c2-4d16-9101-e2b2e3b7cac2 req-47d796bc-2527-4a1a-a23e-c5eb6d47636e service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Received event network-vif-plugged-7f04cbdd-8f2f-4469-8f5f-803f09df29f2 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1857.902963] env[63248]: DEBUG oslo_concurrency.lockutils [req-ef51c8a6-e5c2-4d16-9101-e2b2e3b7cac2 req-47d796bc-2527-4a1a-a23e-c5eb6d47636e service nova] Acquiring lock "3d8b6751-b766-4c45-ad3a-190985601cde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.903190] env[63248]: DEBUG oslo_concurrency.lockutils [req-ef51c8a6-e5c2-4d16-9101-e2b2e3b7cac2 req-47d796bc-2527-4a1a-a23e-c5eb6d47636e service nova] Lock "3d8b6751-b766-4c45-ad3a-190985601cde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.903378] env[63248]: DEBUG oslo_concurrency.lockutils [req-ef51c8a6-e5c2-4d16-9101-e2b2e3b7cac2 req-47d796bc-2527-4a1a-a23e-c5eb6d47636e service nova] Lock "3d8b6751-b766-4c45-ad3a-190985601cde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.903556] env[63248]: DEBUG nova.compute.manager [req-ef51c8a6-e5c2-4d16-9101-e2b2e3b7cac2 req-47d796bc-2527-4a1a-a23e-c5eb6d47636e service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] No waiting events found dispatching network-vif-plugged-7f04cbdd-8f2f-4469-8f5f-803f09df29f2 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1857.903719] env[63248]: WARNING nova.compute.manager [req-ef51c8a6-e5c2-4d16-9101-e2b2e3b7cac2 req-47d796bc-2527-4a1a-a23e-c5eb6d47636e service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Received unexpected event network-vif-plugged-7f04cbdd-8f2f-4469-8f5f-803f09df29f2 for instance with vm_state active and task_state None. [ 1857.903878] env[63248]: DEBUG nova.compute.manager [req-ef51c8a6-e5c2-4d16-9101-e2b2e3b7cac2 req-47d796bc-2527-4a1a-a23e-c5eb6d47636e service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Received event network-changed-7f04cbdd-8f2f-4469-8f5f-803f09df29f2 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1857.904043] env[63248]: DEBUG nova.compute.manager [req-ef51c8a6-e5c2-4d16-9101-e2b2e3b7cac2 req-47d796bc-2527-4a1a-a23e-c5eb6d47636e service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Refreshing instance network info cache due to event network-changed-7f04cbdd-8f2f-4469-8f5f-803f09df29f2. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1857.904217] env[63248]: DEBUG oslo_concurrency.lockutils [req-ef51c8a6-e5c2-4d16-9101-e2b2e3b7cac2 req-47d796bc-2527-4a1a-a23e-c5eb6d47636e service nova] Acquiring lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.904407] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b2216a2-5b46-4dd7-b9c8-e5ec7082740e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.916263] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1857.916263] env[63248]: value = "task-1801551" [ 1857.916263] env[63248]: _type = "Task" [ 1857.916263] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.927231] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801551, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.953789] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5b948f-d1b3-481c-b55d-9e60e03e8461 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.961410] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74516cfc-b2c6-46ca-a40c-7cfd319875bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.991840] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b502f4-4f57-4c99-81d6-0fa1a4a545ae {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.000028] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3712dc7-aca0-4784-8a1b-0982775dbc2b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.014909] env[63248]: DEBUG nova.compute.provider_tree [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1858.179086] env[63248]: DEBUG oslo_concurrency.lockutils [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.179785] env[63248]: DEBUG oslo_concurrency.lockutils [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.180403] env[63248]: DEBUG oslo_concurrency.lockutils [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.180403] env[63248]: DEBUG oslo_concurrency.lockutils [req-ef51c8a6-e5c2-4d16-9101-e2b2e3b7cac2 req-47d796bc-2527-4a1a-a23e-c5eb6d47636e service nova] Acquired lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.180670] env[63248]: DEBUG nova.network.neutron [req-ef51c8a6-e5c2-4d16-9101-e2b2e3b7cac2 req-47d796bc-2527-4a1a-a23e-c5eb6d47636e service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Refreshing network info cache for port 7f04cbdd-8f2f-4469-8f5f-803f09df29f2 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1858.182986] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b948b8d7-9aa8-49fe-8ed2-af400b2f8048 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.200508] env[63248]: DEBUG nova.virt.hardware [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1858.200750] env[63248]: DEBUG nova.virt.hardware [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1858.200912] env[63248]: DEBUG nova.virt.hardware [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1858.201102] env[63248]: DEBUG nova.virt.hardware [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1858.201609] env[63248]: DEBUG nova.virt.hardware [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1858.201609] env[63248]: DEBUG nova.virt.hardware [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1858.201609] env[63248]: DEBUG nova.virt.hardware [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1858.201801] env[63248]: DEBUG nova.virt.hardware [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1858.201991] env[63248]: DEBUG nova.virt.hardware [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1858.202171] env[63248]: DEBUG nova.virt.hardware [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1858.202372] env[63248]: DEBUG nova.virt.hardware [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1858.209024] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Reconfiguring VM to attach interface {{(pid=63248) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1858.209397] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2010883e-5132-4106-9f98-938536adc6e8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.227597] env[63248]: DEBUG oslo_vmware.api [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1858.227597] env[63248]: value = "task-1801552" [ 1858.227597] env[63248]: _type = "Task" [ 1858.227597] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.235719] env[63248]: DEBUG oslo_vmware.api [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.426688] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801551, 'name': Rename_Task, 'duration_secs': 0.153274} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.427182] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1858.427449] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de6dee38-d46e-41d1-b135-39fbf115a44a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.434561] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1858.434561] env[63248]: value = "task-1801553" [ 1858.434561] env[63248]: _type = "Task" [ 1858.434561] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.441955] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.517934] env[63248]: DEBUG nova.scheduler.client.report [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1858.568782] env[63248]: DEBUG oslo_concurrency.lockutils [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.569058] env[63248]: DEBUG oslo_concurrency.lockutils [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.569272] env[63248]: DEBUG oslo_concurrency.lockutils [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.569461] env[63248]: DEBUG oslo_concurrency.lockutils [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.569627] env[63248]: DEBUG oslo_concurrency.lockutils [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.571680] env[63248]: INFO nova.compute.manager [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Terminating instance [ 1858.738149] env[63248]: DEBUG oslo_vmware.api [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.897495] env[63248]: DEBUG nova.network.neutron [req-ef51c8a6-e5c2-4d16-9101-e2b2e3b7cac2 req-47d796bc-2527-4a1a-a23e-c5eb6d47636e service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Updated VIF entry in instance network info cache for port 7f04cbdd-8f2f-4469-8f5f-803f09df29f2. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1858.897929] env[63248]: DEBUG nova.network.neutron [req-ef51c8a6-e5c2-4d16-9101-e2b2e3b7cac2 req-47d796bc-2527-4a1a-a23e-c5eb6d47636e service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Updating instance_info_cache with network_info: [{"id": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "address": "fa:16:3e:48:b3:76", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8dbb75-23", "ovs_interfaceid": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f04cbdd-8f2f-4469-8f5f-803f09df29f2", "address": "fa:16:3e:c0:f7:44", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f04cbdd-8f", "ovs_interfaceid": "7f04cbdd-8f2f-4469-8f5f-803f09df29f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.946665] env[63248]: DEBUG oslo_vmware.api [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801553, 'name': PowerOnVM_Task, 'duration_secs': 0.436253} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.946942] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.947156] env[63248]: INFO nova.compute.manager [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Took 13.04 seconds to spawn the instance on the hypervisor. [ 1858.947336] env[63248]: DEBUG nova.compute.manager [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.948119] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fa5395-d5c0-48fb-b7ed-a4d079968679 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.023536] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.044494] env[63248]: INFO nova.scheduler.client.report [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleted allocations for instance 77ff60ab-ec69-4684-8667-3467fe0350ed [ 1859.075389] env[63248]: DEBUG nova.compute.manager [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1859.075614] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1859.076648] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1333471-cb5b-44bd-a9d5-67c26b33868f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.085265] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1859.085535] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07514678-37b3-41c7-b9e7-c74a43bc0517 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.093530] env[63248]: DEBUG oslo_vmware.api [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1859.093530] env[63248]: value = "task-1801554" [ 1859.093530] env[63248]: _type = "Task" [ 1859.093530] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.101681] env[63248]: DEBUG oslo_vmware.api [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.239033] env[63248]: DEBUG oslo_vmware.api [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801552, 'name': ReconfigVM_Task, 'duration_secs': 0.612846} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.239033] env[63248]: DEBUG oslo_concurrency.lockutils [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.239033] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Reconfigured VM to attach interface {{(pid=63248) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1859.400545] env[63248]: DEBUG oslo_concurrency.lockutils [req-ef51c8a6-e5c2-4d16-9101-e2b2e3b7cac2 req-47d796bc-2527-4a1a-a23e-c5eb6d47636e service nova] Releasing lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.465980] env[63248]: INFO nova.compute.manager [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Took 21.96 seconds to build instance. [ 1859.551619] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e88a0af-3eb3-4b3a-8ae4-e8024a44d0d6 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "77ff60ab-ec69-4684-8667-3467fe0350ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.010s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.603075] env[63248]: DEBUG oslo_vmware.api [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.743264] env[63248]: DEBUG oslo_concurrency.lockutils [None req-41426360-1f9a-4e07-ad0c-358b0577a78d tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-3d8b6751-b766-4c45-ad3a-190985601cde-7f04cbdd-8f2f-4469-8f5f-803f09df29f2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 12.252s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.967402] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7cf90297-e2e9-4693-8099-97f24743441f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "a391b76a-3953-4930-86d1-ae87c3a972aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.469s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.106191] env[63248]: DEBUG oslo_vmware.api [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801554, 'name': PowerOffVM_Task, 'duration_secs': 0.862473} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.106191] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1860.106518] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1860.107218] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c1db292-1dfd-42d3-bf0f-100f568fb897 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.277956] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1860.375462] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1860.375462] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Deleting the datastore file [datastore1] 381f2fcb-59e4-441d-95a8-67831d9b2c5a {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1860.375462] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d96ba5f6-e7f0-41b2-b5f7-af3c4d7da446 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.375462] env[63248]: DEBUG oslo_vmware.api [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for the task: (returnval){ [ 1860.375462] env[63248]: value = "task-1801556" [ 1860.375462] env[63248]: _type = "Task" [ 1860.375462] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.375462] env[63248]: DEBUG oslo_vmware.api [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.679902] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "42fc1310-45f9-4349-a6fc-fb20d4cd0875" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.680207] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "42fc1310-45f9-4349-a6fc-fb20d4cd0875" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.680532] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "42fc1310-45f9-4349-a6fc-fb20d4cd0875-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.680606] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "42fc1310-45f9-4349-a6fc-fb20d4cd0875-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.680781] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "42fc1310-45f9-4349-a6fc-fb20d4cd0875-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.682789] env[63248]: INFO nova.compute.manager [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Terminating instance [ 1860.728761] env[63248]: DEBUG nova.compute.manager [req-44ecc4b6-3131-45ea-9969-1323b39ffd8a req-59e6f790-5981-4ffc-9a89-99ac371706ed service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Received event network-changed-152a02df-9298-4a0e-b5ab-9916ab10e80e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1860.728952] env[63248]: DEBUG nova.compute.manager [req-44ecc4b6-3131-45ea-9969-1323b39ffd8a req-59e6f790-5981-4ffc-9a89-99ac371706ed service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Refreshing instance network info cache due to event network-changed-152a02df-9298-4a0e-b5ab-9916ab10e80e. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1860.729275] env[63248]: DEBUG oslo_concurrency.lockutils [req-44ecc4b6-3131-45ea-9969-1323b39ffd8a req-59e6f790-5981-4ffc-9a89-99ac371706ed service nova] Acquiring lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.729442] env[63248]: DEBUG oslo_concurrency.lockutils [req-44ecc4b6-3131-45ea-9969-1323b39ffd8a req-59e6f790-5981-4ffc-9a89-99ac371706ed service nova] Acquired lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.729662] env[63248]: DEBUG nova.network.neutron [req-44ecc4b6-3131-45ea-9969-1323b39ffd8a req-59e6f790-5981-4ffc-9a89-99ac371706ed service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Refreshing network info cache for port 152a02df-9298-4a0e-b5ab-9916ab10e80e {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1860.795375] env[63248]: DEBUG oslo_vmware.api [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Task: {'id': task-1801556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132402} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.795595] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1860.795755] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1860.795931] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1860.796127] env[63248]: INFO nova.compute.manager [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1860.796367] env[63248]: DEBUG oslo.service.loopingcall [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.796841] env[63248]: DEBUG nova.compute.manager [-] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1860.796938] env[63248]: DEBUG nova.network.neutron [-] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1861.165585] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "6560541e-a4ef-49b1-abdb-345eae605b29" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.165818] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6560541e-a4ef-49b1-abdb-345eae605b29" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.185886] env[63248]: DEBUG nova.compute.manager [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1861.186109] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1861.186962] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38cb2bb-3588-45ff-b03c-5d35da52ffd3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.195057] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.195306] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c106d63-1237-4243-8fe2-5fc0dc43efed {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.203257] env[63248]: DEBUG oslo_vmware.api [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1861.203257] env[63248]: value = "task-1801557" [ 1861.203257] env[63248]: _type = "Task" [ 1861.203257] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.213319] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "interface-3d8b6751-b766-4c45-ad3a-190985601cde-7f04cbdd-8f2f-4469-8f5f-803f09df29f2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.213700] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-3d8b6751-b766-4c45-ad3a-190985601cde-7f04cbdd-8f2f-4469-8f5f-803f09df29f2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.215433] env[63248]: DEBUG oslo_vmware.api [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.260162] env[63248]: DEBUG nova.compute.manager [req-e0c72831-d74e-4b34-912f-f3b44e5aa5bf req-0cf01a21-8a4d-4ed3-ae11-64c9ea6a15ef service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Received event network-vif-deleted-ece861a6-8052-495a-8529-8a6dc150dba5 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1861.260162] env[63248]: INFO nova.compute.manager [req-e0c72831-d74e-4b34-912f-f3b44e5aa5bf req-0cf01a21-8a4d-4ed3-ae11-64c9ea6a15ef service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Neutron deleted interface ece861a6-8052-495a-8529-8a6dc150dba5; detaching it from the instance and deleting it from the info cache [ 1861.260162] env[63248]: DEBUG nova.network.neutron [req-e0c72831-d74e-4b34-912f-f3b44e5aa5bf req-0cf01a21-8a4d-4ed3-ae11-64c9ea6a15ef service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.540930] env[63248]: DEBUG nova.network.neutron [req-44ecc4b6-3131-45ea-9969-1323b39ffd8a req-59e6f790-5981-4ffc-9a89-99ac371706ed service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Updated VIF entry in instance network info cache for port 152a02df-9298-4a0e-b5ab-9916ab10e80e. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1861.541373] env[63248]: DEBUG nova.network.neutron [req-44ecc4b6-3131-45ea-9969-1323b39ffd8a req-59e6f790-5981-4ffc-9a89-99ac371706ed service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Updating instance_info_cache with network_info: [{"id": "152a02df-9298-4a0e-b5ab-9916ab10e80e", "address": "fa:16:3e:6d:66:42", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152a02df-92", "ovs_interfaceid": "152a02df-9298-4a0e-b5ab-9916ab10e80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.668764] env[63248]: DEBUG nova.compute.utils [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1861.713878] env[63248]: DEBUG oslo_vmware.api [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801557, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.716490] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.716653] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.717411] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f4946b-9535-4a8a-b482-ceb56e698f3b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.736498] env[63248]: DEBUG nova.network.neutron [-] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.738398] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb10f32-9830-4e22-9b50-405ce8e5ca69 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.767984] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Reconfiguring VM to detach interface {{(pid=63248) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1861.768928] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9511b51-68c5-4246-bf42-68cdacf759ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.782557] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3941e5d2-bec3-473b-a1e7-18ae05e48f34 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.794292] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d616a783-7f07-4f91-a2f4-0f716beda593 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.804594] env[63248]: DEBUG oslo_vmware.api [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1861.804594] env[63248]: value = "task-1801558" [ 1861.804594] env[63248]: _type = "Task" [ 1861.804594] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.814206] env[63248]: DEBUG oslo_vmware.api [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.827099] env[63248]: DEBUG nova.compute.manager [req-e0c72831-d74e-4b34-912f-f3b44e5aa5bf req-0cf01a21-8a4d-4ed3-ae11-64c9ea6a15ef service nova] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Detach interface failed, port_id=ece861a6-8052-495a-8529-8a6dc150dba5, reason: Instance 381f2fcb-59e4-441d-95a8-67831d9b2c5a could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1862.044512] env[63248]: DEBUG oslo_concurrency.lockutils [req-44ecc4b6-3131-45ea-9969-1323b39ffd8a req-59e6f790-5981-4ffc-9a89-99ac371706ed service nova] Releasing lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.172382] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6560541e-a4ef-49b1-abdb-345eae605b29" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.213672] env[63248]: DEBUG oslo_vmware.api [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801557, 'name': PowerOffVM_Task, 'duration_secs': 0.563265} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.213940] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.214132] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.214394] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72395a49-b0ff-470a-b3dd-4ebb830c7875 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.242767] env[63248]: INFO nova.compute.manager [-] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Took 1.45 seconds to deallocate network for instance. [ 1862.315016] env[63248]: DEBUG oslo_vmware.api [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.359338] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1862.359581] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1862.359766] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleting the datastore file [datastore1] 42fc1310-45f9-4349-a6fc-fb20d4cd0875 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1862.360055] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e3c8328-25a3-459c-a3e8-1f6c17a12bac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.367768] env[63248]: DEBUG oslo_vmware.api [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1862.367768] env[63248]: value = "task-1801560" [ 1862.367768] env[63248]: _type = "Task" [ 1862.367768] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.376038] env[63248]: DEBUG oslo_vmware.api [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.748964] env[63248]: DEBUG oslo_concurrency.lockutils [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.749272] env[63248]: DEBUG oslo_concurrency.lockutils [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.749459] env[63248]: DEBUG nova.objects.instance [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lazy-loading 'resources' on Instance uuid 381f2fcb-59e4-441d-95a8-67831d9b2c5a {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.817469] env[63248]: DEBUG oslo_vmware.api [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.878241] env[63248]: DEBUG oslo_vmware.api [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.237108] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "6560541e-a4ef-49b1-abdb-345eae605b29" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.237108] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6560541e-a4ef-49b1-abdb-345eae605b29" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.237341] env[63248]: INFO nova.compute.manager [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Attaching volume acc38ac6-d546-4292-bccf-e8c18bc6b96a to /dev/sdb [ 1863.268310] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dd9055-ae21-4c7a-baed-aa97d7408ea8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.276054] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8ee61f-f986-4984-8ba9-60faebb3b62d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.290077] env[63248]: DEBUG nova.virt.block_device [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Updating existing volume attachment record: 02397460-3117-40cf-ba2b-f4ebb18e8d36 {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1863.314382] env[63248]: DEBUG oslo_vmware.api [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.366967] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f0d033-2a8f-40ae-91e1-335401c8fc9b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.380050] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed8b6e4-08dd-482a-a6c1-16f03555cd91 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.382396] env[63248]: DEBUG oslo_vmware.api [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.652109} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.382689] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1863.382950] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1863.383152] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1863.383371] env[63248]: INFO nova.compute.manager [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1863.383647] env[63248]: DEBUG oslo.service.loopingcall [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.384211] env[63248]: DEBUG nova.compute.manager [-] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1863.384386] env[63248]: DEBUG nova.network.neutron [-] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1863.413447] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82773e69-6c8a-4dd3-802c-fa5a4989befc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.420636] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f7c64c-d6e1-44f3-98f4-16a10e919e2c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.435107] env[63248]: DEBUG nova.compute.provider_tree [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.644426] env[63248]: DEBUG nova.compute.manager [req-0ef755fc-e0bf-482a-80a6-8ed7fc0252cc req-df75beb2-1885-4258-93a8-ac9088c3c083 service nova] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Received event network-vif-deleted-34639c08-58c5-4d8c-8617-c2b691b6b19f {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1863.644754] env[63248]: INFO nova.compute.manager [req-0ef755fc-e0bf-482a-80a6-8ed7fc0252cc req-df75beb2-1885-4258-93a8-ac9088c3c083 service nova] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Neutron deleted interface 34639c08-58c5-4d8c-8617-c2b691b6b19f; detaching it from the instance and deleting it from the info cache [ 1863.644941] env[63248]: DEBUG nova.network.neutron [req-0ef755fc-e0bf-482a-80a6-8ed7fc0252cc req-df75beb2-1885-4258-93a8-ac9088c3c083 service nova] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.816757] env[63248]: DEBUG oslo_vmware.api [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.938068] env[63248]: DEBUG nova.scheduler.client.report [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1864.117973] env[63248]: DEBUG nova.network.neutron [-] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.147658] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0049ad6b-782a-4d5c-a678-916184b95594 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.157308] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b38d1c-4233-4959-9f65-02fb08440438 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.186687] env[63248]: DEBUG nova.compute.manager [req-0ef755fc-e0bf-482a-80a6-8ed7fc0252cc req-df75beb2-1885-4258-93a8-ac9088c3c083 service nova] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Detach interface failed, port_id=34639c08-58c5-4d8c-8617-c2b691b6b19f, reason: Instance 42fc1310-45f9-4349-a6fc-fb20d4cd0875 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1864.317333] env[63248]: DEBUG oslo_vmware.api [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.442958] env[63248]: DEBUG oslo_concurrency.lockutils [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.468563] env[63248]: INFO nova.scheduler.client.report [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Deleted allocations for instance 381f2fcb-59e4-441d-95a8-67831d9b2c5a [ 1864.620132] env[63248]: INFO nova.compute.manager [-] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Took 1.24 seconds to deallocate network for instance. [ 1864.818493] env[63248]: DEBUG oslo_vmware.api [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.975727] env[63248]: DEBUG oslo_concurrency.lockutils [None req-344d9009-061a-4657-9516-25bbff982191 tempest-AttachVolumeTestJSON-2020587754 tempest-AttachVolumeTestJSON-2020587754-project-member] Lock "381f2fcb-59e4-441d-95a8-67831d9b2c5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.407s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.126894] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.127298] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.127639] env[63248]: DEBUG nova.objects.instance [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lazy-loading 'resources' on Instance uuid 42fc1310-45f9-4349-a6fc-fb20d4cd0875 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1865.320269] env[63248]: DEBUG oslo_vmware.api [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.731855] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382bab19-9dea-4169-b249-ef5e2f926ea8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.739982] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0271da-ed5a-489a-842f-ef041288d9e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.770374] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2993c180-5ad5-47b6-b5d8-a1a50ad80f7d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.778255] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cfb487-b2d9-48e2-8247-24581c058b80 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.792426] env[63248]: DEBUG nova.compute.provider_tree [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1865.820205] env[63248]: DEBUG oslo_vmware.api [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.297066] env[63248]: DEBUG nova.scheduler.client.report [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1866.320724] env[63248]: DEBUG oslo_vmware.api [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.801518] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.821047] env[63248]: DEBUG oslo_vmware.api [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.821953] env[63248]: INFO nova.scheduler.client.report [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleted allocations for instance 42fc1310-45f9-4349-a6fc-fb20d4cd0875 [ 1867.190666] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1867.323169] env[63248]: DEBUG oslo_vmware.api [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801558, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.328891] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7a8d45c1-0d59-478e-8c5d-9a152fb2a814 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "42fc1310-45f9-4349-a6fc-fb20d4cd0875" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.649s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.823404] env[63248]: DEBUG oslo_vmware.api [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801558, 'name': ReconfigVM_Task, 'duration_secs': 5.815969} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.823734] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.823827] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Reconfigured VM to detach interface {{(pid=63248) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1867.834430] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1867.834653] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373528', 'volume_id': 'acc38ac6-d546-4292-bccf-e8c18bc6b96a', 'name': 'volume-acc38ac6-d546-4292-bccf-e8c18bc6b96a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6560541e-a4ef-49b1-abdb-345eae605b29', 'attached_at': '', 'detached_at': '', 'volume_id': 'acc38ac6-d546-4292-bccf-e8c18bc6b96a', 'serial': 'acc38ac6-d546-4292-bccf-e8c18bc6b96a'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1867.835441] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d01c6b4-86b3-4246-acc7-d5d18fb6828b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.853112] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcc4c7c-b505-46cb-8d1c-598d1c121fb3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.877252] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-acc38ac6-d546-4292-bccf-e8c18bc6b96a/volume-acc38ac6-d546-4292-bccf-e8c18bc6b96a.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1867.877517] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-503cd600-0076-4050-be49-4f2292a7133a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.895386] env[63248]: DEBUG oslo_vmware.api [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1867.895386] env[63248]: value = "task-1801564" [ 1867.895386] env[63248]: _type = "Task" [ 1867.895386] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.905753] env[63248]: DEBUG oslo_vmware.api [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.051165] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "ab8bfc48-1b13-4332-8b09-3069368981a9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.051544] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.051811] env[63248]: INFO nova.compute.manager [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Shelving [ 1868.406777] env[63248]: DEBUG oslo_vmware.api [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801564, 'name': ReconfigVM_Task, 'duration_secs': 0.359585} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.407087] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-acc38ac6-d546-4292-bccf-e8c18bc6b96a/volume-acc38ac6-d546-4292-bccf-e8c18bc6b96a.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1868.412306] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24cc1e50-0499-4a1c-a9ef-d7a3332693c9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.429212] env[63248]: DEBUG oslo_vmware.api [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1868.429212] env[63248]: value = "task-1801566" [ 1868.429212] env[63248]: _type = "Task" [ 1868.429212] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.437119] env[63248]: DEBUG oslo_vmware.api [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.899839] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "acb0d938-ccd3-4ec0-a8f6-a06a5f694def" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.900193] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "acb0d938-ccd3-4ec0-a8f6-a06a5f694def" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.939728] env[63248]: DEBUG oslo_vmware.api [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801566, 'name': ReconfigVM_Task, 'duration_secs': 0.152081} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.940041] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373528', 'volume_id': 'acc38ac6-d546-4292-bccf-e8c18bc6b96a', 'name': 'volume-acc38ac6-d546-4292-bccf-e8c18bc6b96a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6560541e-a4ef-49b1-abdb-345eae605b29', 'attached_at': '', 'detached_at': '', 'volume_id': 'acc38ac6-d546-4292-bccf-e8c18bc6b96a', 'serial': 'acc38ac6-d546-4292-bccf-e8c18bc6b96a'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1869.063830] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1869.064179] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fe62356-e082-4445-bbed-3125619a8fe9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.073219] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1869.073219] env[63248]: value = "task-1801567" [ 1869.073219] env[63248]: _type = "Task" [ 1869.073219] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.082233] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.155341] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.155508] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquired lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.155658] env[63248]: DEBUG nova.network.neutron [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1869.403041] env[63248]: DEBUG nova.compute.manager [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1869.583353] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801567, 'name': PowerOffVM_Task, 'duration_secs': 0.218529} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.583616] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1869.584384] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba39773-20c3-42db-ae07-d7d866bba8b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.601834] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f540e2b-df1c-4c75-85bd-ebf31240128c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.639924] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "3d8b6751-b766-4c45-ad3a-190985601cde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.640176] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "3d8b6751-b766-4c45-ad3a-190985601cde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.640410] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "3d8b6751-b766-4c45-ad3a-190985601cde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.640601] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "3d8b6751-b766-4c45-ad3a-190985601cde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.640767] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "3d8b6751-b766-4c45-ad3a-190985601cde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.642778] env[63248]: INFO nova.compute.manager [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Terminating instance [ 1869.867417] env[63248]: INFO nova.network.neutron [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Port 7f04cbdd-8f2f-4469-8f5f-803f09df29f2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1869.867949] env[63248]: DEBUG nova.network.neutron [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Updating instance_info_cache with network_info: [{"id": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "address": "fa:16:3e:48:b3:76", "network": {"id": "58f50fc0-ad4e-4c00-884a-901a353d9a3e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2100784022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0441317ad4bb431cbd0a1a06a59db0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef8dbb75-23", "ovs_interfaceid": "ef8dbb75-2339-49ce-88dd-24915cef1b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.923581] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.923857] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.925590] env[63248]: INFO nova.compute.claims [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1869.974435] env[63248]: DEBUG nova.objects.instance [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lazy-loading 'flavor' on Instance uuid 6560541e-a4ef-49b1-abdb-345eae605b29 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1870.112015] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1870.112407] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a7701c7a-f0b6-4aaf-af9e-43ccc82f6ddb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.120898] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1870.120898] env[63248]: value = "task-1801568" [ 1870.120898] env[63248]: _type = "Task" [ 1870.120898] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.129113] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801568, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.145979] env[63248]: DEBUG nova.compute.manager [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1870.146264] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1870.147175] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ffb358-7604-4432-8c41-7a34b2d465e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.155075] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1870.155440] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aaa0dcd-c392-4cf9-9052-849b442ca387 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.162161] env[63248]: DEBUG oslo_vmware.api [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1870.162161] env[63248]: value = "task-1801569" [ 1870.162161] env[63248]: _type = "Task" [ 1870.162161] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.170129] env[63248]: DEBUG oslo_vmware.api [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.370566] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Releasing lock "refresh_cache-3d8b6751-b766-4c45-ad3a-190985601cde" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.479334] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3078c3c0-fc2b-4713-9060-aac6acb88877 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6560541e-a4ef-49b1-abdb-345eae605b29" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.631211] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801568, 'name': CreateSnapshot_Task, 'duration_secs': 0.392431} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.631485] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1870.632222] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2c3586-ba94-42fd-85dd-a712a9a4cdb2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.671788] env[63248]: DEBUG oslo_vmware.api [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801569, 'name': PowerOffVM_Task, 'duration_secs': 0.173971} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.672739] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1870.672909] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1870.673163] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fff9536b-daae-4067-90be-15d6271442e2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.674915] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "6560541e-a4ef-49b1-abdb-345eae605b29" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.675152] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6560541e-a4ef-49b1-abdb-345eae605b29" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.689730] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1870.689887] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1870.790057] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1870.790357] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1870.790578] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Deleting the datastore file [datastore1] 3d8b6751-b766-4c45-ad3a-190985601cde {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1870.790846] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7c15104-857e-4ca1-ad2e-f962c9dfe934 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.797101] env[63248]: DEBUG oslo_vmware.api [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1870.797101] env[63248]: value = "task-1801571" [ 1870.797101] env[63248]: _type = "Task" [ 1870.797101] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.804694] env[63248]: DEBUG oslo_vmware.api [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.875217] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b423b720-8f7a-490a-a929-34bfa02a9317 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "interface-3d8b6751-b766-4c45-ad3a-190985601cde-7f04cbdd-8f2f-4469-8f5f-803f09df29f2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.662s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.037193] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae27115-fe5c-45ec-b9dd-776307448d74 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.044743] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc16963-c3e4-4d01-aeaf-2194cb354731 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.076907] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2c1f2f-0a33-4637-a082-ac78d6089a53 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.084479] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e4bd93-7340-4101-a17c-62d2786738d2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.097638] env[63248]: DEBUG nova.compute.provider_tree [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1871.149277] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1871.149527] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63eed093-d4e4-4a5a-987b-1860e6f0169f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.159072] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1871.159072] env[63248]: value = "task-1801572" [ 1871.159072] env[63248]: _type = "Task" [ 1871.159072] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.166783] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.177926] env[63248]: INFO nova.compute.manager [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Detaching volume acc38ac6-d546-4292-bccf-e8c18bc6b96a [ 1871.211453] env[63248]: INFO nova.virt.block_device [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Attempting to driver detach volume acc38ac6-d546-4292-bccf-e8c18bc6b96a from mountpoint /dev/sdb [ 1871.211692] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1871.211877] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373528', 'volume_id': 'acc38ac6-d546-4292-bccf-e8c18bc6b96a', 'name': 'volume-acc38ac6-d546-4292-bccf-e8c18bc6b96a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6560541e-a4ef-49b1-abdb-345eae605b29', 'attached_at': '', 'detached_at': '', 'volume_id': 'acc38ac6-d546-4292-bccf-e8c18bc6b96a', 'serial': 'acc38ac6-d546-4292-bccf-e8c18bc6b96a'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1871.213020] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c50cb7c-98d6-4302-9eae-3b788b7b49df {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.234202] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c513d1b7-026a-4087-afc4-e1c282bdcb0d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.241722] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3220bda6-ec29-4d97-90de-e44613c4fd30 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.262457] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e35aac-cf0f-47a2-b2a0-021d9449212d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.279075] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] The volume has not been displaced from its original location: [datastore1] volume-acc38ac6-d546-4292-bccf-e8c18bc6b96a/volume-acc38ac6-d546-4292-bccf-e8c18bc6b96a.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1871.285214] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1871.285569] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8defab3d-14de-4db1-8a51-9d1cf2e163b7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.308987] env[63248]: DEBUG oslo_vmware.api [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14063} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.310374] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1871.310609] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1871.310796] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1871.310969] env[63248]: INFO nova.compute.manager [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1871.311221] env[63248]: DEBUG oslo.service.loopingcall [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.311467] env[63248]: DEBUG oslo_vmware.api [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1871.311467] env[63248]: value = "task-1801573" [ 1871.311467] env[63248]: _type = "Task" [ 1871.311467] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.311652] env[63248]: DEBUG nova.compute.manager [-] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1871.311746] env[63248]: DEBUG nova.network.neutron [-] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1871.321342] env[63248]: DEBUG oslo_vmware.api [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801573, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.617240] env[63248]: ERROR nova.scheduler.client.report [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [req-0e5ac706-8dea-47d9-aef6-153a0ec17656] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1638ab4e-cea9-4ee4-8810-cd0c789d1eec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0e5ac706-8dea-47d9-aef6-153a0ec17656"}]} [ 1871.633156] env[63248]: DEBUG nova.scheduler.client.report [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1871.646473] env[63248]: DEBUG nova.scheduler.client.report [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1871.646742] env[63248]: DEBUG nova.compute.provider_tree [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1871.657988] env[63248]: DEBUG nova.scheduler.client.report [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1871.669944] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.676509] env[63248]: DEBUG nova.scheduler.client.report [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1871.778921] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2243631-1d66-4fba-b3ab-26e4790a70ac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.787826] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71f997a-9494-4c99-9f05-8d561a122beb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.822183] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f27679-b499-41ee-ad79-6cec031c62b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.830279] env[63248]: DEBUG oslo_vmware.api [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801573, 'name': ReconfigVM_Task, 'duration_secs': 0.241925} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.832398] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1871.836998] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a628eeff-9765-4ef5-b0f1-8c46ed0121d0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.847721] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48315418-e040-45f4-97e6-025ba05cb525 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.862368] env[63248]: DEBUG nova.compute.provider_tree [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1871.864865] env[63248]: DEBUG oslo_vmware.api [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1871.864865] env[63248]: value = "task-1801575" [ 1871.864865] env[63248]: _type = "Task" [ 1871.864865] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.876705] env[63248]: DEBUG oslo_vmware.api [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.169625] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.205781] env[63248]: DEBUG nova.compute.manager [req-3680d6c4-a77d-493d-b023-b9ae302d6c07 req-ab5f33e0-dca5-488c-b5b8-5f22335a751e service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Received event network-vif-deleted-ef8dbb75-2339-49ce-88dd-24915cef1b56 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1872.206051] env[63248]: INFO nova.compute.manager [req-3680d6c4-a77d-493d-b023-b9ae302d6c07 req-ab5f33e0-dca5-488c-b5b8-5f22335a751e service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Neutron deleted interface ef8dbb75-2339-49ce-88dd-24915cef1b56; detaching it from the instance and deleting it from the info cache [ 1872.206156] env[63248]: DEBUG nova.network.neutron [req-3680d6c4-a77d-493d-b023-b9ae302d6c07 req-ab5f33e0-dca5-488c-b5b8-5f22335a751e service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.382020] env[63248]: DEBUG oslo_vmware.api [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801575, 'name': ReconfigVM_Task, 'duration_secs': 0.15001} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.382020] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373528', 'volume_id': 'acc38ac6-d546-4292-bccf-e8c18bc6b96a', 'name': 'volume-acc38ac6-d546-4292-bccf-e8c18bc6b96a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6560541e-a4ef-49b1-abdb-345eae605b29', 'attached_at': '', 'detached_at': '', 'volume_id': 'acc38ac6-d546-4292-bccf-e8c18bc6b96a', 'serial': 'acc38ac6-d546-4292-bccf-e8c18bc6b96a'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1872.404998] env[63248]: DEBUG nova.scheduler.client.report [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Updated inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1872.405282] env[63248]: DEBUG nova.compute.provider_tree [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Updating resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec generation from 157 to 158 during operation: update_inventory {{(pid=63248) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1872.405458] env[63248]: DEBUG nova.compute.provider_tree [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1872.670969] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.677401] env[63248]: DEBUG nova.network.neutron [-] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.708842] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41dad9d6-8e86-4a46-8347-c2c8cfabfc29 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.718462] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0960655b-7374-429a-a80a-229992ed72b6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.747944] env[63248]: DEBUG nova.compute.manager [req-3680d6c4-a77d-493d-b023-b9ae302d6c07 req-ab5f33e0-dca5-488c-b5b8-5f22335a751e service nova] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Detach interface failed, port_id=ef8dbb75-2339-49ce-88dd-24915cef1b56, reason: Instance 3d8b6751-b766-4c45-ad3a-190985601cde could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1872.910706] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.987s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.911175] env[63248]: DEBUG nova.compute.manager [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1872.924479] env[63248]: DEBUG nova.objects.instance [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lazy-loading 'flavor' on Instance uuid 6560541e-a4ef-49b1-abdb-345eae605b29 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1873.172709] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.180185] env[63248]: INFO nova.compute.manager [-] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Took 1.87 seconds to deallocate network for instance. [ 1873.203938] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1873.203938] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1873.416330] env[63248]: DEBUG nova.compute.utils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1873.417793] env[63248]: DEBUG nova.compute.manager [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1873.417967] env[63248]: DEBUG nova.network.neutron [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1873.458653] env[63248]: DEBUG nova.policy [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abccb9d18fe64326a01734545bb76e24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bccc2e5b76c94662b2cc14e5a65551f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1873.672487] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.686637] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.686980] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.687232] env[63248]: DEBUG nova.objects.instance [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lazy-loading 'resources' on Instance uuid 3d8b6751-b766-4c45-ad3a-190985601cde {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1873.693381] env[63248]: DEBUG nova.network.neutron [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Successfully created port: 25d91974-011d-421e-a635-a6d0cecaf6f3 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1873.706878] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.921505] env[63248]: DEBUG nova.compute.manager [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1873.931673] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f6f98370-8ac8-490d-bebd-b92b8f74f7cd tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6560541e-a4ef-49b1-abdb-345eae605b29" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.256s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.172584] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.303551] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba18637-252c-44e6-92b6-38aa02278942 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.311464] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0ea840-e6fa-41b2-94d6-aa0315a3d933 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.346908] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80512c49-df5f-41c2-ae21-ca3e0de20754 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.351810] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be8e1be-98ef-469d-89f9-ccfd5faba4cd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.367058] env[63248]: DEBUG nova.compute.provider_tree [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1874.674557] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.869920] env[63248]: DEBUG nova.scheduler.client.report [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1874.934107] env[63248]: DEBUG nova.compute.manager [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1874.938081] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "6560541e-a4ef-49b1-abdb-345eae605b29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.938081] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6560541e-a4ef-49b1-abdb-345eae605b29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.938081] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "6560541e-a4ef-49b1-abdb-345eae605b29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.938081] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6560541e-a4ef-49b1-abdb-345eae605b29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.938081] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6560541e-a4ef-49b1-abdb-345eae605b29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.939790] env[63248]: INFO nova.compute.manager [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Terminating instance [ 1874.962492] env[63248]: DEBUG nova.virt.hardware [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1874.962747] env[63248]: DEBUG nova.virt.hardware [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1874.962904] env[63248]: DEBUG nova.virt.hardware [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1874.963107] env[63248]: DEBUG nova.virt.hardware [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1874.963263] env[63248]: DEBUG nova.virt.hardware [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1874.963468] env[63248]: DEBUG nova.virt.hardware [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1874.963747] env[63248]: DEBUG nova.virt.hardware [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1874.963920] env[63248]: DEBUG nova.virt.hardware [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1874.964182] env[63248]: DEBUG nova.virt.hardware [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1874.964368] env[63248]: DEBUG nova.virt.hardware [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1874.964546] env[63248]: DEBUG nova.virt.hardware [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1874.965399] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fb8c7f-9bcf-4809-853e-de5c3f76aa9b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.974328] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1396bc-1b11-4556-b2bc-8d42f95b6ce0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.175037] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.374844] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.377049] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.670s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.377248] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.377398] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1875.378250] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b77c52f-50f7-4c9f-a76f-92cb4075ae95 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.386417] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39218b38-d866-4239-b46b-b3cc5ac14d70 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.400790] env[63248]: INFO nova.scheduler.client.report [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Deleted allocations for instance 3d8b6751-b766-4c45-ad3a-190985601cde [ 1875.402256] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98df8eb5-2ba7-45a1-a8ad-7e5b2efe8efc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.412375] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45583b56-f4c3-47d7-bb48-02f404cedfa7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.445046] env[63248]: DEBUG nova.compute.manager [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1875.445327] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1875.445700] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179863MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1875.447061] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.447061] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.448254] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8c7520-6536-4d27-9368-516dcdef5fd0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.457659] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1875.457776] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d26b969-6859-459a-8a25-8f65417c05b3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.464392] env[63248]: DEBUG oslo_vmware.api [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1875.464392] env[63248]: value = "task-1801576" [ 1875.464392] env[63248]: _type = "Task" [ 1875.464392] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.472264] env[63248]: DEBUG oslo_vmware.api [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.675315] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.911456] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5dd34c06-d5cd-426f-b452-a3c418250765 tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "3d8b6751-b766-4c45-ad3a-190985601cde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.271s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.976805] env[63248]: DEBUG oslo_vmware.api [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801576, 'name': PowerOffVM_Task, 'duration_secs': 0.16101} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.977627] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.978984] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1875.978984] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e20c18cb-852a-430e-9790-6c40defc666e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.176303] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.316775] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.317100] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.317348] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.317542] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.317715] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.319814] env[63248]: INFO nova.compute.manager [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Terminating instance [ 1876.476062] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 64f82339-2d72-475d-bc31-068e5b6d50a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1876.476328] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance fc97c235-3d55-497b-bd09-e97498a7ecf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1876.476366] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance bc40d7aa-e11c-4f09-8db4-f4e55221d57b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1876.476483] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 6560541e-a4ef-49b1-abdb-345eae605b29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1876.476687] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ab8bfc48-1b13-4332-8b09-3069368981a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1876.477303] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance a391b76a-3953-4930-86d1-ae87c3a972aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1876.477303] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance acb0d938-ccd3-4ec0-a8f6-a06a5f694def actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1876.477303] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1876.477303] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1876.576395] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e1cc82-b8b4-4c88-9676-b0817b6a49f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.584665] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef897b1-f6a1-48e5-bf98-da07f2516bd0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.615887] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57e63fc-1587-4f56-a45c-15d8415d391c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.623936] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74241ace-aba4-4de7-95df-a37cf2eca779 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.637564] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1876.675764] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.823021] env[63248]: DEBUG nova.compute.manager [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1876.823270] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1876.824217] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe8e396-e6e7-4b8e-af34-1db078606a93 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.832289] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1876.832528] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b480095a-750a-48a7-a0b5-d15b5a32c99a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.838872] env[63248]: DEBUG oslo_vmware.api [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1876.838872] env[63248]: value = "task-1801578" [ 1876.838872] env[63248]: _type = "Task" [ 1876.838872] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.846554] env[63248]: DEBUG oslo_vmware.api [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.141065] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1877.180059] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.348603] env[63248]: DEBUG oslo_vmware.api [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801578, 'name': PowerOffVM_Task, 'duration_secs': 0.363148} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.348857] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1877.349035] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1877.349270] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47d1a516-0185-4970-bc3b-a69665b1b131 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.645501] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1877.645809] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.200s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.676745] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.131540] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.131778] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.131932] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.132102] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.132254] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.132440] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.132587] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1878.177864] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.678801] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.179367] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.679839] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.184594] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.682067] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.183328] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.473663] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1881.474619] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1881.474619] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Deleting the datastore file [datastore1] 6560541e-a4ef-49b1-abdb-345eae605b29 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1881.474619] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44d01b9c-2068-40c4-ac5c-8db2c13a6d72 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.483679] env[63248]: DEBUG oslo_vmware.api [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for the task: (returnval){ [ 1881.483679] env[63248]: value = "task-1801580" [ 1881.483679] env[63248]: _type = "Task" [ 1881.483679] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.492277] env[63248]: DEBUG oslo_vmware.api [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.499828] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1881.500074] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1881.500278] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Deleting the datastore file [datastore1] bc40d7aa-e11c-4f09-8db4-f4e55221d57b {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1881.500546] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2461f483-5387-4286-88d1-9a047864af7c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.506755] env[63248]: DEBUG oslo_vmware.api [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for the task: (returnval){ [ 1881.506755] env[63248]: value = "task-1801581" [ 1881.506755] env[63248]: _type = "Task" [ 1881.506755] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.515316] env[63248]: DEBUG oslo_vmware.api [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.683040] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801572, 'name': CloneVM_Task, 'duration_secs': 10.406312} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.683397] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Created linked-clone VM from snapshot [ 1881.684023] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afe30fd-6a0f-4d0c-bc58-4403c1ecfede {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.691296] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Uploading image 8cafedc8-e501-4cd5-adf6-968575a8e34a {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1881.716223] env[63248]: DEBUG oslo_vmware.rw_handles [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1881.716223] env[63248]: value = "vm-373530" [ 1881.716223] env[63248]: _type = "VirtualMachine" [ 1881.716223] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1881.716476] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-468043f2-a6e7-4459-95e8-5ead0aa453ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.723486] env[63248]: DEBUG oslo_vmware.rw_handles [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lease: (returnval){ [ 1881.723486] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f0e6a0-64f6-1117-4028-3dc7b5b1c1f6" [ 1881.723486] env[63248]: _type = "HttpNfcLease" [ 1881.723486] env[63248]: } obtained for exporting VM: (result){ [ 1881.723486] env[63248]: value = "vm-373530" [ 1881.723486] env[63248]: _type = "VirtualMachine" [ 1881.723486] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1881.723845] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the lease: (returnval){ [ 1881.723845] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f0e6a0-64f6-1117-4028-3dc7b5b1c1f6" [ 1881.723845] env[63248]: _type = "HttpNfcLease" [ 1881.723845] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1881.729976] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1881.729976] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f0e6a0-64f6-1117-4028-3dc7b5b1c1f6" [ 1881.729976] env[63248]: _type = "HttpNfcLease" [ 1881.729976] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1881.993782] env[63248]: DEBUG oslo_vmware.api [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Task: {'id': task-1801580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151052} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.994585] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1881.994585] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1881.994585] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1881.994585] env[63248]: INFO nova.compute.manager [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Took 6.55 seconds to destroy the instance on the hypervisor. [ 1881.994962] env[63248]: DEBUG oslo.service.loopingcall [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.994962] env[63248]: DEBUG nova.compute.manager [-] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1881.995140] env[63248]: DEBUG nova.network.neutron [-] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1882.017026] env[63248]: DEBUG oslo_vmware.api [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Task: {'id': task-1801581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175327} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.017026] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1882.017245] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1882.017360] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1882.017534] env[63248]: INFO nova.compute.manager [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Took 5.19 seconds to destroy the instance on the hypervisor. [ 1882.017772] env[63248]: DEBUG oslo.service.loopingcall [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1882.017957] env[63248]: DEBUG nova.compute.manager [-] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1882.018059] env[63248]: DEBUG nova.network.neutron [-] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1882.232427] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1882.232427] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f0e6a0-64f6-1117-4028-3dc7b5b1c1f6" [ 1882.232427] env[63248]: _type = "HttpNfcLease" [ 1882.232427] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1882.232427] env[63248]: DEBUG oslo_vmware.rw_handles [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1882.232427] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f0e6a0-64f6-1117-4028-3dc7b5b1c1f6" [ 1882.232427] env[63248]: _type = "HttpNfcLease" [ 1882.232427] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1882.232720] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21802b8-9d47-40e4-915e-22ad72382eb1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.241784] env[63248]: DEBUG oslo_vmware.rw_handles [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c1f6b-5d0d-f049-dad4-2f09439ad35a/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1882.241963] env[63248]: DEBUG oslo_vmware.rw_handles [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c1f6b-5d0d-f049-dad4-2f09439ad35a/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1882.334177] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-26f2a48e-bb78-4c3b-91c6-b6c946891156 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.436318] env[63248]: DEBUG nova.compute.manager [req-3c1e8b0e-e3ee-40d7-8256-540a1b70bb9b req-7519db6a-e614-4dc6-aad0-3017b342a4df service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Received event network-vif-deleted-d9b51dd5-fe3e-4d63-818f-4676f56df744 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1882.436629] env[63248]: INFO nova.compute.manager [req-3c1e8b0e-e3ee-40d7-8256-540a1b70bb9b req-7519db6a-e614-4dc6-aad0-3017b342a4df service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Neutron deleted interface d9b51dd5-fe3e-4d63-818f-4676f56df744; detaching it from the instance and deleting it from the info cache [ 1882.436851] env[63248]: DEBUG nova.network.neutron [req-3c1e8b0e-e3ee-40d7-8256-540a1b70bb9b req-7519db6a-e614-4dc6-aad0-3017b342a4df service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.798185] env[63248]: DEBUG nova.network.neutron [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Successfully updated port: 25d91974-011d-421e-a635-a6d0cecaf6f3 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1882.916095] env[63248]: DEBUG nova.network.neutron [-] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.939275] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ff63aac-c8d7-45f7-9b99-9c8aaf7b198d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.949116] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13787248-54f1-4590-b879-a7c30e91df09 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.978172] env[63248]: DEBUG nova.compute.manager [req-3c1e8b0e-e3ee-40d7-8256-540a1b70bb9b req-7519db6a-e614-4dc6-aad0-3017b342a4df service nova] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Detach interface failed, port_id=d9b51dd5-fe3e-4d63-818f-4676f56df744, reason: Instance bc40d7aa-e11c-4f09-8db4-f4e55221d57b could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1883.149279] env[63248]: DEBUG nova.network.neutron [-] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.302295] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "refresh_cache-acb0d938-ccd3-4ec0-a8f6-a06a5f694def" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.302622] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "refresh_cache-acb0d938-ccd3-4ec0-a8f6-a06a5f694def" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.302875] env[63248]: DEBUG nova.network.neutron [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.418936] env[63248]: INFO nova.compute.manager [-] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Took 1.40 seconds to deallocate network for instance. [ 1883.651792] env[63248]: INFO nova.compute.manager [-] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Took 1.66 seconds to deallocate network for instance. [ 1883.836076] env[63248]: DEBUG nova.network.neutron [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1883.926526] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.926925] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.927273] env[63248]: DEBUG nova.objects.instance [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lazy-loading 'resources' on Instance uuid bc40d7aa-e11c-4f09-8db4-f4e55221d57b {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.978185] env[63248]: DEBUG nova.network.neutron [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Updating instance_info_cache with network_info: [{"id": "25d91974-011d-421e-a635-a6d0cecaf6f3", "address": "fa:16:3e:a7:e0:3e", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25d91974-01", "ovs_interfaceid": "25d91974-011d-421e-a635-a6d0cecaf6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.159026] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.473403] env[63248]: DEBUG nova.compute.manager [req-69b0a980-609d-411c-8802-e182cb628337 req-158e8b8f-3b5a-43ba-a16f-edab179467c3 service nova] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Received event network-vif-deleted-caf2dd6d-ffad-49e0-8f22-3ed7bec4e037 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1884.474127] env[63248]: DEBUG nova.compute.manager [req-69b0a980-609d-411c-8802-e182cb628337 req-158e8b8f-3b5a-43ba-a16f-edab179467c3 service nova] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Received event network-vif-plugged-25d91974-011d-421e-a635-a6d0cecaf6f3 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1884.474127] env[63248]: DEBUG oslo_concurrency.lockutils [req-69b0a980-609d-411c-8802-e182cb628337 req-158e8b8f-3b5a-43ba-a16f-edab179467c3 service nova] Acquiring lock "acb0d938-ccd3-4ec0-a8f6-a06a5f694def-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.474534] env[63248]: DEBUG oslo_concurrency.lockutils [req-69b0a980-609d-411c-8802-e182cb628337 req-158e8b8f-3b5a-43ba-a16f-edab179467c3 service nova] Lock "acb0d938-ccd3-4ec0-a8f6-a06a5f694def-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.475464] env[63248]: DEBUG oslo_concurrency.lockutils [req-69b0a980-609d-411c-8802-e182cb628337 req-158e8b8f-3b5a-43ba-a16f-edab179467c3 service nova] Lock "acb0d938-ccd3-4ec0-a8f6-a06a5f694def-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.475464] env[63248]: DEBUG nova.compute.manager [req-69b0a980-609d-411c-8802-e182cb628337 req-158e8b8f-3b5a-43ba-a16f-edab179467c3 service nova] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] No waiting events found dispatching network-vif-plugged-25d91974-011d-421e-a635-a6d0cecaf6f3 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1884.475464] env[63248]: WARNING nova.compute.manager [req-69b0a980-609d-411c-8802-e182cb628337 req-158e8b8f-3b5a-43ba-a16f-edab179467c3 service nova] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Received unexpected event network-vif-plugged-25d91974-011d-421e-a635-a6d0cecaf6f3 for instance with vm_state building and task_state spawning. [ 1884.475464] env[63248]: DEBUG nova.compute.manager [req-69b0a980-609d-411c-8802-e182cb628337 req-158e8b8f-3b5a-43ba-a16f-edab179467c3 service nova] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Received event network-changed-25d91974-011d-421e-a635-a6d0cecaf6f3 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1884.475737] env[63248]: DEBUG nova.compute.manager [req-69b0a980-609d-411c-8802-e182cb628337 req-158e8b8f-3b5a-43ba-a16f-edab179467c3 service nova] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Refreshing instance network info cache due to event network-changed-25d91974-011d-421e-a635-a6d0cecaf6f3. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1884.475737] env[63248]: DEBUG oslo_concurrency.lockutils [req-69b0a980-609d-411c-8802-e182cb628337 req-158e8b8f-3b5a-43ba-a16f-edab179467c3 service nova] Acquiring lock "refresh_cache-acb0d938-ccd3-4ec0-a8f6-a06a5f694def" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.481019] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "refresh_cache-acb0d938-ccd3-4ec0-a8f6-a06a5f694def" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.481313] env[63248]: DEBUG nova.compute.manager [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Instance network_info: |[{"id": "25d91974-011d-421e-a635-a6d0cecaf6f3", "address": "fa:16:3e:a7:e0:3e", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25d91974-01", "ovs_interfaceid": "25d91974-011d-421e-a635-a6d0cecaf6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1884.481848] env[63248]: DEBUG oslo_concurrency.lockutils [req-69b0a980-609d-411c-8802-e182cb628337 req-158e8b8f-3b5a-43ba-a16f-edab179467c3 service nova] Acquired lock "refresh_cache-acb0d938-ccd3-4ec0-a8f6-a06a5f694def" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.482037] env[63248]: DEBUG nova.network.neutron [req-69b0a980-609d-411c-8802-e182cb628337 req-158e8b8f-3b5a-43ba-a16f-edab179467c3 service nova] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Refreshing network info cache for port 25d91974-011d-421e-a635-a6d0cecaf6f3 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1884.483244] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:e0:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25d91974-011d-421e-a635-a6d0cecaf6f3', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1884.491104] env[63248]: DEBUG oslo.service.loopingcall [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1884.494745] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1884.495197] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1919aadd-abb0-46ea-90db-b6b7fdf1bcab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.519972] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1884.519972] env[63248]: value = "task-1801583" [ 1884.519972] env[63248]: _type = "Task" [ 1884.519972] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.531999] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801583, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.548807] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6377145e-522e-4416-a6d6-e4dec0cba1d3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.557357] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f34359-e9f8-4189-b718-1c87624a0b31 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.589615] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89657d41-c3e1-407e-927c-01b1c81ff79c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.597615] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3816a9e-dc7b-436e-8352-277bac6c0f21 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.611284] env[63248]: DEBUG nova.compute.provider_tree [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.032219] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801583, 'name': CreateVM_Task, 'duration_secs': 0.504694} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.032476] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1885.033100] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.033272] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.033724] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1885.034229] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c639f40-73a0-4167-8ffa-2e628e03a344 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.038907] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1885.038907] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52457274-b53a-ea38-677e-b638f1354151" [ 1885.038907] env[63248]: _type = "Task" [ 1885.038907] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.047504] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52457274-b53a-ea38-677e-b638f1354151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.114218] env[63248]: DEBUG nova.scheduler.client.report [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1885.188084] env[63248]: DEBUG nova.network.neutron [req-69b0a980-609d-411c-8802-e182cb628337 req-158e8b8f-3b5a-43ba-a16f-edab179467c3 service nova] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Updated VIF entry in instance network info cache for port 25d91974-011d-421e-a635-a6d0cecaf6f3. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1885.188448] env[63248]: DEBUG nova.network.neutron [req-69b0a980-609d-411c-8802-e182cb628337 req-158e8b8f-3b5a-43ba-a16f-edab179467c3 service nova] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Updating instance_info_cache with network_info: [{"id": "25d91974-011d-421e-a635-a6d0cecaf6f3", "address": "fa:16:3e:a7:e0:3e", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25d91974-01", "ovs_interfaceid": "25d91974-011d-421e-a635-a6d0cecaf6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.549812] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52457274-b53a-ea38-677e-b638f1354151, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.550145] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.550452] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1885.550745] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.550861] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.551054] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1885.551323] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bc7748b-c1bc-4f49-b5fb-2f4396a7de31 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.559995] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1885.560189] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1885.561076] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d3e314a-d21f-4eb0-8fe2-fee13b1e2c00 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.566494] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1885.566494] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e94882-1f25-8421-364b-d043a0e9895b" [ 1885.566494] env[63248]: _type = "Task" [ 1885.566494] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.574344] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e94882-1f25-8421-364b-d043a0e9895b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.619548] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.621850] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.463s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.622095] env[63248]: DEBUG nova.objects.instance [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lazy-loading 'resources' on Instance uuid 6560541e-a4ef-49b1-abdb-345eae605b29 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1885.641823] env[63248]: INFO nova.scheduler.client.report [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Deleted allocations for instance bc40d7aa-e11c-4f09-8db4-f4e55221d57b [ 1885.690884] env[63248]: DEBUG oslo_concurrency.lockutils [req-69b0a980-609d-411c-8802-e182cb628337 req-158e8b8f-3b5a-43ba-a16f-edab179467c3 service nova] Releasing lock "refresh_cache-acb0d938-ccd3-4ec0-a8f6-a06a5f694def" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.079213] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e94882-1f25-8421-364b-d043a0e9895b, 'name': SearchDatastore_Task, 'duration_secs': 0.009433} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.080154] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0667c33-164b-4917-ab1c-5cf4e67e3d2e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.085943] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1886.085943] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5266c0ba-a8c6-82b4-8e9f-5278f877168b" [ 1886.085943] env[63248]: _type = "Task" [ 1886.085943] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.098026] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5266c0ba-a8c6-82b4-8e9f-5278f877168b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.150485] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c73a88cf-2114-4936-b37d-61980c24a38a tempest-AttachInterfacesTestJSON-613059591 tempest-AttachInterfacesTestJSON-613059591-project-member] Lock "bc40d7aa-e11c-4f09-8db4-f4e55221d57b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.833s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.216440] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521277f7-e006-4d5d-8c7d-c951d3c30fa9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.224768] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a99e47f-a11d-41e4-a3ac-96c7562f4668 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.257220] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68b28e8-9885-4986-a98e-5b95dfd7c1c8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.264690] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9013e3-09cb-4faa-a50c-d67e17fdf161 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.278356] env[63248]: DEBUG nova.compute.provider_tree [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.597102] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5266c0ba-a8c6-82b4-8e9f-5278f877168b, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.597349] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.597631] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] acb0d938-ccd3-4ec0-a8f6-a06a5f694def/acb0d938-ccd3-4ec0-a8f6-a06a5f694def.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1886.598180] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2a26188-a0b3-4acb-8575-57dd284eaa00 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.605227] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1886.605227] env[63248]: value = "task-1801584" [ 1886.605227] env[63248]: _type = "Task" [ 1886.605227] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.613116] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.781329] env[63248]: DEBUG nova.scheduler.client.report [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1887.117752] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801584, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.286180] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.309044] env[63248]: INFO nova.scheduler.client.report [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Deleted allocations for instance 6560541e-a4ef-49b1-abdb-345eae605b29 [ 1887.618992] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55114} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.619330] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] acb0d938-ccd3-4ec0-a8f6-a06a5f694def/acb0d938-ccd3-4ec0-a8f6-a06a5f694def.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1887.619575] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1887.620215] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bd3b84f-9855-4a5b-89a0-ed2c647cae91 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.628189] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1887.628189] env[63248]: value = "task-1801585" [ 1887.628189] env[63248]: _type = "Task" [ 1887.628189] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.637548] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.820420] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da1108f2-9142-4117-9576-b93dc12065f5 tempest-AttachVolumeNegativeTest-1791344689 tempest-AttachVolumeNegativeTest-1791344689-project-member] Lock "6560541e-a4ef-49b1-abdb-345eae605b29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.883s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.139633] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098762} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.139972] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1888.140878] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10994846-b6f2-4642-9d99-db43ac724ffe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.165522] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] acb0d938-ccd3-4ec0-a8f6-a06a5f694def/acb0d938-ccd3-4ec0-a8f6-a06a5f694def.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1888.165843] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8075a2a-c72e-4cb2-9376-ec702d9b948a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.186215] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1888.186215] env[63248]: value = "task-1801587" [ 1888.186215] env[63248]: _type = "Task" [ 1888.186215] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.195344] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.697323] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801587, 'name': ReconfigVM_Task, 'duration_secs': 0.315411} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.697589] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Reconfigured VM instance instance-0000006f to attach disk [datastore1] acb0d938-ccd3-4ec0-a8f6-a06a5f694def/acb0d938-ccd3-4ec0-a8f6-a06a5f694def.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1888.698242] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4990841-cc01-490d-b230-74847fe0f596 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.705579] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1888.705579] env[63248]: value = "task-1801588" [ 1888.705579] env[63248]: _type = "Task" [ 1888.705579] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.714745] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801588, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.215839] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801588, 'name': Rename_Task, 'duration_secs': 0.202412} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.216241] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1889.216522] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99ecb2cf-e60b-411b-9a8b-a47ffc6603ed {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.224141] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1889.224141] env[63248]: value = "task-1801589" [ 1889.224141] env[63248]: _type = "Task" [ 1889.224141] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.232496] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.736404] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801589, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.929436] env[63248]: DEBUG oslo_vmware.rw_handles [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c1f6b-5d0d-f049-dad4-2f09439ad35a/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1889.930557] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ef6650-607b-41de-8226-8a5a15c33f03 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.937670] env[63248]: DEBUG oslo_vmware.rw_handles [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c1f6b-5d0d-f049-dad4-2f09439ad35a/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1889.941030] env[63248]: ERROR oslo_vmware.rw_handles [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c1f6b-5d0d-f049-dad4-2f09439ad35a/disk-0.vmdk due to incomplete transfer. [ 1889.941030] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-585d3904-d787-43a6-8c82-c847bed1cbf2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.946221] env[63248]: DEBUG oslo_vmware.rw_handles [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c1f6b-5d0d-f049-dad4-2f09439ad35a/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1889.946439] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Uploaded image 8cafedc8-e501-4cd5-adf6-968575a8e34a to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1889.949548] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1889.950042] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-29fc833d-5767-4369-afea-6a21c67857d4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.960236] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1889.960236] env[63248]: value = "task-1801590" [ 1889.960236] env[63248]: _type = "Task" [ 1889.960236] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.969014] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801590, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.240537] env[63248]: DEBUG oslo_vmware.api [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801589, 'name': PowerOnVM_Task, 'duration_secs': 0.751524} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.240537] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1890.240537] env[63248]: INFO nova.compute.manager [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Took 15.31 seconds to spawn the instance on the hypervisor. [ 1890.240537] env[63248]: DEBUG nova.compute.manager [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1890.241391] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b428929-5955-4707-a548-92da00456159 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.471509] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801590, 'name': Destroy_Task, 'duration_secs': 0.412334} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.471935] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Destroyed the VM [ 1890.472598] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1890.473050] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4609c4d0-6e2b-4868-a7a6-ef7f8b590c54 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.480440] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1890.480440] env[63248]: value = "task-1801591" [ 1890.480440] env[63248]: _type = "Task" [ 1890.480440] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.488996] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801591, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.761173] env[63248]: INFO nova.compute.manager [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Took 20.85 seconds to build instance. [ 1890.991110] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801591, 'name': RemoveSnapshot_Task, 'duration_secs': 0.407452} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.991374] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1890.991647] env[63248]: DEBUG nova.compute.manager [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1890.992443] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16e8d87-bb58-4e37-b9ed-3d87bb300632 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.264193] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d731a0de-7c65-4980-a0bc-933858452345 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "acb0d938-ccd3-4ec0-a8f6-a06a5f694def" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.364s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.404587] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "acb0d938-ccd3-4ec0-a8f6-a06a5f694def" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.404873] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "acb0d938-ccd3-4ec0-a8f6-a06a5f694def" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.405103] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "acb0d938-ccd3-4ec0-a8f6-a06a5f694def-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.405293] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "acb0d938-ccd3-4ec0-a8f6-a06a5f694def-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.405468] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "acb0d938-ccd3-4ec0-a8f6-a06a5f694def-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.409317] env[63248]: INFO nova.compute.manager [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Terminating instance [ 1891.504624] env[63248]: INFO nova.compute.manager [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Shelve offloading [ 1891.914048] env[63248]: DEBUG nova.compute.manager [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1891.914349] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1891.915233] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cb9d31-8442-4a7c-b628-c8dca863964e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.928675] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1891.928924] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49211076-d245-41db-8829-3023dfedeab5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.935150] env[63248]: DEBUG oslo_vmware.api [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1891.935150] env[63248]: value = "task-1801593" [ 1891.935150] env[63248]: _type = "Task" [ 1891.935150] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.942908] env[63248]: DEBUG oslo_vmware.api [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.014724] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1892.014724] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f432d024-3d48-491e-b9a6-f4a72d56988b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.028733] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1892.028733] env[63248]: value = "task-1801594" [ 1892.028733] env[63248]: _type = "Task" [ 1892.028733] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.053496] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] VM already powered off {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1892.054303] env[63248]: DEBUG nova.compute.manager [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1892.056166] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c263a3d3-94a2-412a-ae56-3f4f3378a5b2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.061561] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.061838] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.061921] env[63248]: DEBUG nova.network.neutron [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1892.445852] env[63248]: DEBUG oslo_vmware.api [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801593, 'name': PowerOffVM_Task, 'duration_secs': 0.194626} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.446146] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1892.446316] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1892.446567] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98aba957-63ce-4f8e-baa4-c10ba239406c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.460499] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquiring lock "b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.460724] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Lock "b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.562557] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1892.562791] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1892.562978] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleting the datastore file [datastore1] acb0d938-ccd3-4ec0-a8f6-a06a5f694def {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1892.563267] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bcd1a67-5c18-49ff-8fec-b14fa294810e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.570752] env[63248]: DEBUG oslo_vmware.api [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1892.570752] env[63248]: value = "task-1801596" [ 1892.570752] env[63248]: _type = "Task" [ 1892.570752] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.578524] env[63248]: DEBUG oslo_vmware.api [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.787271] env[63248]: DEBUG nova.network.neutron [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Updating instance_info_cache with network_info: [{"id": "31f17391-d730-4a37-9e1a-d6e9e95ff5dd", "address": "fa:16:3e:14:4f:82", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f17391-d7", "ovs_interfaceid": "31f17391-d730-4a37-9e1a-d6e9e95ff5dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.963136] env[63248]: DEBUG nova.compute.manager [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1893.081117] env[63248]: DEBUG oslo_vmware.api [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17188} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.081375] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1893.081562] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1893.081732] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1893.081899] env[63248]: INFO nova.compute.manager [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1893.082156] env[63248]: DEBUG oslo.service.loopingcall [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1893.082346] env[63248]: DEBUG nova.compute.manager [-] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1893.082461] env[63248]: DEBUG nova.network.neutron [-] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1893.290961] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.377598] env[63248]: DEBUG nova.compute.manager [req-936b1de7-f34c-4f26-b2ac-b24286495086 req-b10a6c57-6ffe-4c57-8a57-706aeef91c5b service nova] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Received event network-vif-deleted-25d91974-011d-421e-a635-a6d0cecaf6f3 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1893.377730] env[63248]: INFO nova.compute.manager [req-936b1de7-f34c-4f26-b2ac-b24286495086 req-b10a6c57-6ffe-4c57-8a57-706aeef91c5b service nova] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Neutron deleted interface 25d91974-011d-421e-a635-a6d0cecaf6f3; detaching it from the instance and deleting it from the info cache [ 1893.377901] env[63248]: DEBUG nova.network.neutron [req-936b1de7-f34c-4f26-b2ac-b24286495086 req-b10a6c57-6ffe-4c57-8a57-706aeef91c5b service nova] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.487045] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.487045] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.487045] env[63248]: INFO nova.compute.claims [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1893.631564] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1893.632555] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baf8131-60da-45eb-81b7-a3abc9ce5dd2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.640233] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1893.640512] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d6147c7-2917-459e-a4f7-89586a1bb29c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.839725] env[63248]: DEBUG nova.network.neutron [-] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.881008] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54e857d0-665a-4ed5-8474-818526c4c608 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.891258] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00798f78-617f-49cc-b854-13454916cd2e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.911012] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1893.911251] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1893.911433] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Deleting the datastore file [datastore1] ab8bfc48-1b13-4332-8b09-3069368981a9 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1893.912473] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5974d29-312e-4459-8321-1819969dd73d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.920246] env[63248]: DEBUG nova.compute.manager [req-936b1de7-f34c-4f26-b2ac-b24286495086 req-b10a6c57-6ffe-4c57-8a57-706aeef91c5b service nova] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Detach interface failed, port_id=25d91974-011d-421e-a635-a6d0cecaf6f3, reason: Instance acb0d938-ccd3-4ec0-a8f6-a06a5f694def could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1893.924664] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1893.924664] env[63248]: value = "task-1801598" [ 1893.924664] env[63248]: _type = "Task" [ 1893.924664] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.932092] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.343290] env[63248]: INFO nova.compute.manager [-] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Took 1.26 seconds to deallocate network for instance. [ 1894.434127] env[63248]: DEBUG oslo_vmware.api [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187648} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.434410] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1894.434599] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1894.434776] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1894.455736] env[63248]: INFO nova.scheduler.client.report [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Deleted allocations for instance ab8bfc48-1b13-4332-8b09-3069368981a9 [ 1894.561999] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffae6414-3714-425f-871c-d01858a3d843 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.569407] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56417a0-381e-464a-a71c-da08fdebe959 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.598646] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94dc734-97b4-47d2-a013-4cf0f98fd80b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.605905] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d6e3a4-c952-4f3a-a8c4-d324a7929903 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.618901] env[63248]: DEBUG nova.compute.provider_tree [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.851622] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.960665] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.122808] env[63248]: DEBUG nova.scheduler.client.report [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.403958] env[63248]: DEBUG nova.compute.manager [req-a8bd6bb7-ec1b-4590-8d76-080d23ccfe58 req-20ed456c-8d27-4abc-9019-b651d35c0775 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Received event network-vif-unplugged-31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1895.404207] env[63248]: DEBUG oslo_concurrency.lockutils [req-a8bd6bb7-ec1b-4590-8d76-080d23ccfe58 req-20ed456c-8d27-4abc-9019-b651d35c0775 service nova] Acquiring lock "ab8bfc48-1b13-4332-8b09-3069368981a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.404424] env[63248]: DEBUG oslo_concurrency.lockutils [req-a8bd6bb7-ec1b-4590-8d76-080d23ccfe58 req-20ed456c-8d27-4abc-9019-b651d35c0775 service nova] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.404667] env[63248]: DEBUG oslo_concurrency.lockutils [req-a8bd6bb7-ec1b-4590-8d76-080d23ccfe58 req-20ed456c-8d27-4abc-9019-b651d35c0775 service nova] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.404872] env[63248]: DEBUG nova.compute.manager [req-a8bd6bb7-ec1b-4590-8d76-080d23ccfe58 req-20ed456c-8d27-4abc-9019-b651d35c0775 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] No waiting events found dispatching network-vif-unplugged-31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1895.405067] env[63248]: WARNING nova.compute.manager [req-a8bd6bb7-ec1b-4590-8d76-080d23ccfe58 req-20ed456c-8d27-4abc-9019-b651d35c0775 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Received unexpected event network-vif-unplugged-31f17391-d730-4a37-9e1a-d6e9e95ff5dd for instance with vm_state shelved_offloaded and task_state None. [ 1895.405235] env[63248]: DEBUG nova.compute.manager [req-a8bd6bb7-ec1b-4590-8d76-080d23ccfe58 req-20ed456c-8d27-4abc-9019-b651d35c0775 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Received event network-changed-31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1895.405391] env[63248]: DEBUG nova.compute.manager [req-a8bd6bb7-ec1b-4590-8d76-080d23ccfe58 req-20ed456c-8d27-4abc-9019-b651d35c0775 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Refreshing instance network info cache due to event network-changed-31f17391-d730-4a37-9e1a-d6e9e95ff5dd. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1895.405578] env[63248]: DEBUG oslo_concurrency.lockutils [req-a8bd6bb7-ec1b-4590-8d76-080d23ccfe58 req-20ed456c-8d27-4abc-9019-b651d35c0775 service nova] Acquiring lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.405714] env[63248]: DEBUG oslo_concurrency.lockutils [req-a8bd6bb7-ec1b-4590-8d76-080d23ccfe58 req-20ed456c-8d27-4abc-9019-b651d35c0775 service nova] Acquired lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.405870] env[63248]: DEBUG nova.network.neutron [req-a8bd6bb7-ec1b-4590-8d76-080d23ccfe58 req-20ed456c-8d27-4abc-9019-b651d35c0775 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Refreshing network info cache for port 31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.627729] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.628075] env[63248]: DEBUG nova.compute.manager [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1895.630684] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.779s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.630870] env[63248]: DEBUG nova.objects.instance [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lazy-loading 'resources' on Instance uuid acb0d938-ccd3-4ec0-a8f6-a06a5f694def {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1896.135174] env[63248]: DEBUG nova.compute.utils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1896.140871] env[63248]: DEBUG nova.compute.manager [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1896.140871] env[63248]: DEBUG nova.network.neutron [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1896.147728] env[63248]: DEBUG nova.network.neutron [req-a8bd6bb7-ec1b-4590-8d76-080d23ccfe58 req-20ed456c-8d27-4abc-9019-b651d35c0775 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Updated VIF entry in instance network info cache for port 31f17391-d730-4a37-9e1a-d6e9e95ff5dd. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1896.148164] env[63248]: DEBUG nova.network.neutron [req-a8bd6bb7-ec1b-4590-8d76-080d23ccfe58 req-20ed456c-8d27-4abc-9019-b651d35c0775 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Updating instance_info_cache with network_info: [{"id": "31f17391-d730-4a37-9e1a-d6e9e95ff5dd", "address": "fa:16:3e:14:4f:82", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": null, "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap31f17391-d7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.187952] env[63248]: DEBUG nova.policy [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3e3cd20baff4ab2b6ccb17338b0e552', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10d4033d8f9249cc9e2ca50cf7b8f6fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1896.231110] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bc8fb4-3149-41b9-a365-5a2249054ba1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.239600] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f714682b-0701-4a05-bcc4-565b2535cf56 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.275413] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e77638-1db1-4a5e-9624-04d1cf123ee9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.282970] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b66291-f4df-4c32-a751-3552cd439495 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.295937] env[63248]: DEBUG nova.compute.provider_tree [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1896.463827] env[63248]: DEBUG nova.network.neutron [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Successfully created port: 45f99a87-12c0-4076-9576-b48c4fb0ba9b {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1896.643183] env[63248]: DEBUG nova.compute.manager [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1896.651044] env[63248]: DEBUG oslo_concurrency.lockutils [req-a8bd6bb7-ec1b-4590-8d76-080d23ccfe58 req-20ed456c-8d27-4abc-9019-b651d35c0775 service nova] Releasing lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.799537] env[63248]: DEBUG nova.scheduler.client.report [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1896.966031] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "65046159-e6a6-4b7d-9302-625c0d37548c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.966031] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "65046159-e6a6-4b7d-9302-625c0d37548c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.013530] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "ab8bfc48-1b13-4332-8b09-3069368981a9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.304816] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.307140] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.347s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.307374] env[63248]: DEBUG nova.objects.instance [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lazy-loading 'resources' on Instance uuid ab8bfc48-1b13-4332-8b09-3069368981a9 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1897.326729] env[63248]: INFO nova.scheduler.client.report [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleted allocations for instance acb0d938-ccd3-4ec0-a8f6-a06a5f694def [ 1897.467187] env[63248]: DEBUG nova.compute.manager [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1897.653400] env[63248]: DEBUG nova.compute.manager [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1897.681618] env[63248]: DEBUG nova.virt.hardware [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1897.681910] env[63248]: DEBUG nova.virt.hardware [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1897.682100] env[63248]: DEBUG nova.virt.hardware [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1897.682268] env[63248]: DEBUG nova.virt.hardware [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1897.682487] env[63248]: DEBUG nova.virt.hardware [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1897.682656] env[63248]: DEBUG nova.virt.hardware [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1897.682868] env[63248]: DEBUG nova.virt.hardware [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1897.683052] env[63248]: DEBUG nova.virt.hardware [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1897.683230] env[63248]: DEBUG nova.virt.hardware [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1897.683422] env[63248]: DEBUG nova.virt.hardware [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1897.683648] env[63248]: DEBUG nova.virt.hardware [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1897.684529] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de6bf2d-2223-4142-8a82-a6d4b67452b8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.692673] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89a88bf-b00d-4ada-84d0-75da5d6bfb99 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.809997] env[63248]: DEBUG nova.objects.instance [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lazy-loading 'numa_topology' on Instance uuid ab8bfc48-1b13-4332-8b09-3069368981a9 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1897.833681] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0ba31810-3362-4a52-beb8-8f0dde4746b0 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "acb0d938-ccd3-4ec0-a8f6-a06a5f694def" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.429s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.870281] env[63248]: DEBUG nova.compute.manager [req-3bfea009-bdeb-4fe4-9b94-0c38f9492be9 req-7c8df6f3-71db-4e28-a085-47284e4c01ed service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Received event network-vif-plugged-45f99a87-12c0-4076-9576-b48c4fb0ba9b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1897.870722] env[63248]: DEBUG oslo_concurrency.lockutils [req-3bfea009-bdeb-4fe4-9b94-0c38f9492be9 req-7c8df6f3-71db-4e28-a085-47284e4c01ed service nova] Acquiring lock "b8b9e60b-c5f1-423e-b003-89d2b38cf7c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.870999] env[63248]: DEBUG oslo_concurrency.lockutils [req-3bfea009-bdeb-4fe4-9b94-0c38f9492be9 req-7c8df6f3-71db-4e28-a085-47284e4c01ed service nova] Lock "b8b9e60b-c5f1-423e-b003-89d2b38cf7c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.871160] env[63248]: DEBUG oslo_concurrency.lockutils [req-3bfea009-bdeb-4fe4-9b94-0c38f9492be9 req-7c8df6f3-71db-4e28-a085-47284e4c01ed service nova] Lock "b8b9e60b-c5f1-423e-b003-89d2b38cf7c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.871334] env[63248]: DEBUG nova.compute.manager [req-3bfea009-bdeb-4fe4-9b94-0c38f9492be9 req-7c8df6f3-71db-4e28-a085-47284e4c01ed service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] No waiting events found dispatching network-vif-plugged-45f99a87-12c0-4076-9576-b48c4fb0ba9b {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1897.871677] env[63248]: WARNING nova.compute.manager [req-3bfea009-bdeb-4fe4-9b94-0c38f9492be9 req-7c8df6f3-71db-4e28-a085-47284e4c01ed service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Received unexpected event network-vif-plugged-45f99a87-12c0-4076-9576-b48c4fb0ba9b for instance with vm_state building and task_state spawning. [ 1897.936687] env[63248]: DEBUG nova.network.neutron [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Successfully updated port: 45f99a87-12c0-4076-9576-b48c4fb0ba9b {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1897.986789] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.312872] env[63248]: DEBUG nova.objects.base [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1898.406609] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0610fd66-9167-40d2-adc8-b1957ac1d136 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.416170] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c6d3e8-da7e-456e-8e3d-cbb551e8d823 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.452710] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquiring lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.452710] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquired lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.453127] env[63248]: DEBUG nova.network.neutron [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1898.454815] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b64b20-b5a5-4a87-9515-2e7130b6319a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.463636] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4419c5-b765-41e5-b8ed-76e4c3f7f497 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.479532] env[63248]: DEBUG nova.compute.provider_tree [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1898.951180] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "2217810a-f630-40a6-8783-f5b04e6b1789" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.951428] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "2217810a-f630-40a6-8783-f5b04e6b1789" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.983347] env[63248]: DEBUG nova.scheduler.client.report [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1898.987024] env[63248]: DEBUG nova.network.neutron [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1899.193654] env[63248]: DEBUG nova.network.neutron [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Updating instance_info_cache with network_info: [{"id": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "address": "fa:16:3e:96:3e:81", "network": {"id": "4811e800-367b-4e7a-97f7-140eaf068370", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1972046183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4033d8f9249cc9e2ca50cf7b8f6fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f99a87-12", "ovs_interfaceid": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.453913] env[63248]: DEBUG nova.compute.manager [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1899.490966] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.494245] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.507s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.496057] env[63248]: INFO nova.compute.claims [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1899.696508] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Releasing lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.696855] env[63248]: DEBUG nova.compute.manager [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Instance network_info: |[{"id": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "address": "fa:16:3e:96:3e:81", "network": {"id": "4811e800-367b-4e7a-97f7-140eaf068370", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1972046183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4033d8f9249cc9e2ca50cf7b8f6fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f99a87-12", "ovs_interfaceid": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1899.697308] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:3e:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45f99a87-12c0-4076-9576-b48c4fb0ba9b', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1899.704713] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Creating folder: Project (10d4033d8f9249cc9e2ca50cf7b8f6fc). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1899.704998] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41533709-adca-4daf-87a3-e661950b52f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.716463] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Created folder: Project (10d4033d8f9249cc9e2ca50cf7b8f6fc) in parent group-v373228. [ 1899.716647] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Creating folder: Instances. Parent ref: group-v373532. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1899.716885] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-819424de-c4fe-443c-9bc6-5d00ded04a89 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.726180] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Created folder: Instances in parent group-v373532. [ 1899.726402] env[63248]: DEBUG oslo.service.loopingcall [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.726581] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1899.726766] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb521a75-36f0-4141-994d-e57a92151d7f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.745643] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1899.745643] env[63248]: value = "task-1801602" [ 1899.745643] env[63248]: _type = "Task" [ 1899.745643] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.752844] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801602, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.892585] env[63248]: DEBUG nova.compute.manager [req-0205ad29-1d16-4b02-a11f-d729af387b02 req-f432e1fc-0f97-480a-ac14-35192261c41c service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Received event network-changed-45f99a87-12c0-4076-9576-b48c4fb0ba9b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1899.892668] env[63248]: DEBUG nova.compute.manager [req-0205ad29-1d16-4b02-a11f-d729af387b02 req-f432e1fc-0f97-480a-ac14-35192261c41c service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Refreshing instance network info cache due to event network-changed-45f99a87-12c0-4076-9576-b48c4fb0ba9b. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1899.892886] env[63248]: DEBUG oslo_concurrency.lockutils [req-0205ad29-1d16-4b02-a11f-d729af387b02 req-f432e1fc-0f97-480a-ac14-35192261c41c service nova] Acquiring lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.893043] env[63248]: DEBUG oslo_concurrency.lockutils [req-0205ad29-1d16-4b02-a11f-d729af387b02 req-f432e1fc-0f97-480a-ac14-35192261c41c service nova] Acquired lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.893210] env[63248]: DEBUG nova.network.neutron [req-0205ad29-1d16-4b02-a11f-d729af387b02 req-f432e1fc-0f97-480a-ac14-35192261c41c service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Refreshing network info cache for port 45f99a87-12c0-4076-9576-b48c4fb0ba9b {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1899.978598] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.006042] env[63248]: DEBUG oslo_concurrency.lockutils [None req-9c9ce6df-7056-4b83-a543-db8ab358ed4e tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.954s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.006878] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.994s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.007077] env[63248]: INFO nova.compute.manager [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Unshelving [ 1900.256055] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801602, 'name': CreateVM_Task, 'duration_secs': 0.424472} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.256055] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1900.256493] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.256662] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.256979] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1900.257249] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c466ba9-4938-4fe6-9f38-077a116eddd4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.262374] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Waiting for the task: (returnval){ [ 1900.262374] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cae2f8-fc0c-4425-f3cf-a6aaca84ed2d" [ 1900.262374] env[63248]: _type = "Task" [ 1900.262374] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.269567] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cae2f8-fc0c-4425-f3cf-a6aaca84ed2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.611307] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74831b1f-7ed2-4f47-bd98-1cd07226510c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.614656] env[63248]: DEBUG nova.network.neutron [req-0205ad29-1d16-4b02-a11f-d729af387b02 req-f432e1fc-0f97-480a-ac14-35192261c41c service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Updated VIF entry in instance network info cache for port 45f99a87-12c0-4076-9576-b48c4fb0ba9b. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1900.615165] env[63248]: DEBUG nova.network.neutron [req-0205ad29-1d16-4b02-a11f-d729af387b02 req-f432e1fc-0f97-480a-ac14-35192261c41c service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Updating instance_info_cache with network_info: [{"id": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "address": "fa:16:3e:96:3e:81", "network": {"id": "4811e800-367b-4e7a-97f7-140eaf068370", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1972046183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4033d8f9249cc9e2ca50cf7b8f6fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f99a87-12", "ovs_interfaceid": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.624023] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190ffa4e-78ac-4e15-9eb8-b53c8f582e2a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.653794] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8aa5cb8-0b9d-48a8-bc77-8bb9e0f40518 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.661132] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f000e0ee-3edf-4d32-a177-97096b5128cb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.674433] env[63248]: DEBUG nova.compute.provider_tree [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1900.773082] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cae2f8-fc0c-4425-f3cf-a6aaca84ed2d, 'name': SearchDatastore_Task, 'duration_secs': 0.027407} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.773401] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.773737] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1900.774010] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.774172] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.774355] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1900.774610] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c38efb5-daf1-4986-9c56-9f52501d844a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.784740] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1900.784907] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1900.785595] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe8f300e-e58c-49e6-89e7-4def97c3e365 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.790380] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Waiting for the task: (returnval){ [ 1900.790380] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c7f86f-a6fa-e8c7-45c1-2498e770a3bd" [ 1900.790380] env[63248]: _type = "Task" [ 1900.790380] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.797837] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c7f86f-a6fa-e8c7-45c1-2498e770a3bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.030789] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.117780] env[63248]: DEBUG oslo_concurrency.lockutils [req-0205ad29-1d16-4b02-a11f-d729af387b02 req-f432e1fc-0f97-480a-ac14-35192261c41c service nova] Releasing lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.177273] env[63248]: DEBUG nova.scheduler.client.report [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1901.301505] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c7f86f-a6fa-e8c7-45c1-2498e770a3bd, 'name': SearchDatastore_Task, 'duration_secs': 0.039276} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.302226] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d18f6ac-6e9e-4e03-ab2b-396b1fa2dac2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.307264] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Waiting for the task: (returnval){ [ 1901.307264] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c1ed52-2a38-7a3a-39d4-1a1718d9a34d" [ 1901.307264] env[63248]: _type = "Task" [ 1901.307264] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.317355] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c1ed52-2a38-7a3a-39d4-1a1718d9a34d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.390261] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Acquiring lock "64f82339-2d72-475d-bc31-068e5b6d50a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.390507] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Lock "64f82339-2d72-475d-bc31-068e5b6d50a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.390718] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Acquiring lock "64f82339-2d72-475d-bc31-068e5b6d50a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.390898] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Lock "64f82339-2d72-475d-bc31-068e5b6d50a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.391083] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Lock "64f82339-2d72-475d-bc31-068e5b6d50a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.393203] env[63248]: INFO nova.compute.manager [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Terminating instance [ 1901.683618] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.684182] env[63248]: DEBUG nova.compute.manager [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1901.686969] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.708s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.688113] env[63248]: INFO nova.compute.claims [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1901.818059] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c1ed52-2a38-7a3a-39d4-1a1718d9a34d, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.818296] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.818565] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] b8b9e60b-c5f1-423e-b003-89d2b38cf7c6/b8b9e60b-c5f1-423e-b003-89d2b38cf7c6.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1901.818890] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f607a95b-20b0-4306-acc5-e363d6ccdaf2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.826461] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Waiting for the task: (returnval){ [ 1901.826461] env[63248]: value = "task-1801603" [ 1901.826461] env[63248]: _type = "Task" [ 1901.826461] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.833906] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.897172] env[63248]: DEBUG nova.compute.manager [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1901.897388] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1901.898201] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0281cb5-2c6c-4f21-8cbc-eab7aa301a1d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.905289] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1901.905518] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ac38d2a-0d81-4f66-8b34-8de00f957e6b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.911578] env[63248]: DEBUG oslo_vmware.api [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Waiting for the task: (returnval){ [ 1901.911578] env[63248]: value = "task-1801604" [ 1901.911578] env[63248]: _type = "Task" [ 1901.911578] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.918962] env[63248]: DEBUG oslo_vmware.api [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1801604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.192969] env[63248]: DEBUG nova.compute.utils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1902.197306] env[63248]: DEBUG nova.compute.manager [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1902.197575] env[63248]: DEBUG nova.network.neutron [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1902.235278] env[63248]: DEBUG nova.policy [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bdae26cba7f40e4b2e850bd70dcb74c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed280d3ffc74d6682b2e70513b82428', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1902.338859] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801603, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.420694] env[63248]: DEBUG oslo_vmware.api [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1801604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.467388] env[63248]: DEBUG nova.network.neutron [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Successfully created port: 1c724293-5de7-49a8-b9ee-85d9c2b1de97 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1902.701463] env[63248]: DEBUG nova.compute.manager [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1902.793145] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9237be74-a77a-40b1-ac1b-953ce36c2fd5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.801170] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464a4ec9-c2ef-4c91-83e9-b4bd0b1086a7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.835689] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9196dd-ea0e-46e1-b075-bb488cbf5deb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.846179] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50557db1-a5fc-48fb-89cb-7eef49b48e7e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.849775] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801603, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.859929] env[63248]: DEBUG nova.compute.provider_tree [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1902.921903] env[63248]: DEBUG oslo_vmware.api [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1801604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.341534] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801603, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.362596] env[63248]: DEBUG nova.scheduler.client.report [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1903.423436] env[63248]: DEBUG oslo_vmware.api [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1801604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.711476] env[63248]: DEBUG nova.compute.manager [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1903.811266] env[63248]: DEBUG nova.virt.hardware [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1903.811536] env[63248]: DEBUG nova.virt.hardware [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1903.811696] env[63248]: DEBUG nova.virt.hardware [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1903.811880] env[63248]: DEBUG nova.virt.hardware [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1903.812085] env[63248]: DEBUG nova.virt.hardware [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1903.812190] env[63248]: DEBUG nova.virt.hardware [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1903.812426] env[63248]: DEBUG nova.virt.hardware [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1903.812614] env[63248]: DEBUG nova.virt.hardware [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1903.812790] env[63248]: DEBUG nova.virt.hardware [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1903.813018] env[63248]: DEBUG nova.virt.hardware [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1903.813145] env[63248]: DEBUG nova.virt.hardware [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1903.814018] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de44289-ebe8-445f-b4cc-d7ccc072217d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.822587] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6734922-f73b-474b-b930-87f1f13b69cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.843049] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801603, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.844996] env[63248]: DEBUG nova.compute.manager [req-2d1d5c4b-31d4-47a2-9009-a506079984c9 req-172b9223-1579-4e8a-9b6f-59450c5e5f82 service nova] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Received event network-vif-plugged-1c724293-5de7-49a8-b9ee-85d9c2b1de97 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1903.845249] env[63248]: DEBUG oslo_concurrency.lockutils [req-2d1d5c4b-31d4-47a2-9009-a506079984c9 req-172b9223-1579-4e8a-9b6f-59450c5e5f82 service nova] Acquiring lock "65046159-e6a6-4b7d-9302-625c0d37548c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.845564] env[63248]: DEBUG oslo_concurrency.lockutils [req-2d1d5c4b-31d4-47a2-9009-a506079984c9 req-172b9223-1579-4e8a-9b6f-59450c5e5f82 service nova] Lock "65046159-e6a6-4b7d-9302-625c0d37548c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.845701] env[63248]: DEBUG oslo_concurrency.lockutils [req-2d1d5c4b-31d4-47a2-9009-a506079984c9 req-172b9223-1579-4e8a-9b6f-59450c5e5f82 service nova] Lock "65046159-e6a6-4b7d-9302-625c0d37548c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.845732] env[63248]: DEBUG nova.compute.manager [req-2d1d5c4b-31d4-47a2-9009-a506079984c9 req-172b9223-1579-4e8a-9b6f-59450c5e5f82 service nova] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] No waiting events found dispatching network-vif-plugged-1c724293-5de7-49a8-b9ee-85d9c2b1de97 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1903.845899] env[63248]: WARNING nova.compute.manager [req-2d1d5c4b-31d4-47a2-9009-a506079984c9 req-172b9223-1579-4e8a-9b6f-59450c5e5f82 service nova] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Received unexpected event network-vif-plugged-1c724293-5de7-49a8-b9ee-85d9c2b1de97 for instance with vm_state building and task_state spawning. [ 1903.866943] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.867442] env[63248]: DEBUG nova.compute.manager [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1903.871419] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.841s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.871552] env[63248]: DEBUG nova.objects.instance [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lazy-loading 'pci_requests' on Instance uuid ab8bfc48-1b13-4332-8b09-3069368981a9 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1903.924389] env[63248]: DEBUG oslo_vmware.api [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1801604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.944611] env[63248]: DEBUG nova.network.neutron [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Successfully updated port: 1c724293-5de7-49a8-b9ee-85d9c2b1de97 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1904.345862] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801603, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.373803] env[63248]: DEBUG nova.compute.utils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1904.377021] env[63248]: DEBUG nova.objects.instance [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lazy-loading 'numa_topology' on Instance uuid ab8bfc48-1b13-4332-8b09-3069368981a9 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1904.377497] env[63248]: DEBUG nova.compute.manager [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1904.377670] env[63248]: DEBUG nova.network.neutron [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1904.420325] env[63248]: DEBUG nova.policy [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abccb9d18fe64326a01734545bb76e24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bccc2e5b76c94662b2cc14e5a65551f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1904.427470] env[63248]: DEBUG oslo_vmware.api [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1801604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.447155] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "refresh_cache-65046159-e6a6-4b7d-9302-625c0d37548c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.447295] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "refresh_cache-65046159-e6a6-4b7d-9302-625c0d37548c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.447442] env[63248]: DEBUG nova.network.neutron [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1904.653626] env[63248]: DEBUG nova.network.neutron [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Successfully created port: 6319bdd5-ad85-46e4-8e5e-0256ebc245d9 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1904.847550] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801603, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.878237] env[63248]: DEBUG nova.compute.manager [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1904.881696] env[63248]: INFO nova.compute.claims [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1904.926706] env[63248]: DEBUG oslo_vmware.api [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1801604, 'name': PowerOffVM_Task, 'duration_secs': 3.000065} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.926980] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1904.927173] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1904.927434] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af2efd9a-fc1a-41ff-9dc3-c2f792185092 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.979883] env[63248]: DEBUG nova.network.neutron [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1905.112996] env[63248]: DEBUG nova.network.neutron [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Updating instance_info_cache with network_info: [{"id": "1c724293-5de7-49a8-b9ee-85d9c2b1de97", "address": "fa:16:3e:19:d6:e1", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c724293-5d", "ovs_interfaceid": "1c724293-5de7-49a8-b9ee-85d9c2b1de97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.238053] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1905.238187] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1905.238262] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Deleting the datastore file [datastore1] 64f82339-2d72-475d-bc31-068e5b6d50a7 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1905.238535] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efd509f1-8456-4963-9771-93353581e6ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.245023] env[63248]: DEBUG oslo_vmware.api [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Waiting for the task: (returnval){ [ 1905.245023] env[63248]: value = "task-1801606" [ 1905.245023] env[63248]: _type = "Task" [ 1905.245023] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.252877] env[63248]: DEBUG oslo_vmware.api [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1801606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.347814] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801603, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.037446} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.348141] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] b8b9e60b-c5f1-423e-b003-89d2b38cf7c6/b8b9e60b-c5f1-423e-b003-89d2b38cf7c6.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.348436] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1905.348747] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-765ee108-3d5b-45b4-b852-3d0c9bb4a85c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.356175] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Waiting for the task: (returnval){ [ 1905.356175] env[63248]: value = "task-1801607" [ 1905.356175] env[63248]: _type = "Task" [ 1905.356175] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.364479] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.616517] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "refresh_cache-65046159-e6a6-4b7d-9302-625c0d37548c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.616840] env[63248]: DEBUG nova.compute.manager [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Instance network_info: |[{"id": "1c724293-5de7-49a8-b9ee-85d9c2b1de97", "address": "fa:16:3e:19:d6:e1", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c724293-5d", "ovs_interfaceid": "1c724293-5de7-49a8-b9ee-85d9c2b1de97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1905.617292] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:d6:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c724293-5de7-49a8-b9ee-85d9c2b1de97', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1905.625252] env[63248]: DEBUG oslo.service.loopingcall [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.625471] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1905.625701] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-611502ef-1caf-46a9-a209-97c3977c049e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.647118] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1905.647118] env[63248]: value = "task-1801608" [ 1905.647118] env[63248]: _type = "Task" [ 1905.647118] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.654638] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801608, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.755028] env[63248]: DEBUG oslo_vmware.api [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Task: {'id': task-1801606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270204} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.755322] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1905.755516] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1905.755697] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1905.755875] env[63248]: INFO nova.compute.manager [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Took 3.86 seconds to destroy the instance on the hypervisor. [ 1905.756136] env[63248]: DEBUG oslo.service.loopingcall [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.756332] env[63248]: DEBUG nova.compute.manager [-] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1905.756430] env[63248]: DEBUG nova.network.neutron [-] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1905.866174] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071427} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.866467] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1905.867239] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3a7a63-f7e9-4c61-a44e-6db8e11d4e87 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.871902] env[63248]: DEBUG nova.compute.manager [req-c68a62fc-cbb7-4a26-83d5-4a16f3b5edc6 req-a66a5ea8-c74b-4249-b6c2-ae7aca0e7a7b service nova] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Received event network-changed-1c724293-5de7-49a8-b9ee-85d9c2b1de97 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1905.872094] env[63248]: DEBUG nova.compute.manager [req-c68a62fc-cbb7-4a26-83d5-4a16f3b5edc6 req-a66a5ea8-c74b-4249-b6c2-ae7aca0e7a7b service nova] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Refreshing instance network info cache due to event network-changed-1c724293-5de7-49a8-b9ee-85d9c2b1de97. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1905.872310] env[63248]: DEBUG oslo_concurrency.lockutils [req-c68a62fc-cbb7-4a26-83d5-4a16f3b5edc6 req-a66a5ea8-c74b-4249-b6c2-ae7aca0e7a7b service nova] Acquiring lock "refresh_cache-65046159-e6a6-4b7d-9302-625c0d37548c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.872510] env[63248]: DEBUG oslo_concurrency.lockutils [req-c68a62fc-cbb7-4a26-83d5-4a16f3b5edc6 req-a66a5ea8-c74b-4249-b6c2-ae7aca0e7a7b service nova] Acquired lock "refresh_cache-65046159-e6a6-4b7d-9302-625c0d37548c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.872689] env[63248]: DEBUG nova.network.neutron [req-c68a62fc-cbb7-4a26-83d5-4a16f3b5edc6 req-a66a5ea8-c74b-4249-b6c2-ae7aca0e7a7b service nova] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Refreshing network info cache for port 1c724293-5de7-49a8-b9ee-85d9c2b1de97 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1905.894806] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] b8b9e60b-c5f1-423e-b003-89d2b38cf7c6/b8b9e60b-c5f1-423e-b003-89d2b38cf7c6.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1905.896678] env[63248]: DEBUG nova.compute.manager [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1905.900781] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeef9c35-9e63-4dca-bcd7-36e7592c7f90 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.921194] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Waiting for the task: (returnval){ [ 1905.921194] env[63248]: value = "task-1801609" [ 1905.921194] env[63248]: _type = "Task" [ 1905.921194] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.929458] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.941623] env[63248]: DEBUG nova.virt.hardware [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1905.941623] env[63248]: DEBUG nova.virt.hardware [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1905.941821] env[63248]: DEBUG nova.virt.hardware [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1905.941995] env[63248]: DEBUG nova.virt.hardware [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1905.942072] env[63248]: DEBUG nova.virt.hardware [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1905.942949] env[63248]: DEBUG nova.virt.hardware [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1905.942949] env[63248]: DEBUG nova.virt.hardware [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1905.942949] env[63248]: DEBUG nova.virt.hardware [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1905.943180] env[63248]: DEBUG nova.virt.hardware [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1905.943389] env[63248]: DEBUG nova.virt.hardware [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1905.944512] env[63248]: DEBUG nova.virt.hardware [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1905.944512] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de050ca-12e3-44df-8ca5-43420570f22e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.954890] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65dcc7e-378d-4f55-a403-d8638864892d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.023263] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3b5303-ac1f-4d7c-8631-e45a4971ad82 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.030907] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66fcbab-77e6-4ff7-acce-a180d750c67d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.065218] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da5ed83-b463-4b4f-adae-416ade351cc5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.073744] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e6a145-b3ad-4040-a405-d3b395d8593c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.088927] env[63248]: DEBUG nova.compute.provider_tree [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1906.159563] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801608, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.364860] env[63248]: DEBUG nova.network.neutron [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Successfully updated port: 6319bdd5-ad85-46e4-8e5e-0256ebc245d9 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1906.432784] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801609, 'name': ReconfigVM_Task, 'duration_secs': 0.297887} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.433220] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Reconfigured VM instance instance-00000070 to attach disk [datastore1] b8b9e60b-c5f1-423e-b003-89d2b38cf7c6/b8b9e60b-c5f1-423e-b003-89d2b38cf7c6.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.433968] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-745f0686-fb8b-4445-aebb-6b932d532ee7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.441032] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Waiting for the task: (returnval){ [ 1906.441032] env[63248]: value = "task-1801610" [ 1906.441032] env[63248]: _type = "Task" [ 1906.441032] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.449776] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801610, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.592131] env[63248]: DEBUG nova.scheduler.client.report [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.646796] env[63248]: DEBUG nova.network.neutron [req-c68a62fc-cbb7-4a26-83d5-4a16f3b5edc6 req-a66a5ea8-c74b-4249-b6c2-ae7aca0e7a7b service nova] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Updated VIF entry in instance network info cache for port 1c724293-5de7-49a8-b9ee-85d9c2b1de97. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1906.647194] env[63248]: DEBUG nova.network.neutron [req-c68a62fc-cbb7-4a26-83d5-4a16f3b5edc6 req-a66a5ea8-c74b-4249-b6c2-ae7aca0e7a7b service nova] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Updating instance_info_cache with network_info: [{"id": "1c724293-5de7-49a8-b9ee-85d9c2b1de97", "address": "fa:16:3e:19:d6:e1", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c724293-5d", "ovs_interfaceid": "1c724293-5de7-49a8-b9ee-85d9c2b1de97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.657546] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801608, 'name': CreateVM_Task, 'duration_secs': 0.538786} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.658214] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1906.658851] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.659057] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.659383] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1906.659834] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc634fe-d8d6-4795-a533-46c2163c23ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.664255] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1906.664255] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fead7a-c8c4-769b-f7af-f9c896b28ad8" [ 1906.664255] env[63248]: _type = "Task" [ 1906.664255] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.671828] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fead7a-c8c4-769b-f7af-f9c896b28ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.863914] env[63248]: DEBUG nova.network.neutron [-] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.867472] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "refresh_cache-2217810a-f630-40a6-8783-f5b04e6b1789" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.867472] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "refresh_cache-2217810a-f630-40a6-8783-f5b04e6b1789" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.867472] env[63248]: DEBUG nova.network.neutron [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1906.951318] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801610, 'name': Rename_Task, 'duration_secs': 0.147802} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.951615] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1906.951960] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e66f09e-b3b5-44ce-8bb9-a23aad741e78 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.959318] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Waiting for the task: (returnval){ [ 1906.959318] env[63248]: value = "task-1801611" [ 1906.959318] env[63248]: _type = "Task" [ 1906.959318] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.967630] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.097603] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.226s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.128564] env[63248]: INFO nova.network.neutron [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Updating port 31f17391-d730-4a37-9e1a-d6e9e95ff5dd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1907.149741] env[63248]: DEBUG oslo_concurrency.lockutils [req-c68a62fc-cbb7-4a26-83d5-4a16f3b5edc6 req-a66a5ea8-c74b-4249-b6c2-ae7aca0e7a7b service nova] Releasing lock "refresh_cache-65046159-e6a6-4b7d-9302-625c0d37548c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.174899] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fead7a-c8c4-769b-f7af-f9c896b28ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.175244] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.175480] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1907.175714] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.175860] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.176044] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1907.176299] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ad5de76-47eb-44f5-a1b8-92cd2b1889f9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.184856] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1907.185051] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1907.185713] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8431fa1f-bad8-4c27-88be-c8658f758615 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.191047] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1907.191047] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524c2fd3-213f-557f-4f88-5371bce34968" [ 1907.191047] env[63248]: _type = "Task" [ 1907.191047] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.198596] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524c2fd3-213f-557f-4f88-5371bce34968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.366994] env[63248]: INFO nova.compute.manager [-] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Took 1.61 seconds to deallocate network for instance. [ 1907.418848] env[63248]: DEBUG nova.network.neutron [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1907.469186] env[63248]: DEBUG oslo_vmware.api [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801611, 'name': PowerOnVM_Task, 'duration_secs': 0.444634} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.469447] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1907.469651] env[63248]: INFO nova.compute.manager [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1907.469831] env[63248]: DEBUG nova.compute.manager [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1907.470772] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60aa5190-cde9-401b-a070-5b51a5b8d1d2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.549364] env[63248]: DEBUG nova.network.neutron [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Updating instance_info_cache with network_info: [{"id": "6319bdd5-ad85-46e4-8e5e-0256ebc245d9", "address": "fa:16:3e:3b:7b:bd", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6319bdd5-ad", "ovs_interfaceid": "6319bdd5-ad85-46e4-8e5e-0256ebc245d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.701661] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524c2fd3-213f-557f-4f88-5371bce34968, 'name': SearchDatastore_Task, 'duration_secs': 0.008601} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.702479] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41f92590-97b0-4741-b111-020fd7f36595 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.707721] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1907.707721] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dae125-90c4-218e-1642-7b721906e495" [ 1907.707721] env[63248]: _type = "Task" [ 1907.707721] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.714955] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dae125-90c4-218e-1642-7b721906e495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.876765] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.877059] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.877289] env[63248]: DEBUG nova.objects.instance [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Lazy-loading 'resources' on Instance uuid 64f82339-2d72-475d-bc31-068e5b6d50a7 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.901363] env[63248]: DEBUG nova.compute.manager [req-c232d144-0031-4c4a-bdc6-e570d34d62c7 req-95736212-f271-4c12-a3d9-ccc1cb08382e service nova] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Received event network-vif-plugged-6319bdd5-ad85-46e4-8e5e-0256ebc245d9 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1907.901363] env[63248]: DEBUG oslo_concurrency.lockutils [req-c232d144-0031-4c4a-bdc6-e570d34d62c7 req-95736212-f271-4c12-a3d9-ccc1cb08382e service nova] Acquiring lock "2217810a-f630-40a6-8783-f5b04e6b1789-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.901474] env[63248]: DEBUG oslo_concurrency.lockutils [req-c232d144-0031-4c4a-bdc6-e570d34d62c7 req-95736212-f271-4c12-a3d9-ccc1cb08382e service nova] Lock "2217810a-f630-40a6-8783-f5b04e6b1789-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.901643] env[63248]: DEBUG oslo_concurrency.lockutils [req-c232d144-0031-4c4a-bdc6-e570d34d62c7 req-95736212-f271-4c12-a3d9-ccc1cb08382e service nova] Lock "2217810a-f630-40a6-8783-f5b04e6b1789-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.901814] env[63248]: DEBUG nova.compute.manager [req-c232d144-0031-4c4a-bdc6-e570d34d62c7 req-95736212-f271-4c12-a3d9-ccc1cb08382e service nova] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] No waiting events found dispatching network-vif-plugged-6319bdd5-ad85-46e4-8e5e-0256ebc245d9 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1907.901982] env[63248]: WARNING nova.compute.manager [req-c232d144-0031-4c4a-bdc6-e570d34d62c7 req-95736212-f271-4c12-a3d9-ccc1cb08382e service nova] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Received unexpected event network-vif-plugged-6319bdd5-ad85-46e4-8e5e-0256ebc245d9 for instance with vm_state building and task_state spawning. [ 1907.902163] env[63248]: DEBUG nova.compute.manager [req-c232d144-0031-4c4a-bdc6-e570d34d62c7 req-95736212-f271-4c12-a3d9-ccc1cb08382e service nova] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Received event network-vif-deleted-569d2a7c-bc29-47d8-b40a-96d8cbcb7371 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1907.902336] env[63248]: DEBUG nova.compute.manager [req-c232d144-0031-4c4a-bdc6-e570d34d62c7 req-95736212-f271-4c12-a3d9-ccc1cb08382e service nova] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Received event network-changed-6319bdd5-ad85-46e4-8e5e-0256ebc245d9 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1907.902529] env[63248]: DEBUG nova.compute.manager [req-c232d144-0031-4c4a-bdc6-e570d34d62c7 req-95736212-f271-4c12-a3d9-ccc1cb08382e service nova] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Refreshing instance network info cache due to event network-changed-6319bdd5-ad85-46e4-8e5e-0256ebc245d9. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1907.902732] env[63248]: DEBUG oslo_concurrency.lockutils [req-c232d144-0031-4c4a-bdc6-e570d34d62c7 req-95736212-f271-4c12-a3d9-ccc1cb08382e service nova] Acquiring lock "refresh_cache-2217810a-f630-40a6-8783-f5b04e6b1789" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.988704] env[63248]: INFO nova.compute.manager [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Took 14.52 seconds to build instance. [ 1908.052381] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "refresh_cache-2217810a-f630-40a6-8783-f5b04e6b1789" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.053069] env[63248]: DEBUG nova.compute.manager [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Instance network_info: |[{"id": "6319bdd5-ad85-46e4-8e5e-0256ebc245d9", "address": "fa:16:3e:3b:7b:bd", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6319bdd5-ad", "ovs_interfaceid": "6319bdd5-ad85-46e4-8e5e-0256ebc245d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1908.053237] env[63248]: DEBUG oslo_concurrency.lockutils [req-c232d144-0031-4c4a-bdc6-e570d34d62c7 req-95736212-f271-4c12-a3d9-ccc1cb08382e service nova] Acquired lock "refresh_cache-2217810a-f630-40a6-8783-f5b04e6b1789" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.053287] env[63248]: DEBUG nova.network.neutron [req-c232d144-0031-4c4a-bdc6-e570d34d62c7 req-95736212-f271-4c12-a3d9-ccc1cb08382e service nova] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Refreshing network info cache for port 6319bdd5-ad85-46e4-8e5e-0256ebc245d9 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1908.054472] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:7b:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6319bdd5-ad85-46e4-8e5e-0256ebc245d9', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1908.062238] env[63248]: DEBUG oslo.service.loopingcall [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1908.063130] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1908.063363] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c1b210e-32da-43d6-ad39-c34fde4df29c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.084973] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1908.084973] env[63248]: value = "task-1801612" [ 1908.084973] env[63248]: _type = "Task" [ 1908.084973] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.092989] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801612, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.217954] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dae125-90c4-218e-1642-7b721906e495, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.218248] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.218500] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 65046159-e6a6-4b7d-9302-625c0d37548c/65046159-e6a6-4b7d-9302-625c0d37548c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1908.218744] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8af28d3-d239-4c2e-a803-2f8ea6c975f5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.225759] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1908.225759] env[63248]: value = "task-1801613" [ 1908.225759] env[63248]: _type = "Task" [ 1908.225759] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.233124] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.490820] env[63248]: DEBUG oslo_concurrency.lockutils [None req-10cfedb7-6d0e-456d-8590-d95d1f313f9f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Lock "b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.030s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.494656] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d2b98a-4b8e-4ab3-9cc7-c8da4b3a3170 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.504189] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3420fa2-ec0e-439a-a9a1-55f85575330b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.544514] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a46153f-5a67-496c-8b25-625d034aeae1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.556172] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaa1046-aae4-4d8f-9f07-a31c23796f7e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.576112] env[63248]: DEBUG nova.compute.provider_tree [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.600105] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801612, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.737956] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462096} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.738339] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 65046159-e6a6-4b7d-9302-625c0d37548c/65046159-e6a6-4b7d-9302-625c0d37548c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1908.738494] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1908.738795] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1bceba2-2810-4112-b1a9-8c780965398e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.745461] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1908.745461] env[63248]: value = "task-1801614" [ 1908.745461] env[63248]: _type = "Task" [ 1908.745461] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.752889] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.819566] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.819757] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.819954] env[63248]: DEBUG nova.network.neutron [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1908.865353] env[63248]: DEBUG nova.network.neutron [req-c232d144-0031-4c4a-bdc6-e570d34d62c7 req-95736212-f271-4c12-a3d9-ccc1cb08382e service nova] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Updated VIF entry in instance network info cache for port 6319bdd5-ad85-46e4-8e5e-0256ebc245d9. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1908.865703] env[63248]: DEBUG nova.network.neutron [req-c232d144-0031-4c4a-bdc6-e570d34d62c7 req-95736212-f271-4c12-a3d9-ccc1cb08382e service nova] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Updating instance_info_cache with network_info: [{"id": "6319bdd5-ad85-46e4-8e5e-0256ebc245d9", "address": "fa:16:3e:3b:7b:bd", "network": {"id": "df60880d-7194-43f5-a9d6-465d86142a92", "bridge": "br-int", "label": "tempest-ServersTestJSON-415404457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bccc2e5b76c94662b2cc14e5a65551f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6319bdd5-ad", "ovs_interfaceid": "6319bdd5-ad85-46e4-8e5e-0256ebc245d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.080169] env[63248]: DEBUG nova.scheduler.client.report [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1909.095965] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801612, 'name': CreateVM_Task, 'duration_secs': 0.523148} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.096406] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1909.096954] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.097135] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.097437] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1909.097678] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c49659-1c18-4fcf-898c-d2c2501552d3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.103386] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1909.103386] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521ac8cc-1a09-b9ac-48a4-0ae3792741a4" [ 1909.103386] env[63248]: _type = "Task" [ 1909.103386] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.111369] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521ac8cc-1a09-b9ac-48a4-0ae3792741a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.251574] env[63248]: DEBUG nova.compute.manager [req-402d8e5c-0ed0-405e-a8c1-48ea0fe59f5f req-c330585e-29d5-4cb7-bb6e-93e5b7a50806 service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Received event network-changed-45f99a87-12c0-4076-9576-b48c4fb0ba9b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1909.251768] env[63248]: DEBUG nova.compute.manager [req-402d8e5c-0ed0-405e-a8c1-48ea0fe59f5f req-c330585e-29d5-4cb7-bb6e-93e5b7a50806 service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Refreshing instance network info cache due to event network-changed-45f99a87-12c0-4076-9576-b48c4fb0ba9b. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1909.251996] env[63248]: DEBUG oslo_concurrency.lockutils [req-402d8e5c-0ed0-405e-a8c1-48ea0fe59f5f req-c330585e-29d5-4cb7-bb6e-93e5b7a50806 service nova] Acquiring lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.252264] env[63248]: DEBUG oslo_concurrency.lockutils [req-402d8e5c-0ed0-405e-a8c1-48ea0fe59f5f req-c330585e-29d5-4cb7-bb6e-93e5b7a50806 service nova] Acquired lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.252335] env[63248]: DEBUG nova.network.neutron [req-402d8e5c-0ed0-405e-a8c1-48ea0fe59f5f req-c330585e-29d5-4cb7-bb6e-93e5b7a50806 service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Refreshing network info cache for port 45f99a87-12c0-4076-9576-b48c4fb0ba9b {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1909.259401] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063748} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.259492] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1909.260250] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0039bcf5-c4d4-45c3-8dde-87d27b510caa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.284491] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 65046159-e6a6-4b7d-9302-625c0d37548c/65046159-e6a6-4b7d-9302-625c0d37548c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1909.285041] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cb77800-7d84-4b94-a023-81e3e4175f2d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.306582] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1909.306582] env[63248]: value = "task-1801615" [ 1909.306582] env[63248]: _type = "Task" [ 1909.306582] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.316648] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.367865] env[63248]: DEBUG oslo_concurrency.lockutils [req-c232d144-0031-4c4a-bdc6-e570d34d62c7 req-95736212-f271-4c12-a3d9-ccc1cb08382e service nova] Releasing lock "refresh_cache-2217810a-f630-40a6-8783-f5b04e6b1789" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.584903] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.602708] env[63248]: INFO nova.scheduler.client.report [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Deleted allocations for instance 64f82339-2d72-475d-bc31-068e5b6d50a7 [ 1909.620412] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521ac8cc-1a09-b9ac-48a4-0ae3792741a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.621076] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.621326] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1909.621619] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.621809] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.622028] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1909.622389] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcb4ca6f-d68f-496a-9ae9-0dfed361afa2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.631190] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1909.631544] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1909.632684] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0fc3374-9511-4e83-a51d-cc570f200016 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.642031] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1909.642031] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5272ce52-e830-03a5-5348-ceeb2eeab452" [ 1909.642031] env[63248]: _type = "Task" [ 1909.642031] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.648373] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5272ce52-e830-03a5-5348-ceeb2eeab452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.743194] env[63248]: DEBUG nova.network.neutron [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Updating instance_info_cache with network_info: [{"id": "31f17391-d730-4a37-9e1a-d6e9e95ff5dd", "address": "fa:16:3e:14:4f:82", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f17391-d7", "ovs_interfaceid": "31f17391-d730-4a37-9e1a-d6e9e95ff5dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.816775] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801615, 'name': ReconfigVM_Task, 'duration_secs': 0.276745} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.817474] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 65046159-e6a6-4b7d-9302-625c0d37548c/65046159-e6a6-4b7d-9302-625c0d37548c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1909.818161] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fe58af7-4212-4885-a0ef-2d913b45d21c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.825543] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1909.825543] env[63248]: value = "task-1801616" [ 1909.825543] env[63248]: _type = "Task" [ 1909.825543] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.833556] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801616, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.943247] env[63248]: DEBUG nova.compute.manager [req-1c16fd2c-e2b2-4ff0-9247-ce52b9561980 req-d4a78dd1-7846-4dc3-a80f-1a17ef82c9d0 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Received event network-vif-plugged-31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1909.943486] env[63248]: DEBUG oslo_concurrency.lockutils [req-1c16fd2c-e2b2-4ff0-9247-ce52b9561980 req-d4a78dd1-7846-4dc3-a80f-1a17ef82c9d0 service nova] Acquiring lock "ab8bfc48-1b13-4332-8b09-3069368981a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.943737] env[63248]: DEBUG oslo_concurrency.lockutils [req-1c16fd2c-e2b2-4ff0-9247-ce52b9561980 req-d4a78dd1-7846-4dc3-a80f-1a17ef82c9d0 service nova] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.943925] env[63248]: DEBUG oslo_concurrency.lockutils [req-1c16fd2c-e2b2-4ff0-9247-ce52b9561980 req-d4a78dd1-7846-4dc3-a80f-1a17ef82c9d0 service nova] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.944122] env[63248]: DEBUG nova.compute.manager [req-1c16fd2c-e2b2-4ff0-9247-ce52b9561980 req-d4a78dd1-7846-4dc3-a80f-1a17ef82c9d0 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] No waiting events found dispatching network-vif-plugged-31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1909.944307] env[63248]: WARNING nova.compute.manager [req-1c16fd2c-e2b2-4ff0-9247-ce52b9561980 req-d4a78dd1-7846-4dc3-a80f-1a17ef82c9d0 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Received unexpected event network-vif-plugged-31f17391-d730-4a37-9e1a-d6e9e95ff5dd for instance with vm_state shelved_offloaded and task_state spawning. [ 1909.944480] env[63248]: DEBUG nova.compute.manager [req-1c16fd2c-e2b2-4ff0-9247-ce52b9561980 req-d4a78dd1-7846-4dc3-a80f-1a17ef82c9d0 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Received event network-changed-31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1909.944649] env[63248]: DEBUG nova.compute.manager [req-1c16fd2c-e2b2-4ff0-9247-ce52b9561980 req-d4a78dd1-7846-4dc3-a80f-1a17ef82c9d0 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Refreshing instance network info cache due to event network-changed-31f17391-d730-4a37-9e1a-d6e9e95ff5dd. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1909.944822] env[63248]: DEBUG oslo_concurrency.lockutils [req-1c16fd2c-e2b2-4ff0-9247-ce52b9561980 req-d4a78dd1-7846-4dc3-a80f-1a17ef82c9d0 service nova] Acquiring lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.038265] env[63248]: DEBUG nova.network.neutron [req-402d8e5c-0ed0-405e-a8c1-48ea0fe59f5f req-c330585e-29d5-4cb7-bb6e-93e5b7a50806 service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Updated VIF entry in instance network info cache for port 45f99a87-12c0-4076-9576-b48c4fb0ba9b. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1910.038688] env[63248]: DEBUG nova.network.neutron [req-402d8e5c-0ed0-405e-a8c1-48ea0fe59f5f req-c330585e-29d5-4cb7-bb6e-93e5b7a50806 service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Updating instance_info_cache with network_info: [{"id": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "address": "fa:16:3e:96:3e:81", "network": {"id": "4811e800-367b-4e7a-97f7-140eaf068370", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1972046183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4033d8f9249cc9e2ca50cf7b8f6fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f99a87-12", "ovs_interfaceid": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.116981] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c4028b67-4b9b-43e1-bae2-3037cec6c074 tempest-ServersV294TestFqdnHostnames-305093143 tempest-ServersV294TestFqdnHostnames-305093143-project-member] Lock "64f82339-2d72-475d-bc31-068e5b6d50a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.726s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.151480] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5272ce52-e830-03a5-5348-ceeb2eeab452, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.152454] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05d14d2c-107c-4b6d-bb6d-fe2f1cbb14df {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.157986] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1910.157986] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5262efa8-f501-a3f8-8ee1-d84a8cebcb2d" [ 1910.157986] env[63248]: _type = "Task" [ 1910.157986] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.165793] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5262efa8-f501-a3f8-8ee1-d84a8cebcb2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.245892] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.248362] env[63248]: DEBUG oslo_concurrency.lockutils [req-1c16fd2c-e2b2-4ff0-9247-ce52b9561980 req-d4a78dd1-7846-4dc3-a80f-1a17ef82c9d0 service nova] Acquired lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.248515] env[63248]: DEBUG nova.network.neutron [req-1c16fd2c-e2b2-4ff0-9247-ce52b9561980 req-d4a78dd1-7846-4dc3-a80f-1a17ef82c9d0 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Refreshing network info cache for port 31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1910.272965] env[63248]: DEBUG nova.virt.hardware [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8dfe317d5a8f27c8483ee4e394918f7a',container_format='bare',created_at=2024-12-12T07:37:47Z,direct_url=,disk_format='vmdk',id=8cafedc8-e501-4cd5-adf6-968575a8e34a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-996658374-shelved',owner='b75bbfc618d7486b8c140a3d8ea1cee6',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2024-12-12T07:38:09Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1910.273239] env[63248]: DEBUG nova.virt.hardware [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1910.273402] env[63248]: DEBUG nova.virt.hardware [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1910.273656] env[63248]: DEBUG nova.virt.hardware [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1910.273834] env[63248]: DEBUG nova.virt.hardware [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1910.273986] env[63248]: DEBUG nova.virt.hardware [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1910.274217] env[63248]: DEBUG nova.virt.hardware [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1910.274380] env[63248]: DEBUG nova.virt.hardware [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1910.274548] env[63248]: DEBUG nova.virt.hardware [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1910.274715] env[63248]: DEBUG nova.virt.hardware [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1910.274885] env[63248]: DEBUG nova.virt.hardware [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1910.276075] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6802e26-908e-4ed9-8f42-e67235b715a0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.284084] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f727d4-da54-4af6-95be-fb163a893e7c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.297953] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:4f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31f17391-d730-4a37-9e1a-d6e9e95ff5dd', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1910.305242] env[63248]: DEBUG oslo.service.loopingcall [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.305487] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1910.305698] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65793ed4-5d7f-45ed-bb51-0c09d7344b75 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.325612] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1910.325612] env[63248]: value = "task-1801617" [ 1910.325612] env[63248]: _type = "Task" [ 1910.325612] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.336161] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801616, 'name': Rename_Task, 'duration_secs': 0.142802} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.339190] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1910.339472] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801617, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.339712] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c5f1261-b0a8-4acd-91c6-b507c71cfc86 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.346767] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1910.346767] env[63248]: value = "task-1801618" [ 1910.346767] env[63248]: _type = "Task" [ 1910.346767] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.360239] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.542261] env[63248]: DEBUG oslo_concurrency.lockutils [req-402d8e5c-0ed0-405e-a8c1-48ea0fe59f5f req-c330585e-29d5-4cb7-bb6e-93e5b7a50806 service nova] Releasing lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.668512] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5262efa8-f501-a3f8-8ee1-d84a8cebcb2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010157} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.668872] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.669066] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 2217810a-f630-40a6-8783-f5b04e6b1789/2217810a-f630-40a6-8783-f5b04e6b1789.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1910.669385] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e00d2792-5e4f-4dee-9c07-ec9149e5b092 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.676035] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1910.676035] env[63248]: value = "task-1801619" [ 1910.676035] env[63248]: _type = "Task" [ 1910.676035] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.683566] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.838908] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801617, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.857429] env[63248]: DEBUG oslo_vmware.api [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801618, 'name': PowerOnVM_Task, 'duration_secs': 0.448518} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.857429] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1910.857429] env[63248]: INFO nova.compute.manager [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1910.857662] env[63248]: DEBUG nova.compute.manager [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.858336] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8d7454-32fd-4150-b7b7-fc452db08cd2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.031299] env[63248]: DEBUG nova.network.neutron [req-1c16fd2c-e2b2-4ff0-9247-ce52b9561980 req-d4a78dd1-7846-4dc3-a80f-1a17ef82c9d0 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Updated VIF entry in instance network info cache for port 31f17391-d730-4a37-9e1a-d6e9e95ff5dd. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1911.031909] env[63248]: DEBUG nova.network.neutron [req-1c16fd2c-e2b2-4ff0-9247-ce52b9561980 req-d4a78dd1-7846-4dc3-a80f-1a17ef82c9d0 service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Updating instance_info_cache with network_info: [{"id": "31f17391-d730-4a37-9e1a-d6e9e95ff5dd", "address": "fa:16:3e:14:4f:82", "network": {"id": "afed3fc9-a7c2-421b-8361-d8a96d0c6962", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-581089720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b75bbfc618d7486b8c140a3d8ea1cee6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f17391-d7", "ovs_interfaceid": "31f17391-d730-4a37-9e1a-d6e9e95ff5dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.188655] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801619, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.343517] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801617, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.383469] env[63248]: INFO nova.compute.manager [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Took 13.41 seconds to build instance. [ 1911.535882] env[63248]: DEBUG oslo_concurrency.lockutils [req-1c16fd2c-e2b2-4ff0-9247-ce52b9561980 req-d4a78dd1-7846-4dc3-a80f-1a17ef82c9d0 service nova] Releasing lock "refresh_cache-ab8bfc48-1b13-4332-8b09-3069368981a9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.690343] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801619, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.840765] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801617, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.888493] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a182f0f-a89f-49c4-ba2b-f6ad40bf07cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "65046159-e6a6-4b7d-9302-625c0d37548c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.923s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.187315] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801619, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.344245] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801617, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.690463] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801619, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.602171} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.690736] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 2217810a-f630-40a6-8783-f5b04e6b1789/2217810a-f630-40a6-8783-f5b04e6b1789.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1912.690998] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1912.691297] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e9e7faf-0f99-40d7-808a-0d682ac4f2c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.697676] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1912.697676] env[63248]: value = "task-1801620" [ 1912.697676] env[63248]: _type = "Task" [ 1912.697676] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.706056] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.767765] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6734da4c-c7b8-4c14-a4e4-f4bd206b04cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "65046159-e6a6-4b7d-9302-625c0d37548c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.768068] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6734da4c-c7b8-4c14-a4e4-f4bd206b04cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "65046159-e6a6-4b7d-9302-625c0d37548c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.768264] env[63248]: DEBUG nova.compute.manager [None req-6734da4c-c7b8-4c14-a4e4-f4bd206b04cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1912.769180] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5782a5-b023-45e8-a56c-43e4eb4739fd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.776044] env[63248]: DEBUG nova.compute.manager [None req-6734da4c-c7b8-4c14-a4e4-f4bd206b04cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63248) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1912.776617] env[63248]: DEBUG nova.objects.instance [None req-6734da4c-c7b8-4c14-a4e4-f4bd206b04cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lazy-loading 'flavor' on Instance uuid 65046159-e6a6-4b7d-9302-625c0d37548c {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1912.840807] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801617, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.208583] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062917} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.208583] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1913.208958] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa03678-79e1-48d1-923e-f68ced047503 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.231516] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 2217810a-f630-40a6-8783-f5b04e6b1789/2217810a-f630-40a6-8783-f5b04e6b1789.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1913.232033] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a99a80b2-ad43-4b52-86e5-f8193d460d3e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.251593] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1913.251593] env[63248]: value = "task-1801621" [ 1913.251593] env[63248]: _type = "Task" [ 1913.251593] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.259398] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.343454] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801617, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.761888] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801621, 'name': ReconfigVM_Task, 'duration_secs': 0.334712} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.762402] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 2217810a-f630-40a6-8783-f5b04e6b1789/2217810a-f630-40a6-8783-f5b04e6b1789.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1913.763087] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac882cc8-40a1-4f25-b48d-14a057c3b10b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.770461] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1913.770461] env[63248]: value = "task-1801622" [ 1913.770461] env[63248]: _type = "Task" [ 1913.770461] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.778959] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801622, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.783619] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6734da4c-c7b8-4c14-a4e4-f4bd206b04cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.783893] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9261f05-6df0-4813-af3d-110c025215d0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.791550] env[63248]: DEBUG oslo_vmware.api [None req-6734da4c-c7b8-4c14-a4e4-f4bd206b04cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1913.791550] env[63248]: value = "task-1801623" [ 1913.791550] env[63248]: _type = "Task" [ 1913.791550] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.800823] env[63248]: DEBUG oslo_vmware.api [None req-6734da4c-c7b8-4c14-a4e4-f4bd206b04cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.847284] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801617, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.280245] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801622, 'name': Rename_Task, 'duration_secs': 0.160029} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.282640] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1914.282640] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-027fa207-4495-4fd7-85e3-8676caef40b6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.287475] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1914.287475] env[63248]: value = "task-1801624" [ 1914.287475] env[63248]: _type = "Task" [ 1914.287475] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.296613] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.303768] env[63248]: DEBUG oslo_vmware.api [None req-6734da4c-c7b8-4c14-a4e4-f4bd206b04cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801623, 'name': PowerOffVM_Task, 'duration_secs': 0.242393} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.304076] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6734da4c-c7b8-4c14-a4e4-f4bd206b04cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1914.304327] env[63248]: DEBUG nova.compute.manager [None req-6734da4c-c7b8-4c14-a4e4-f4bd206b04cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1914.305135] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc883d7f-a030-42e8-a1f6-f1730d315fe0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.342633] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801617, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.798364] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801624, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.817921] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6734da4c-c7b8-4c14-a4e4-f4bd206b04cc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "65046159-e6a6-4b7d-9302-625c0d37548c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.850692] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801617, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.298802] env[63248]: DEBUG oslo_vmware.api [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801624, 'name': PowerOnVM_Task, 'duration_secs': 0.54816} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.298802] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1915.298802] env[63248]: INFO nova.compute.manager [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1915.298802] env[63248]: DEBUG nova.compute.manager [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1915.299542] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babd5f06-d5e2-4f56-9db5-f35c9561cf8b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.345880] env[63248]: INFO nova.compute.manager [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Rebuilding instance [ 1915.347792] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801617, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.388700] env[63248]: DEBUG nova.compute.manager [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1915.389565] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8d6d96-db3d-4846-bb63-0399f14b90d7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.515171] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "1c34e914-9ba4-4e31-9768-ec4953e7ab07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.515431] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "1c34e914-9ba4-4e31-9768-ec4953e7ab07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.821530] env[63248]: INFO nova.compute.manager [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Took 15.86 seconds to build instance. [ 1915.845237] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801617, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.017818] env[63248]: DEBUG nova.compute.manager [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1916.324108] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ff2dbc16-1060-4d9d-8253-ed86fd0766cb tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "2217810a-f630-40a6-8783-f5b04e6b1789" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.372s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.346837] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801617, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.402880] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1916.403226] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81228310-bd65-43ec-983c-0c3475cf1b62 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.410862] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1916.410862] env[63248]: value = "task-1801625" [ 1916.410862] env[63248]: _type = "Task" [ 1916.410862] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.420650] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] VM already powered off {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1916.420740] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1916.421510] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd45c26-9f8b-48de-a690-8943cc3a7229 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.429290] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1916.429618] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb6ba021-2c66-4e53-a7c7-c5be4cdacd5b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.539422] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.539683] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.541217] env[63248]: INFO nova.compute.claims [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1916.607039] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1916.607442] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1916.607710] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleting the datastore file [datastore1] 65046159-e6a6-4b7d-9302-625c0d37548c {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1916.608138] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79de3bfe-70df-4f32-b11a-0be5a18bfbf0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.615720] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1916.615720] env[63248]: value = "task-1801627" [ 1916.615720] env[63248]: _type = "Task" [ 1916.615720] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.624935] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.848186] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801617, 'name': CreateVM_Task, 'duration_secs': 6.408645} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.848536] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1916.855289] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8cafedc8-e501-4cd5-adf6-968575a8e34a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.855466] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8cafedc8-e501-4cd5-adf6-968575a8e34a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.855857] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8cafedc8-e501-4cd5-adf6-968575a8e34a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1916.856130] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbcccaca-3804-4e4a-8235-74319ca0e4f6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.860712] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1916.860712] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52441f7e-a860-5989-fea4-09b0d2c29244" [ 1916.860712] env[63248]: _type = "Task" [ 1916.860712] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.868194] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52441f7e-a860-5989-fea4-09b0d2c29244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.958952] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b6d96d54-12ea-4667-be82-9cae08a28f22 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "2217810a-f630-40a6-8783-f5b04e6b1789" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.959222] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b6d96d54-12ea-4667-be82-9cae08a28f22 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "2217810a-f630-40a6-8783-f5b04e6b1789" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.959408] env[63248]: DEBUG nova.compute.manager [None req-b6d96d54-12ea-4667-be82-9cae08a28f22 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1916.960258] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fef851b-0b9a-4f05-9aa1-c2bbf1c43c82 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.966596] env[63248]: DEBUG nova.compute.manager [None req-b6d96d54-12ea-4667-be82-9cae08a28f22 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63248) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1916.967152] env[63248]: DEBUG nova.objects.instance [None req-b6d96d54-12ea-4667-be82-9cae08a28f22 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lazy-loading 'flavor' on Instance uuid 2217810a-f630-40a6-8783-f5b04e6b1789 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1917.127607] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144079} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.127877] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1917.128394] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1917.128619] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1917.370702] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8cafedc8-e501-4cd5-adf6-968575a8e34a" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.371047] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Processing image 8cafedc8-e501-4cd5-adf6-968575a8e34a {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1917.371342] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8cafedc8-e501-4cd5-adf6-968575a8e34a/8cafedc8-e501-4cd5-adf6-968575a8e34a.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.371531] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8cafedc8-e501-4cd5-adf6-968575a8e34a/8cafedc8-e501-4cd5-adf6-968575a8e34a.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.371742] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1917.372044] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-799b67a3-0f29-4a0e-aa99-6136b4b7f988 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.389066] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1917.389308] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1917.390078] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49af5a21-9bac-4672-b22f-90a81b1da606 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.395387] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1917.395387] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cc261e-4eef-8c82-1443-cecb7823d5d3" [ 1917.395387] env[63248]: _type = "Task" [ 1917.395387] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.405978] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cc261e-4eef-8c82-1443-cecb7823d5d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.641013] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61006eb4-a058-45fe-a5e9-1abe2cd1c7aa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.648487] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30111d2b-aeb0-497b-89ad-24114992edf0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.683488] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba42b2c-4f75-4173-b362-a36c835d51a0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.691683] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d420c640-3ebb-450f-9c4f-e675c68a30c9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.705579] env[63248]: DEBUG nova.compute.provider_tree [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1917.905674] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Preparing fetch location {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1917.906042] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Fetch image to [datastore1] OSTACK_IMG_3030b038-3d3c-485a-b13a-76621e55ed57/OSTACK_IMG_3030b038-3d3c-485a-b13a-76621e55ed57.vmdk {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1917.906099] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Downloading stream optimized image 8cafedc8-e501-4cd5-adf6-968575a8e34a to [datastore1] OSTACK_IMG_3030b038-3d3c-485a-b13a-76621e55ed57/OSTACK_IMG_3030b038-3d3c-485a-b13a-76621e55ed57.vmdk on the data store datastore1 as vApp {{(pid=63248) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1917.906265] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Downloading image file data 8cafedc8-e501-4cd5-adf6-968575a8e34a to the ESX as VM named 'OSTACK_IMG_3030b038-3d3c-485a-b13a-76621e55ed57' {{(pid=63248) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1917.974840] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d96d54-12ea-4667-be82-9cae08a28f22 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.975197] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a7514a8-ff1a-484b-a8b6-2657f2a2fff2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.979427] env[63248]: DEBUG oslo_vmware.rw_handles [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1917.979427] env[63248]: value = "resgroup-9" [ 1917.979427] env[63248]: _type = "ResourcePool" [ 1917.979427] env[63248]: }. {{(pid=63248) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1917.979658] env[63248]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-38a5ed6f-9d65-4677-b042-40dcec8e75ec {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.997958] env[63248]: DEBUG oslo_vmware.api [None req-b6d96d54-12ea-4667-be82-9cae08a28f22 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1917.997958] env[63248]: value = "task-1801628" [ 1917.997958] env[63248]: _type = "Task" [ 1917.997958] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.002860] env[63248]: DEBUG oslo_vmware.rw_handles [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lease: (returnval){ [ 1918.002860] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528ea0b5-5894-25aa-1459-ee7d3bc715c9" [ 1918.002860] env[63248]: _type = "HttpNfcLease" [ 1918.002860] env[63248]: } obtained for vApp import into resource pool (val){ [ 1918.002860] env[63248]: value = "resgroup-9" [ 1918.002860] env[63248]: _type = "ResourcePool" [ 1918.002860] env[63248]: }. {{(pid=63248) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1918.003217] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the lease: (returnval){ [ 1918.003217] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528ea0b5-5894-25aa-1459-ee7d3bc715c9" [ 1918.003217] env[63248]: _type = "HttpNfcLease" [ 1918.003217] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1918.009139] env[63248]: DEBUG oslo_vmware.api [None req-b6d96d54-12ea-4667-be82-9cae08a28f22 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.012450] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1918.012450] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528ea0b5-5894-25aa-1459-ee7d3bc715c9" [ 1918.012450] env[63248]: _type = "HttpNfcLease" [ 1918.012450] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1918.162601] env[63248]: DEBUG nova.virt.hardware [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1918.162873] env[63248]: DEBUG nova.virt.hardware [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1918.163046] env[63248]: DEBUG nova.virt.hardware [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1918.163239] env[63248]: DEBUG nova.virt.hardware [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1918.163398] env[63248]: DEBUG nova.virt.hardware [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1918.163573] env[63248]: DEBUG nova.virt.hardware [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1918.163783] env[63248]: DEBUG nova.virt.hardware [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1918.163944] env[63248]: DEBUG nova.virt.hardware [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1918.164123] env[63248]: DEBUG nova.virt.hardware [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1918.164289] env[63248]: DEBUG nova.virt.hardware [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1918.164460] env[63248]: DEBUG nova.virt.hardware [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1918.165350] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073b2960-f94e-4050-9dd4-6cfac669c909 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.173082] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b27936-5314-44e1-9ca3-9820582b8a12 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.187080] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:d6:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c724293-5de7-49a8-b9ee-85d9c2b1de97', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1918.194310] env[63248]: DEBUG oslo.service.loopingcall [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.194563] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1918.194771] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dacdc49-4d47-48e1-ad34-936238719370 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.209647] env[63248]: DEBUG nova.scheduler.client.report [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1918.217752] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1918.217752] env[63248]: value = "task-1801630" [ 1918.217752] env[63248]: _type = "Task" [ 1918.217752] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.225948] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801630, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.510288] env[63248]: DEBUG oslo_vmware.api [None req-b6d96d54-12ea-4667-be82-9cae08a28f22 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801628, 'name': PowerOffVM_Task, 'duration_secs': 0.177714} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.510824] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d96d54-12ea-4667-be82-9cae08a28f22 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1918.511863] env[63248]: DEBUG nova.compute.manager [None req-b6d96d54-12ea-4667-be82-9cae08a28f22 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1918.512117] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0fde0b-2974-48eb-a19a-b5dc1e746e01 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.515909] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1918.515909] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528ea0b5-5894-25aa-1459-ee7d3bc715c9" [ 1918.515909] env[63248]: _type = "HttpNfcLease" [ 1918.515909] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1918.516501] env[63248]: DEBUG oslo_vmware.rw_handles [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1918.516501] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528ea0b5-5894-25aa-1459-ee7d3bc715c9" [ 1918.516501] env[63248]: _type = "HttpNfcLease" [ 1918.516501] env[63248]: }. {{(pid=63248) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1918.517275] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2373765d-be7a-456d-8bb0-010d4d019557 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.526725] env[63248]: DEBUG oslo_vmware.rw_handles [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4dd2b-93a9-0098-4880-472b0aabadaf/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1918.526896] env[63248]: DEBUG oslo_vmware.rw_handles [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4dd2b-93a9-0098-4880-472b0aabadaf/disk-0.vmdk. {{(pid=63248) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1918.591605] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76bce7e2-b5f5-4aeb-9380-b6e5b0bb9c99 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.714078] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.714642] env[63248]: DEBUG nova.compute.manager [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1918.728467] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801630, 'name': CreateVM_Task, 'duration_secs': 0.34216} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.728467] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1918.729054] env[63248]: DEBUG oslo_concurrency.lockutils [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.730399] env[63248]: DEBUG oslo_concurrency.lockutils [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.730399] env[63248]: DEBUG oslo_concurrency.lockutils [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1918.730399] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e157b513-7396-4c96-851f-abb70f0dc0cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.734808] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1918.734808] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cc68c2-619c-a004-219e-a920a3242576" [ 1918.734808] env[63248]: _type = "Task" [ 1918.734808] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.745799] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cc68c2-619c-a004-219e-a920a3242576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.026412] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b6d96d54-12ea-4667-be82-9cae08a28f22 tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "2217810a-f630-40a6-8783-f5b04e6b1789" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.219869] env[63248]: DEBUG nova.compute.utils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1919.221608] env[63248]: DEBUG nova.compute.manager [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1919.221803] env[63248]: DEBUG nova.network.neutron [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1919.248961] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cc68c2-619c-a004-219e-a920a3242576, 'name': SearchDatastore_Task, 'duration_secs': 0.021119} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.251373] env[63248]: DEBUG oslo_concurrency.lockutils [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.251663] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1919.251956] env[63248]: DEBUG oslo_concurrency.lockutils [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.252201] env[63248]: DEBUG oslo_concurrency.lockutils [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.252407] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1919.252950] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4297fc21-6142-46d8-a9bd-e3eb07cc3893 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.261653] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1919.261854] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1919.264106] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571a4ed9-8f4b-40e5-bb88-0a556887ed80 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.267897] env[63248]: DEBUG nova.policy [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66f5158d885249a290ce3b167e23a982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f207e269b36d4665a84559eb59e7ad58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1919.274194] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1919.274194] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52444d09-b6cf-ba57-f564-1c60883f7e0d" [ 1919.274194] env[63248]: _type = "Task" [ 1919.274194] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.286636] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52444d09-b6cf-ba57-f564-1c60883f7e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010089} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.289011] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf610a19-cba2-47b9-90d1-9bfab686defd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.294854] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1919.294854] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52aabab5-5eec-1d97-fb93-1ac60daa08a4" [ 1919.294854] env[63248]: _type = "Task" [ 1919.294854] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.302876] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52aabab5-5eec-1d97-fb93-1ac60daa08a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.526413] env[63248]: DEBUG nova.network.neutron [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Successfully created port: c4608ae9-5176-4277-bab2-8becd1b54bfa {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1919.575580] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "2217810a-f630-40a6-8783-f5b04e6b1789" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.576011] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "2217810a-f630-40a6-8783-f5b04e6b1789" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.576293] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "2217810a-f630-40a6-8783-f5b04e6b1789-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.576509] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "2217810a-f630-40a6-8783-f5b04e6b1789-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.576688] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "2217810a-f630-40a6-8783-f5b04e6b1789-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.578908] env[63248]: INFO nova.compute.manager [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Terminating instance [ 1919.677913] env[63248]: DEBUG oslo_vmware.rw_handles [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Completed reading data from the image iterator. {{(pid=63248) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1919.678199] env[63248]: DEBUG oslo_vmware.rw_handles [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4dd2b-93a9-0098-4880-472b0aabadaf/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1919.679174] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b852a41b-ca3c-479a-8f1f-9180dd1552ba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.686337] env[63248]: DEBUG oslo_vmware.rw_handles [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4dd2b-93a9-0098-4880-472b0aabadaf/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1919.686552] env[63248]: DEBUG oslo_vmware.rw_handles [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4dd2b-93a9-0098-4880-472b0aabadaf/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1919.686809] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9fb819ec-86d6-4ac1-9f27-418a01b1b4a3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.726852] env[63248]: DEBUG nova.compute.manager [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1919.805517] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52aabab5-5eec-1d97-fb93-1ac60daa08a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.805836] env[63248]: DEBUG oslo_concurrency.lockutils [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.806153] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 65046159-e6a6-4b7d-9302-625c0d37548c/65046159-e6a6-4b7d-9302-625c0d37548c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1919.806441] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86ce1b14-4648-4948-ba66-00e1d7c9016d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.814328] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1919.814328] env[63248]: value = "task-1801631" [ 1919.814328] env[63248]: _type = "Task" [ 1919.814328] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.822253] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.866289] env[63248]: DEBUG oslo_vmware.rw_handles [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4dd2b-93a9-0098-4880-472b0aabadaf/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1919.866498] env[63248]: INFO nova.virt.vmwareapi.images [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Downloaded image file data 8cafedc8-e501-4cd5-adf6-968575a8e34a [ 1919.867311] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85a849d-2670-41d8-ba19-73e10b5c4e7f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.884658] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1369dd4e-4357-4e7c-9854-8ca42c5562db {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.911593] env[63248]: INFO nova.virt.vmwareapi.images [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] The imported VM was unregistered [ 1919.913981] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Caching image {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1919.914222] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8cafedc8-e501-4cd5-adf6-968575a8e34a {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1919.914491] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbb20bf0-1cb5-49ac-bd5c-0f240725e7fb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.936953] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Created directory with path [datastore1] devstack-image-cache_base/8cafedc8-e501-4cd5-adf6-968575a8e34a {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1919.936953] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3030b038-3d3c-485a-b13a-76621e55ed57/OSTACK_IMG_3030b038-3d3c-485a-b13a-76621e55ed57.vmdk to [datastore1] devstack-image-cache_base/8cafedc8-e501-4cd5-adf6-968575a8e34a/8cafedc8-e501-4cd5-adf6-968575a8e34a.vmdk. {{(pid=63248) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1919.937191] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-99f2aa23-7578-4e45-a69c-e2038e90fafe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.945299] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1919.945299] env[63248]: value = "task-1801633" [ 1919.945299] env[63248]: _type = "Task" [ 1919.945299] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.952732] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801633, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.083933] env[63248]: DEBUG nova.compute.manager [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1920.084332] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1920.085651] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc5f692-f871-4dee-a59b-768b93c14980 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.096947] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1920.097285] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d68bd99-2c61-4e84-814f-0149aa45ce0c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.184675] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1920.185195] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1920.185488] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleting the datastore file [datastore1] 2217810a-f630-40a6-8783-f5b04e6b1789 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1920.185806] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-459bb151-eac9-469a-84d0-f491024df713 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.193043] env[63248]: DEBUG oslo_vmware.api [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1920.193043] env[63248]: value = "task-1801635" [ 1920.193043] env[63248]: _type = "Task" [ 1920.193043] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.202053] env[63248]: DEBUG oslo_vmware.api [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.325365] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801631, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.456267] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801633, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.703389] env[63248]: DEBUG oslo_vmware.api [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.737045] env[63248]: DEBUG nova.compute.manager [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1920.765288] env[63248]: DEBUG nova.virt.hardware [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1920.765569] env[63248]: DEBUG nova.virt.hardware [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1920.765731] env[63248]: DEBUG nova.virt.hardware [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1920.765915] env[63248]: DEBUG nova.virt.hardware [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1920.766076] env[63248]: DEBUG nova.virt.hardware [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1920.766234] env[63248]: DEBUG nova.virt.hardware [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1920.766449] env[63248]: DEBUG nova.virt.hardware [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1920.766614] env[63248]: DEBUG nova.virt.hardware [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1920.766822] env[63248]: DEBUG nova.virt.hardware [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1920.766994] env[63248]: DEBUG nova.virt.hardware [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1920.767187] env[63248]: DEBUG nova.virt.hardware [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1920.768091] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaa41ca-c66a-4b1f-98f8-a9c9b1f1985c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.778361] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5814a4-dce3-4828-9961-96c47d9aafdd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.826505] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722914} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.826790] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 65046159-e6a6-4b7d-9302-625c0d37548c/65046159-e6a6-4b7d-9302-625c0d37548c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1920.827016] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1920.827282] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47ed204e-4aa3-4f57-8e8a-d995d911dc7a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.836098] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1920.836098] env[63248]: value = "task-1801636" [ 1920.836098] env[63248]: _type = "Task" [ 1920.836098] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.846277] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.957545] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801633, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.959702] env[63248]: DEBUG nova.compute.manager [req-f1d7ab75-a796-430c-924a-1777fa8d76ad req-52d6374b-2027-4006-a4b7-594fef3fb20f service nova] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Received event network-vif-plugged-c4608ae9-5176-4277-bab2-8becd1b54bfa {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1920.959918] env[63248]: DEBUG oslo_concurrency.lockutils [req-f1d7ab75-a796-430c-924a-1777fa8d76ad req-52d6374b-2027-4006-a4b7-594fef3fb20f service nova] Acquiring lock "1c34e914-9ba4-4e31-9768-ec4953e7ab07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.960139] env[63248]: DEBUG oslo_concurrency.lockutils [req-f1d7ab75-a796-430c-924a-1777fa8d76ad req-52d6374b-2027-4006-a4b7-594fef3fb20f service nova] Lock "1c34e914-9ba4-4e31-9768-ec4953e7ab07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.960309] env[63248]: DEBUG oslo_concurrency.lockutils [req-f1d7ab75-a796-430c-924a-1777fa8d76ad req-52d6374b-2027-4006-a4b7-594fef3fb20f service nova] Lock "1c34e914-9ba4-4e31-9768-ec4953e7ab07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.960552] env[63248]: DEBUG nova.compute.manager [req-f1d7ab75-a796-430c-924a-1777fa8d76ad req-52d6374b-2027-4006-a4b7-594fef3fb20f service nova] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] No waiting events found dispatching network-vif-plugged-c4608ae9-5176-4277-bab2-8becd1b54bfa {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1920.960729] env[63248]: WARNING nova.compute.manager [req-f1d7ab75-a796-430c-924a-1777fa8d76ad req-52d6374b-2027-4006-a4b7-594fef3fb20f service nova] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Received unexpected event network-vif-plugged-c4608ae9-5176-4277-bab2-8becd1b54bfa for instance with vm_state building and task_state spawning. [ 1921.026531] env[63248]: DEBUG nova.network.neutron [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Successfully updated port: c4608ae9-5176-4277-bab2-8becd1b54bfa {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1921.207519] env[63248]: DEBUG oslo_vmware.api [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.348064] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075314} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.348064] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1921.348785] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d84730-5893-452c-abd5-673e4ce56e66 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.377084] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 65046159-e6a6-4b7d-9302-625c0d37548c/65046159-e6a6-4b7d-9302-625c0d37548c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1921.377272] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c092714-b34f-42f3-9edc-f86aad03c15d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.399706] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1921.399706] env[63248]: value = "task-1801637" [ 1921.399706] env[63248]: _type = "Task" [ 1921.399706] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.412188] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.459896] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801633, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.529499] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "refresh_cache-1c34e914-9ba4-4e31-9768-ec4953e7ab07" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.529672] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquired lock "refresh_cache-1c34e914-9ba4-4e31-9768-ec4953e7ab07" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.529833] env[63248]: DEBUG nova.network.neutron [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1921.707376] env[63248]: DEBUG oslo_vmware.api [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.067919} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.707648] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1921.707838] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1921.708036] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1921.708220] env[63248]: INFO nova.compute.manager [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1921.708468] env[63248]: DEBUG oslo.service.loopingcall [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.708705] env[63248]: DEBUG nova.compute.manager [-] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1921.708807] env[63248]: DEBUG nova.network.neutron [-] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1921.912283] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801637, 'name': ReconfigVM_Task, 'duration_secs': 0.311559} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.912708] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 65046159-e6a6-4b7d-9302-625c0d37548c/65046159-e6a6-4b7d-9302-625c0d37548c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1921.913990] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e47e44bc-98fe-4f35-80c4-d0220a6a9cf9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.923751] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1921.923751] env[63248]: value = "task-1801638" [ 1921.923751] env[63248]: _type = "Task" [ 1921.923751] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.935015] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801638, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.958712] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801633, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.073270] env[63248]: DEBUG nova.network.neutron [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1922.208138] env[63248]: DEBUG nova.network.neutron [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Updating instance_info_cache with network_info: [{"id": "c4608ae9-5176-4277-bab2-8becd1b54bfa", "address": "fa:16:3e:a7:4e:d8", "network": {"id": "d71f4523-f430-4db0-aab7-0afd38603153", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1476104825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f207e269b36d4665a84559eb59e7ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4608ae9-51", "ovs_interfaceid": "c4608ae9-5176-4277-bab2-8becd1b54bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.434991] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801638, 'name': Rename_Task, 'duration_secs': 0.154152} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.435315] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1922.435571] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19dbfea9-9a48-4a20-bd54-e44ed04d78e0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.444774] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1922.444774] env[63248]: value = "task-1801639" [ 1922.444774] env[63248]: _type = "Task" [ 1922.444774] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.458022] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.461384] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801633, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.490538] env[63248]: DEBUG nova.network.neutron [-] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.710482] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Releasing lock "refresh_cache-1c34e914-9ba4-4e31-9768-ec4953e7ab07" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.710882] env[63248]: DEBUG nova.compute.manager [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Instance network_info: |[{"id": "c4608ae9-5176-4277-bab2-8becd1b54bfa", "address": "fa:16:3e:a7:4e:d8", "network": {"id": "d71f4523-f430-4db0-aab7-0afd38603153", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1476104825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f207e269b36d4665a84559eb59e7ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4608ae9-51", "ovs_interfaceid": "c4608ae9-5176-4277-bab2-8becd1b54bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1922.711353] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:4e:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4608ae9-5176-4277-bab2-8becd1b54bfa', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1922.719108] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Creating folder: Project (f207e269b36d4665a84559eb59e7ad58). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1922.719410] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b540c559-a36e-456d-9769-9ce70fb4ac3b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.732477] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Created folder: Project (f207e269b36d4665a84559eb59e7ad58) in parent group-v373228. [ 1922.732678] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Creating folder: Instances. Parent ref: group-v373540. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1922.732907] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3125569d-940f-4188-a1d1-70967409037d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.743066] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Created folder: Instances in parent group-v373540. [ 1922.743318] env[63248]: DEBUG oslo.service.loopingcall [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1922.743524] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1922.743746] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38fb5a86-f532-432b-9902-4fbcbd753d61 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.763463] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1922.763463] env[63248]: value = "task-1801642" [ 1922.763463] env[63248]: _type = "Task" [ 1922.763463] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.770805] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801642, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.958540] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801639, 'name': PowerOnVM_Task, 'duration_secs': 0.480204} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.961598] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1922.961814] env[63248]: DEBUG nova.compute.manager [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1922.962102] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801633, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.924804} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.962809] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa3737b-57ef-47ca-8562-7339a36650a2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.965354] env[63248]: INFO nova.virt.vmwareapi.ds_util [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3030b038-3d3c-485a-b13a-76621e55ed57/OSTACK_IMG_3030b038-3d3c-485a-b13a-76621e55ed57.vmdk to [datastore1] devstack-image-cache_base/8cafedc8-e501-4cd5-adf6-968575a8e34a/8cafedc8-e501-4cd5-adf6-968575a8e34a.vmdk. [ 1922.965555] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Cleaning up location [datastore1] OSTACK_IMG_3030b038-3d3c-485a-b13a-76621e55ed57 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1922.965719] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3030b038-3d3c-485a-b13a-76621e55ed57 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1922.965944] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6c3f577-5c08-4cf7-9716-4ec7b2ad120b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.974896] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1922.974896] env[63248]: value = "task-1801643" [ 1922.974896] env[63248]: _type = "Task" [ 1922.974896] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.983177] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.988567] env[63248]: DEBUG nova.compute.manager [req-9f2dec9c-bb64-4725-997e-c52a5709509f req-a53bd399-449a-4283-bace-07df2d3bfafb service nova] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Received event network-changed-c4608ae9-5176-4277-bab2-8becd1b54bfa {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1922.988768] env[63248]: DEBUG nova.compute.manager [req-9f2dec9c-bb64-4725-997e-c52a5709509f req-a53bd399-449a-4283-bace-07df2d3bfafb service nova] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Refreshing instance network info cache due to event network-changed-c4608ae9-5176-4277-bab2-8becd1b54bfa. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1922.989009] env[63248]: DEBUG oslo_concurrency.lockutils [req-9f2dec9c-bb64-4725-997e-c52a5709509f req-a53bd399-449a-4283-bace-07df2d3bfafb service nova] Acquiring lock "refresh_cache-1c34e914-9ba4-4e31-9768-ec4953e7ab07" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.989165] env[63248]: DEBUG oslo_concurrency.lockutils [req-9f2dec9c-bb64-4725-997e-c52a5709509f req-a53bd399-449a-4283-bace-07df2d3bfafb service nova] Acquired lock "refresh_cache-1c34e914-9ba4-4e31-9768-ec4953e7ab07" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.989329] env[63248]: DEBUG nova.network.neutron [req-9f2dec9c-bb64-4725-997e-c52a5709509f req-a53bd399-449a-4283-bace-07df2d3bfafb service nova] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Refreshing network info cache for port c4608ae9-5176-4277-bab2-8becd1b54bfa {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1922.992811] env[63248]: INFO nova.compute.manager [-] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Took 1.28 seconds to deallocate network for instance. [ 1923.275215] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801642, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.477392] env[63248]: INFO nova.compute.manager [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] bringing vm to original state: 'stopped' [ 1923.489202] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03646} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.489457] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1923.489626] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8cafedc8-e501-4cd5-adf6-968575a8e34a/8cafedc8-e501-4cd5-adf6-968575a8e34a.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.489871] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8cafedc8-e501-4cd5-adf6-968575a8e34a/8cafedc8-e501-4cd5-adf6-968575a8e34a.vmdk to [datastore1] ab8bfc48-1b13-4332-8b09-3069368981a9/ab8bfc48-1b13-4332-8b09-3069368981a9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1923.490142] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-704ab8fa-32e0-4909-9b66-591cee870afc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.499222] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.499458] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.499905] env[63248]: DEBUG nova.objects.instance [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lazy-loading 'resources' on Instance uuid 2217810a-f630-40a6-8783-f5b04e6b1789 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1923.500729] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1923.500729] env[63248]: value = "task-1801644" [ 1923.500729] env[63248]: _type = "Task" [ 1923.500729] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.511631] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.671876] env[63248]: DEBUG nova.network.neutron [req-9f2dec9c-bb64-4725-997e-c52a5709509f req-a53bd399-449a-4283-bace-07df2d3bfafb service nova] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Updated VIF entry in instance network info cache for port c4608ae9-5176-4277-bab2-8becd1b54bfa. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1923.672234] env[63248]: DEBUG nova.network.neutron [req-9f2dec9c-bb64-4725-997e-c52a5709509f req-a53bd399-449a-4283-bace-07df2d3bfafb service nova] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Updating instance_info_cache with network_info: [{"id": "c4608ae9-5176-4277-bab2-8becd1b54bfa", "address": "fa:16:3e:a7:4e:d8", "network": {"id": "d71f4523-f430-4db0-aab7-0afd38603153", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1476104825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f207e269b36d4665a84559eb59e7ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4608ae9-51", "ovs_interfaceid": "c4608ae9-5176-4277-bab2-8becd1b54bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.777381] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801642, 'name': CreateVM_Task, 'duration_secs': 0.546002} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.777590] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1923.778330] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.778498] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.778838] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1923.779130] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d702ef-ccb9-4ae0-a9a1-af5452b428a3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.787296] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1923.787296] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c88a0a-5a22-26a2-5582-2364003cc52a" [ 1923.787296] env[63248]: _type = "Task" [ 1923.787296] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.799836] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c88a0a-5a22-26a2-5582-2364003cc52a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.017580] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801644, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.110066] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27008dd7-005e-4240-8c44-f02eb56baaa4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.120863] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2254068f-5c61-47cb-bbfe-9b3fe823cb62 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.153614] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f8d8bc-729b-4de3-b5f6-89cc20e0376c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.163422] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c87dd4-2677-44d0-a004-45156e1b160c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.179136] env[63248]: DEBUG oslo_concurrency.lockutils [req-9f2dec9c-bb64-4725-997e-c52a5709509f req-a53bd399-449a-4283-bace-07df2d3bfafb service nova] Releasing lock "refresh_cache-1c34e914-9ba4-4e31-9768-ec4953e7ab07" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.179393] env[63248]: DEBUG nova.compute.manager [req-9f2dec9c-bb64-4725-997e-c52a5709509f req-a53bd399-449a-4283-bace-07df2d3bfafb service nova] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Received event network-vif-deleted-6319bdd5-ad85-46e4-8e5e-0256ebc245d9 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1924.179957] env[63248]: DEBUG nova.compute.provider_tree [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.299366] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52c88a0a-5a22-26a2-5582-2364003cc52a, 'name': SearchDatastore_Task, 'duration_secs': 0.050404} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.299883] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.299957] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1924.300197] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.300375] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.300684] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1924.300977] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-075c559e-6e5b-485d-83d5-c6e06a72c80e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.320290] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1924.320452] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1924.321233] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e079bff-d712-4b01-a4d5-01b59ff0934e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.328993] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1924.328993] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522b37f9-c097-f5e1-1b40-5bcc6df4b46e" [ 1924.328993] env[63248]: _type = "Task" [ 1924.328993] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.338906] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522b37f9-c097-f5e1-1b40-5bcc6df4b46e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.488923] env[63248]: DEBUG oslo_concurrency.lockutils [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "65046159-e6a6-4b7d-9302-625c0d37548c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.489239] env[63248]: DEBUG oslo_concurrency.lockutils [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "65046159-e6a6-4b7d-9302-625c0d37548c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.489437] env[63248]: DEBUG nova.compute.manager [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1924.490535] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7627dc-dd75-4a98-8e03-1d0d42cb163b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.501382] env[63248]: DEBUG nova.compute.manager [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63248) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1924.514420] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801644, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.683049] env[63248]: DEBUG nova.scheduler.client.report [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1924.840667] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522b37f9-c097-f5e1-1b40-5bcc6df4b46e, 'name': SearchDatastore_Task, 'duration_secs': 0.076249} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.841526] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e48945-98d4-420c-b8ea-73d173658216 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.849211] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1924.849211] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52eafe42-2845-2c0b-90c7-a48097e24484" [ 1924.849211] env[63248]: _type = "Task" [ 1924.849211] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.858800] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52eafe42-2845-2c0b-90c7-a48097e24484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.009250] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1925.009250] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c8019b9-a4dc-4ccf-9e18-7af7d3888a40 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.014896] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801644, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.017833] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1925.017833] env[63248]: value = "task-1801645" [ 1925.017833] env[63248]: _type = "Task" [ 1925.017833] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.030970] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.189025] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.212843] env[63248]: INFO nova.scheduler.client.report [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleted allocations for instance 2217810a-f630-40a6-8783-f5b04e6b1789 [ 1925.363109] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52eafe42-2845-2c0b-90c7-a48097e24484, 'name': SearchDatastore_Task, 'duration_secs': 0.089484} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.363482] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.363726] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 1c34e914-9ba4-4e31-9768-ec4953e7ab07/1c34e914-9ba4-4e31-9768-ec4953e7ab07.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1925.364019] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed2c8982-80a3-488d-8c1f-13606d398c77 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.373091] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1925.373091] env[63248]: value = "task-1801646" [ 1925.373091] env[63248]: _type = "Task" [ 1925.373091] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.383396] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.515811] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801644, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.529552] env[63248]: DEBUG oslo_vmware.api [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801645, 'name': PowerOffVM_Task, 'duration_secs': 0.198554} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.529773] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1925.530034] env[63248]: DEBUG nova.compute.manager [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1925.530892] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc282ce2-fd14-4d7c-a496-3ba3b70db753 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.720807] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3e1d1513-4c7a-454f-ba61-ab6501dc4e6d tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "2217810a-f630-40a6-8783-f5b04e6b1789" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.145s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.883414] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801646, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.015671] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801644, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.250551} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.016123] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8cafedc8-e501-4cd5-adf6-968575a8e34a/8cafedc8-e501-4cd5-adf6-968575a8e34a.vmdk to [datastore1] ab8bfc48-1b13-4332-8b09-3069368981a9/ab8bfc48-1b13-4332-8b09-3069368981a9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1926.017191] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32578857-af52-4753-a774-6514deb0289c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.043058] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] ab8bfc48-1b13-4332-8b09-3069368981a9/ab8bfc48-1b13-4332-8b09-3069368981a9.vmdk or device None with type streamOptimized {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1926.043467] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc638fff-8c4a-4bc4-8db4-952526dd29bc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.062981] env[63248]: DEBUG oslo_concurrency.lockutils [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "65046159-e6a6-4b7d-9302-625c0d37548c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.574s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.070883] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1926.070883] env[63248]: value = "task-1801647" [ 1926.070883] env[63248]: _type = "Task" [ 1926.070883] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.080404] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.384416] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830014} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.384705] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 1c34e914-9ba4-4e31-9768-ec4953e7ab07/1c34e914-9ba4-4e31-9768-ec4953e7ab07.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1926.384889] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1926.385190] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44701bd5-afc9-4165-b462-8fcd5c5dfa91 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.392205] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1926.392205] env[63248]: value = "task-1801648" [ 1926.392205] env[63248]: _type = "Task" [ 1926.392205] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.399992] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.572027] env[63248]: DEBUG oslo_concurrency.lockutils [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.572288] env[63248]: DEBUG oslo_concurrency.lockutils [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.572487] env[63248]: DEBUG nova.objects.instance [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63248) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1926.583931] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801647, 'name': ReconfigVM_Task, 'duration_secs': 0.28868} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.584170] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Reconfigured VM instance instance-0000006a to attach disk [datastore1] ab8bfc48-1b13-4332-8b09-3069368981a9/ab8bfc48-1b13-4332-8b09-3069368981a9.vmdk or device None with type streamOptimized {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1926.584727] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de0c973a-9b3f-4a9d-a446-4ada400fb57c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.590883] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1926.590883] env[63248]: value = "task-1801649" [ 1926.590883] env[63248]: _type = "Task" [ 1926.590883] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.598753] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801649, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.665647] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "fc97c235-3d55-497b-bd09-e97498a7ecf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.665921] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "fc97c235-3d55-497b-bd09-e97498a7ecf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.666179] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "fc97c235-3d55-497b-bd09-e97498a7ecf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.666390] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "fc97c235-3d55-497b-bd09-e97498a7ecf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.666607] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "fc97c235-3d55-497b-bd09-e97498a7ecf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.668821] env[63248]: INFO nova.compute.manager [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Terminating instance [ 1926.872455] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "65046159-e6a6-4b7d-9302-625c0d37548c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.872750] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "65046159-e6a6-4b7d-9302-625c0d37548c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.872961] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "65046159-e6a6-4b7d-9302-625c0d37548c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.873161] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "65046159-e6a6-4b7d-9302-625c0d37548c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.873340] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "65046159-e6a6-4b7d-9302-625c0d37548c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.875330] env[63248]: INFO nova.compute.manager [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Terminating instance [ 1926.901960] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196739} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.902212] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1926.902939] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9089bf-48c4-4400-8936-e556054c59f1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.925107] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 1c34e914-9ba4-4e31-9768-ec4953e7ab07/1c34e914-9ba4-4e31-9768-ec4953e7ab07.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1926.925541] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb93486-b738-4dc3-b9cd-cd6c463f7d6b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.944263] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1926.944263] env[63248]: value = "task-1801650" [ 1926.944263] env[63248]: _type = "Task" [ 1926.944263] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.951577] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.102058] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801649, 'name': Rename_Task, 'duration_secs': 0.142354} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.102058] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1927.102217] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad5e9ba2-837d-4c6b-852e-39b62003c6d6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.108679] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1927.108679] env[63248]: value = "task-1801651" [ 1927.108679] env[63248]: _type = "Task" [ 1927.108679] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.116197] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.173255] env[63248]: DEBUG nova.compute.manager [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1927.173456] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1927.174385] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7061beb7-1227-4848-af2d-28d4d8619ec0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.182574] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1927.182847] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93ece450-cf40-40e5-b44b-49604c47c94f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.189919] env[63248]: DEBUG oslo_vmware.api [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1927.189919] env[63248]: value = "task-1801652" [ 1927.189919] env[63248]: _type = "Task" [ 1927.189919] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.197660] env[63248]: DEBUG oslo_vmware.api [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.379111] env[63248]: DEBUG nova.compute.manager [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1927.379345] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1927.380308] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca3195d-95d0-4118-8903-22c7ad9b6241 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.387987] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1927.388281] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e21e1d56-01dc-4347-b998-cdc5cf474045 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.454152] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801650, 'name': ReconfigVM_Task, 'duration_secs': 0.271154} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.454452] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 1c34e914-9ba4-4e31-9768-ec4953e7ab07/1c34e914-9ba4-4e31-9768-ec4953e7ab07.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1927.455125] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbf2cd0e-56b2-4da1-bf4e-b4cd89e7b682 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.461429] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1927.461429] env[63248]: value = "task-1801654" [ 1927.461429] env[63248]: _type = "Task" [ 1927.461429] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.469068] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801654, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.585185] env[63248]: DEBUG oslo_concurrency.lockutils [None req-80f864ee-ac82-4c5e-aff2-486df9f0ca7c tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.594263] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1927.594687] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1927.594961] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleting the datastore file [datastore1] 65046159-e6a6-4b7d-9302-625c0d37548c {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1927.595275] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e7211d6-94dd-4965-ba69-f74d09c764fd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.603040] env[63248]: DEBUG oslo_vmware.api [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1927.603040] env[63248]: value = "task-1801655" [ 1927.603040] env[63248]: _type = "Task" [ 1927.603040] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.611655] env[63248]: DEBUG oslo_vmware.api [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.621676] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801651, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.700631] env[63248]: DEBUG oslo_vmware.api [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801652, 'name': PowerOffVM_Task, 'duration_secs': 0.18656} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.700904] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1927.701096] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1927.701356] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e1547a2-88ba-477c-bcae-679f799b14f0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.828765] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1927.828978] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1927.829179] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleting the datastore file [datastore1] fc97c235-3d55-497b-bd09-e97498a7ecf8 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1927.829448] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b825b7ca-6705-4274-a296-ca1daa943d9a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.836033] env[63248]: DEBUG oslo_vmware.api [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for the task: (returnval){ [ 1927.836033] env[63248]: value = "task-1801657" [ 1927.836033] env[63248]: _type = "Task" [ 1927.836033] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.844160] env[63248]: DEBUG oslo_vmware.api [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.970565] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801654, 'name': Rename_Task, 'duration_secs': 0.264069} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.970750] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1927.970981] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee63cd19-e95b-43b9-a684-3e2f8e17970c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.977255] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1927.977255] env[63248]: value = "task-1801658" [ 1927.977255] env[63248]: _type = "Task" [ 1927.977255] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.985657] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.112361] env[63248]: DEBUG oslo_vmware.api [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207502} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.115637] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1928.115837] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1928.116027] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1928.116209] env[63248]: INFO nova.compute.manager [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Took 0.74 seconds to destroy the instance on the hypervisor. [ 1928.116444] env[63248]: DEBUG oslo.service.loopingcall [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1928.116961] env[63248]: DEBUG nova.compute.manager [-] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1928.117078] env[63248]: DEBUG nova.network.neutron [-] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1928.123357] env[63248]: DEBUG oslo_vmware.api [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801651, 'name': PowerOnVM_Task, 'duration_secs': 0.523682} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.123601] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1928.229657] env[63248]: DEBUG nova.compute.manager [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1928.230621] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d19a0d8-d632-46eb-96e1-fcf5649c7c3c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.346280] env[63248]: DEBUG oslo_vmware.api [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Task: {'id': task-1801657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125633} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.346580] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1928.346739] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1928.347017] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1928.347217] env[63248]: INFO nova.compute.manager [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1928.347532] env[63248]: DEBUG oslo.service.loopingcall [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1928.347764] env[63248]: DEBUG nova.compute.manager [-] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1928.347918] env[63248]: DEBUG nova.network.neutron [-] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1928.398645] env[63248]: DEBUG nova.compute.manager [req-1c0ec78c-cd7f-43a2-9a07-bbb8999e1b0a req-a5830455-0bfa-469a-bc76-2e162e400df6 service nova] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Received event network-vif-deleted-1c724293-5de7-49a8-b9ee-85d9c2b1de97 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1928.399802] env[63248]: INFO nova.compute.manager [req-1c0ec78c-cd7f-43a2-9a07-bbb8999e1b0a req-a5830455-0bfa-469a-bc76-2e162e400df6 service nova] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Neutron deleted interface 1c724293-5de7-49a8-b9ee-85d9c2b1de97; detaching it from the instance and deleting it from the info cache [ 1928.399802] env[63248]: DEBUG nova.network.neutron [req-1c0ec78c-cd7f-43a2-9a07-bbb8999e1b0a req-a5830455-0bfa-469a-bc76-2e162e400df6 service nova] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.488065] env[63248]: DEBUG oslo_vmware.api [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801658, 'name': PowerOnVM_Task, 'duration_secs': 0.429364} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.488320] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1928.488526] env[63248]: INFO nova.compute.manager [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1928.488712] env[63248]: DEBUG nova.compute.manager [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1928.489487] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33af411-74ae-4135-800c-ad0db2691371 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.685529] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1928.747488] env[63248]: DEBUG oslo_concurrency.lockutils [None req-da284034-cb97-4e03-b144-bff74737190b tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.740s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.872242] env[63248]: DEBUG nova.network.neutron [-] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.902405] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38cb017b-d88b-47cd-8ef2-d0546400dc00 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.913036] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20e6d3d-9546-4c27-9a90-806be018954d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.941170] env[63248]: DEBUG nova.compute.manager [req-1c0ec78c-cd7f-43a2-9a07-bbb8999e1b0a req-a5830455-0bfa-469a-bc76-2e162e400df6 service nova] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Detach interface failed, port_id=1c724293-5de7-49a8-b9ee-85d9c2b1de97, reason: Instance 65046159-e6a6-4b7d-9302-625c0d37548c could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1929.010334] env[63248]: INFO nova.compute.manager [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Took 12.49 seconds to build instance. [ 1929.091055] env[63248]: DEBUG nova.network.neutron [-] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.375048] env[63248]: INFO nova.compute.manager [-] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Took 1.26 seconds to deallocate network for instance. [ 1929.511737] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bc28f9de-c81e-47e8-85cf-e0aaad7bee51 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "1c34e914-9ba4-4e31-9768-ec4953e7ab07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.996s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.594025] env[63248]: INFO nova.compute.manager [-] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Took 1.25 seconds to deallocate network for instance. [ 1929.663571] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "ab8bfc48-1b13-4332-8b09-3069368981a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.664182] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.664413] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "ab8bfc48-1b13-4332-8b09-3069368981a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.664606] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.664784] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.667040] env[63248]: INFO nova.compute.manager [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Terminating instance [ 1929.859568] env[63248]: INFO nova.compute.manager [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Rescuing [ 1929.859922] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "refresh_cache-1c34e914-9ba4-4e31-9768-ec4953e7ab07" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.860129] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquired lock "refresh_cache-1c34e914-9ba4-4e31-9768-ec4953e7ab07" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.860319] env[63248]: DEBUG nova.network.neutron [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.881184] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.881433] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.881676] env[63248]: DEBUG nova.objects.instance [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lazy-loading 'resources' on Instance uuid 65046159-e6a6-4b7d-9302-625c0d37548c {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1930.100508] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.170219] env[63248]: DEBUG nova.compute.manager [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1930.170393] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1930.171383] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629884fa-2c17-4a6b-8f02-c134f0c3b4c5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.179303] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1930.179567] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65c6a717-3957-4b59-9919-e4d621f871bf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.186348] env[63248]: DEBUG oslo_vmware.api [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1930.186348] env[63248]: value = "task-1801659" [ 1930.186348] env[63248]: _type = "Task" [ 1930.186348] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.194525] env[63248]: DEBUG oslo_vmware.api [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.424153] env[63248]: DEBUG nova.compute.manager [req-91b0ef8e-8ce7-405f-bd69-19dafdeadbf2 req-3e2d91bb-a681-4c6b-af7d-c83ccad95b85 service nova] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Received event network-vif-deleted-a34d6447-0111-4c80-b8d7-86d900557fcc {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1930.472197] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbab5e36-981a-4b28-b126-1f43a2874728 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.482889] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8928e9-f35a-4614-9952-49506e2d690d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.518251] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c17b244-54ab-44dc-a99d-1e14b204acb1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.526836] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c72bb12-16fc-410e-83fe-53e052b56d73 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.540536] env[63248]: DEBUG nova.compute.provider_tree [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.585029] env[63248]: DEBUG nova.network.neutron [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Updating instance_info_cache with network_info: [{"id": "c4608ae9-5176-4277-bab2-8becd1b54bfa", "address": "fa:16:3e:a7:4e:d8", "network": {"id": "d71f4523-f430-4db0-aab7-0afd38603153", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1476104825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f207e269b36d4665a84559eb59e7ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4608ae9-51", "ovs_interfaceid": "c4608ae9-5176-4277-bab2-8becd1b54bfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.696982] env[63248]: DEBUG oslo_vmware.api [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801659, 'name': PowerOffVM_Task, 'duration_secs': 0.232233} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.698045] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1930.698045] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1930.698045] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c140e9aa-5cab-487a-9ede-d0de1d38cb02 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.892630] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1930.892888] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1930.893088] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Deleting the datastore file [datastore1] ab8bfc48-1b13-4332-8b09-3069368981a9 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1930.893370] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d1bf626-646d-4d9d-8157-cc78c34f7127 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.899944] env[63248]: DEBUG oslo_vmware.api [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for the task: (returnval){ [ 1930.899944] env[63248]: value = "task-1801661" [ 1930.899944] env[63248]: _type = "Task" [ 1930.899944] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.907692] env[63248]: DEBUG oslo_vmware.api [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.043799] env[63248]: DEBUG nova.scheduler.client.report [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1931.088253] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Releasing lock "refresh_cache-1c34e914-9ba4-4e31-9768-ec4953e7ab07" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.410239] env[63248]: DEBUG oslo_vmware.api [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Task: {'id': task-1801661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150576} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.410560] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1931.410786] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1931.410997] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1931.411222] env[63248]: INFO nova.compute.manager [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1931.411491] env[63248]: DEBUG oslo.service.loopingcall [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.411729] env[63248]: DEBUG nova.compute.manager [-] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1931.411863] env[63248]: DEBUG nova.network.neutron [-] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1931.549540] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.552006] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.452s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.552356] env[63248]: DEBUG nova.objects.instance [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lazy-loading 'resources' on Instance uuid fc97c235-3d55-497b-bd09-e97498a7ecf8 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1931.568341] env[63248]: INFO nova.scheduler.client.report [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleted allocations for instance 65046159-e6a6-4b7d-9302-625c0d37548c [ 1931.690022] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1932.079458] env[63248]: DEBUG oslo_concurrency.lockutils [None req-d9a5a363-70b0-47f0-a3e4-9c6726c328db tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "65046159-e6a6-4b7d-9302-625c0d37548c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.207s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.153603] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971165a8-6409-43f9-bfd2-06f314d9b673 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.161266] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c23e15-78a0-4f0c-97f5-2f407c1bd046 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.191666] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762c8c3b-d74a-442d-976c-80118e81b8b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.194897] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.200041] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774202ad-c630-4a1c-9def-fa02f6475fa7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.212969] env[63248]: DEBUG nova.compute.provider_tree [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1932.357812] env[63248]: DEBUG nova.network.neutron [-] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.453949] env[63248]: DEBUG nova.compute.manager [req-28c4acce-d54e-44a2-9773-4002e43dd633 req-5e9d1fc9-060e-4c9b-95bf-edd1c7cfe6ec service nova] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Received event network-vif-deleted-31f17391-d730-4a37-9e1a-d6e9e95ff5dd {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1932.626620] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1932.626884] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c021be9b-e36c-4321-a173-9839864eca2a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.634780] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1932.634780] env[63248]: value = "task-1801662" [ 1932.634780] env[63248]: _type = "Task" [ 1932.634780] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.643503] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.717049] env[63248]: DEBUG nova.scheduler.client.report [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1932.860028] env[63248]: INFO nova.compute.manager [-] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Took 1.45 seconds to deallocate network for instance. [ 1933.145688] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801662, 'name': PowerOffVM_Task, 'duration_secs': 0.204132} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.146058] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1933.146861] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587f618c-232f-408a-92a5-2f173720a47d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.165385] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad8f714-200c-492e-bb58-29b4d2479568 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.197807] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1933.198165] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a6c2fd6-577a-40f0-a2da-913d3a6bd219 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.205474] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1933.205474] env[63248]: value = "task-1801663" [ 1933.205474] env[63248]: _type = "Task" [ 1933.205474] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.217353] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] VM already powered off {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1933.217653] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1933.217932] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.218151] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.218382] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1933.218649] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f932d32a-dd48-4063-8906-af3cf7271870 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.220802] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.222738] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.028s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.222959] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.223163] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1933.224287] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7134af-e923-4627-992b-885ed3c158a8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.232291] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3170500c-7490-41c3-9e9b-989c643fe884 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.236051] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1933.236268] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1933.236958] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d400342-6074-45c2-b2bb-b55af5d0fc22 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.242700] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1933.242700] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fa0620-84d5-b88e-59cb-c60d2609e38c" [ 1933.242700] env[63248]: _type = "Task" [ 1933.242700] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.251402] env[63248]: INFO nova.scheduler.client.report [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Deleted allocations for instance fc97c235-3d55-497b-bd09-e97498a7ecf8 [ 1933.255431] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafc3b6d-e6fe-48ec-b985-9022018e5d6f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.267472] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b3951b-9000-4807-bc7e-959585133533 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.270563] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52fa0620-84d5-b88e-59cb-c60d2609e38c, 'name': SearchDatastore_Task, 'duration_secs': 0.009739} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.271392] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb09bd6d-2589-4a3e-a476-711c73f398a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.297858] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179863MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1933.298423] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.298423] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.307049] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1933.307049] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52528b5a-d266-ac9e-2737-981f8a6d669e" [ 1933.307049] env[63248]: _type = "Task" [ 1933.307049] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.315530] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52528b5a-d266-ac9e-2737-981f8a6d669e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.365969] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.764283] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0f47e37-1cc9-41aa-b125-dc4bc4a0127a tempest-ServersTestJSON-883209991 tempest-ServersTestJSON-883209991-project-member] Lock "fc97c235-3d55-497b-bd09-e97498a7ecf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.098s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.817836] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52528b5a-d266-ac9e-2737-981f8a6d669e, 'name': SearchDatastore_Task, 'duration_secs': 0.009456} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.818146] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.818427] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 1c34e914-9ba4-4e31-9768-ec4953e7ab07/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk. {{(pid=63248) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1933.819051] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efdf7c74-daa3-408e-ad19-acfe4c778f31 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.829812] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "0668bf57-b197-4810-9292-5186954d42a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.830063] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "0668bf57-b197-4810-9292-5186954d42a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.831741] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1933.831741] env[63248]: value = "task-1801664" [ 1933.831741] env[63248]: _type = "Task" [ 1933.831741] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.840785] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.322619] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance a391b76a-3953-4930-86d1-ae87c3a972aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1934.322796] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance b8b9e60b-c5f1-423e-b003-89d2b38cf7c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1934.322947] env[63248]: WARNING nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance ab8bfc48-1b13-4332-8b09-3069368981a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1934.323086] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 1c34e914-9ba4-4e31-9768-ec4953e7ab07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1934.331765] env[63248]: DEBUG nova.compute.manager [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1934.343641] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479597} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.343920] env[63248]: INFO nova.virt.vmwareapi.ds_util [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 1c34e914-9ba4-4e31-9768-ec4953e7ab07/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk. [ 1934.344704] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad2d10b-19b2-4386-8007-361241435533 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.372737] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 1c34e914-9ba4-4e31-9768-ec4953e7ab07/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1934.373065] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aa1d3d8-8327-4547-8700-e3f95a8cc2b6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.392343] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1934.392343] env[63248]: value = "task-1801665" [ 1934.392343] env[63248]: _type = "Task" [ 1934.392343] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.400411] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.826916] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 0668bf57-b197-4810-9292-5186954d42a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1934.827246] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1934.827326] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1934.858861] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.902690] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4466dcc5-2a03-4f0d-bf25-c4ed33eb26ef {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.906147] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801665, 'name': ReconfigVM_Task, 'duration_secs': 0.340104} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.906791] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 1c34e914-9ba4-4e31-9768-ec4953e7ab07/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1934.907640] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4a4e11-619f-4302-a7c0-d22e5dfb4590 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.912510] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f18f89-ce62-4bc6-837f-b1068cd3c1e9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.935415] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d118d2-671d-4dfd-97cf-22e3b8ac4a9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.971505] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eca759-f0f0-4186-98c6-aff8ca0a88f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.976626] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1934.976626] env[63248]: value = "task-1801666" [ 1934.976626] env[63248]: _type = "Task" [ 1934.976626] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.982216] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5512fe5a-43fe-42c5-a889-d00797220ed6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.991291] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801666, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.001175] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1935.489018] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801666, 'name': ReconfigVM_Task, 'duration_secs': 0.273541} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.489314] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1935.489584] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f09dc8b-b8de-420d-a4da-3261cf2a22b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.496275] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1935.496275] env[63248]: value = "task-1801667" [ 1935.496275] env[63248]: _type = "Task" [ 1935.496275] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.504499] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1935.507677] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.006315] env[63248]: DEBUG oslo_vmware.api [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801667, 'name': PowerOnVM_Task, 'duration_secs': 0.434193} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.006596] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1936.009400] env[63248]: DEBUG nova.compute.manager [None req-0a4cb576-634e-4877-b480-53cbf18997a1 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1936.010027] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1936.010217] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.712s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.010939] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b86cf9c-4d68-4328-82d9-c1c447ef5e9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.013457] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.648s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.013676] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.015518] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.157s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.016977] env[63248]: INFO nova.compute.claims [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1936.038511] env[63248]: INFO nova.scheduler.client.report [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Deleted allocations for instance ab8bfc48-1b13-4332-8b09-3069368981a9 [ 1936.546077] env[63248]: DEBUG oslo_concurrency.lockutils [None req-ea5ae4a3-a3aa-40e9-afb8-ca83ff31db46 tempest-ServerActionsTestOtherB-1732235935 tempest-ServerActionsTestOtherB-1732235935-project-member] Lock "ab8bfc48-1b13-4332-8b09-3069368981a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.881s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.019628] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1937.019628] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1937.020072] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 1937.092251] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d269ad28-0335-4743-82e7-e105479fe9ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.101499] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3ee855-e2f0-450f-8321-2791102cfeff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.132714] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd1dfd4-7ee3-4115-a0ae-96e065889293 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.140161] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55aec2bb-6245-417c-bae4-445fd41d107d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.153466] env[63248]: DEBUG nova.compute.provider_tree [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1937.245042] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "0c2adb99-748c-4280-83c5-e83221ccc2d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.245279] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "0c2adb99-748c-4280-83c5-e83221ccc2d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.524197] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Skipping network cache update for instance because it is Building. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 1937.551094] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.551094] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquired lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.551094] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Forcefully refreshing network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1937.551216] env[63248]: DEBUG nova.objects.instance [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lazy-loading 'info_cache' on Instance uuid a391b76a-3953-4930-86d1-ae87c3a972aa {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1937.656322] env[63248]: DEBUG nova.scheduler.client.report [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1937.747919] env[63248]: DEBUG nova.compute.manager [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1938.161458] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.162025] env[63248]: DEBUG nova.compute.manager [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1938.271098] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.271373] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.272888] env[63248]: INFO nova.compute.claims [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1938.666733] env[63248]: DEBUG nova.compute.utils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1938.668062] env[63248]: DEBUG nova.compute.manager [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1938.668682] env[63248]: DEBUG nova.network.neutron [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1938.715856] env[63248]: DEBUG nova.policy [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bdae26cba7f40e4b2e850bd70dcb74c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed280d3ffc74d6682b2e70513b82428', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1938.991022] env[63248]: DEBUG nova.network.neutron [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Successfully created port: 5e6b9183-d776-40a1-8f42-0c4ac1264660 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1939.171052] env[63248]: DEBUG nova.compute.manager [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1939.356701] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce88281-5c78-47b9-b093-e78848076a97 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.365233] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Updating instance_info_cache with network_info: [{"id": "152a02df-9298-4a0e-b5ab-9916ab10e80e", "address": "fa:16:3e:6d:66:42", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152a02df-92", "ovs_interfaceid": "152a02df-9298-4a0e-b5ab-9916ab10e80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.367624] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff61f1fe-13ca-430f-b7b3-b0d2b36b8141 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.397142] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c778e1b3-2abb-4698-b65a-3c551f8f527e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.404871] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c51961-7d88-433b-a3d9-6ee2bf6e0ee6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.419312] env[63248]: DEBUG nova.compute.provider_tree [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1939.871543] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Releasing lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.871764] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Updated the network info_cache for instance {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 1939.871981] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1939.872160] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1939.872312] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1939.872461] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1939.872636] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1939.872819] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1939.872950] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 1939.922302] env[63248]: DEBUG nova.scheduler.client.report [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1940.180690] env[63248]: DEBUG nova.compute.manager [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1940.207012] env[63248]: DEBUG nova.virt.hardware [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1940.207288] env[63248]: DEBUG nova.virt.hardware [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1940.207496] env[63248]: DEBUG nova.virt.hardware [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1940.207631] env[63248]: DEBUG nova.virt.hardware [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1940.207780] env[63248]: DEBUG nova.virt.hardware [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1940.207932] env[63248]: DEBUG nova.virt.hardware [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1940.208157] env[63248]: DEBUG nova.virt.hardware [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1940.208318] env[63248]: DEBUG nova.virt.hardware [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1940.208484] env[63248]: DEBUG nova.virt.hardware [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1940.208648] env[63248]: DEBUG nova.virt.hardware [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1940.208820] env[63248]: DEBUG nova.virt.hardware [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1940.209682] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9c189c-9627-476c-8093-29e1cd94735b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.218069] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5eb9e42-62c8-45ab-94a3-cae1969e2f49 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.427281] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.428018] env[63248]: DEBUG nova.compute.manager [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1940.697946] env[63248]: DEBUG nova.compute.manager [req-389b7d23-2f04-4f1b-87d3-2c2c2862f6b0 req-94b01b70-e6ac-4266-be14-03cf5ae8adf8 service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Received event network-vif-plugged-5e6b9183-d776-40a1-8f42-0c4ac1264660 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1940.698240] env[63248]: DEBUG oslo_concurrency.lockutils [req-389b7d23-2f04-4f1b-87d3-2c2c2862f6b0 req-94b01b70-e6ac-4266-be14-03cf5ae8adf8 service nova] Acquiring lock "0668bf57-b197-4810-9292-5186954d42a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.698540] env[63248]: DEBUG oslo_concurrency.lockutils [req-389b7d23-2f04-4f1b-87d3-2c2c2862f6b0 req-94b01b70-e6ac-4266-be14-03cf5ae8adf8 service nova] Lock "0668bf57-b197-4810-9292-5186954d42a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.698784] env[63248]: DEBUG oslo_concurrency.lockutils [req-389b7d23-2f04-4f1b-87d3-2c2c2862f6b0 req-94b01b70-e6ac-4266-be14-03cf5ae8adf8 service nova] Lock "0668bf57-b197-4810-9292-5186954d42a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.699015] env[63248]: DEBUG nova.compute.manager [req-389b7d23-2f04-4f1b-87d3-2c2c2862f6b0 req-94b01b70-e6ac-4266-be14-03cf5ae8adf8 service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] No waiting events found dispatching network-vif-plugged-5e6b9183-d776-40a1-8f42-0c4ac1264660 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1940.699204] env[63248]: WARNING nova.compute.manager [req-389b7d23-2f04-4f1b-87d3-2c2c2862f6b0 req-94b01b70-e6ac-4266-be14-03cf5ae8adf8 service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Received unexpected event network-vif-plugged-5e6b9183-d776-40a1-8f42-0c4ac1264660 for instance with vm_state building and task_state spawning. [ 1940.819765] env[63248]: DEBUG nova.network.neutron [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Successfully updated port: 5e6b9183-d776-40a1-8f42-0c4ac1264660 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1940.933866] env[63248]: DEBUG nova.compute.utils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1940.935829] env[63248]: DEBUG nova.compute.manager [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1940.936040] env[63248]: DEBUG nova.network.neutron [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1940.975374] env[63248]: DEBUG nova.policy [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66f5158d885249a290ce3b167e23a982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f207e269b36d4665a84559eb59e7ad58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1941.229422] env[63248]: DEBUG nova.network.neutron [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Successfully created port: 8192bf09-0daf-408c-8ffc-be7d84dde0b3 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1941.323357] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "refresh_cache-0668bf57-b197-4810-9292-5186954d42a5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.323472] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "refresh_cache-0668bf57-b197-4810-9292-5186954d42a5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.323666] env[63248]: DEBUG nova.network.neutron [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1941.436779] env[63248]: DEBUG nova.compute.manager [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1941.854905] env[63248]: DEBUG nova.network.neutron [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1941.978272] env[63248]: DEBUG nova.network.neutron [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Updating instance_info_cache with network_info: [{"id": "5e6b9183-d776-40a1-8f42-0c4ac1264660", "address": "fa:16:3e:27:f3:5a", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6b9183-d7", "ovs_interfaceid": "5e6b9183-d776-40a1-8f42-0c4ac1264660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.448814] env[63248]: DEBUG nova.compute.manager [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1942.476236] env[63248]: DEBUG nova.virt.hardware [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1942.476488] env[63248]: DEBUG nova.virt.hardware [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1942.476647] env[63248]: DEBUG nova.virt.hardware [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1942.476833] env[63248]: DEBUG nova.virt.hardware [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1942.476981] env[63248]: DEBUG nova.virt.hardware [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1942.477143] env[63248]: DEBUG nova.virt.hardware [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1942.477349] env[63248]: DEBUG nova.virt.hardware [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1942.477507] env[63248]: DEBUG nova.virt.hardware [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1942.477678] env[63248]: DEBUG nova.virt.hardware [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1942.477841] env[63248]: DEBUG nova.virt.hardware [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1942.478020] env[63248]: DEBUG nova.virt.hardware [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1942.478883] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2979bce0-d73d-4054-a2e6-54013c258e72 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.481615] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "refresh_cache-0668bf57-b197-4810-9292-5186954d42a5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.481898] env[63248]: DEBUG nova.compute.manager [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Instance network_info: |[{"id": "5e6b9183-d776-40a1-8f42-0c4ac1264660", "address": "fa:16:3e:27:f3:5a", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6b9183-d7", "ovs_interfaceid": "5e6b9183-d776-40a1-8f42-0c4ac1264660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1942.482271] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:f3:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e6b9183-d776-40a1-8f42-0c4ac1264660', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1942.489603] env[63248]: DEBUG oslo.service.loopingcall [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1942.490175] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1942.490412] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e0225d2-643f-46ad-8aae-f43d97971a24 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.509469] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b991335-607b-489c-b47f-8595c8bb10ee {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.514254] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1942.514254] env[63248]: value = "task-1801669" [ 1942.514254] env[63248]: _type = "Task" [ 1942.514254] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.529322] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.725821] env[63248]: DEBUG nova.compute.manager [req-5c1ed460-b227-4cec-8600-1a133534fa28 req-751bc5ae-4e04-4b47-afab-14ef4e0a1aac service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Received event network-changed-5e6b9183-d776-40a1-8f42-0c4ac1264660 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1942.725960] env[63248]: DEBUG nova.compute.manager [req-5c1ed460-b227-4cec-8600-1a133534fa28 req-751bc5ae-4e04-4b47-afab-14ef4e0a1aac service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Refreshing instance network info cache due to event network-changed-5e6b9183-d776-40a1-8f42-0c4ac1264660. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1942.726195] env[63248]: DEBUG oslo_concurrency.lockutils [req-5c1ed460-b227-4cec-8600-1a133534fa28 req-751bc5ae-4e04-4b47-afab-14ef4e0a1aac service nova] Acquiring lock "refresh_cache-0668bf57-b197-4810-9292-5186954d42a5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.726340] env[63248]: DEBUG oslo_concurrency.lockutils [req-5c1ed460-b227-4cec-8600-1a133534fa28 req-751bc5ae-4e04-4b47-afab-14ef4e0a1aac service nova] Acquired lock "refresh_cache-0668bf57-b197-4810-9292-5186954d42a5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.726501] env[63248]: DEBUG nova.network.neutron [req-5c1ed460-b227-4cec-8600-1a133534fa28 req-751bc5ae-4e04-4b47-afab-14ef4e0a1aac service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Refreshing network info cache for port 5e6b9183-d776-40a1-8f42-0c4ac1264660 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1943.025543] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.422213] env[63248]: DEBUG nova.network.neutron [req-5c1ed460-b227-4cec-8600-1a133534fa28 req-751bc5ae-4e04-4b47-afab-14ef4e0a1aac service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Updated VIF entry in instance network info cache for port 5e6b9183-d776-40a1-8f42-0c4ac1264660. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1943.422684] env[63248]: DEBUG nova.network.neutron [req-5c1ed460-b227-4cec-8600-1a133534fa28 req-751bc5ae-4e04-4b47-afab-14ef4e0a1aac service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Updating instance_info_cache with network_info: [{"id": "5e6b9183-d776-40a1-8f42-0c4ac1264660", "address": "fa:16:3e:27:f3:5a", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6b9183-d7", "ovs_interfaceid": "5e6b9183-d776-40a1-8f42-0c4ac1264660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.525230] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.925700] env[63248]: DEBUG oslo_concurrency.lockutils [req-5c1ed460-b227-4cec-8600-1a133534fa28 req-751bc5ae-4e04-4b47-afab-14ef4e0a1aac service nova] Releasing lock "refresh_cache-0668bf57-b197-4810-9292-5186954d42a5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.026813] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.527402] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.028336] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.529033] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.029915] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.535144] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.808334] env[63248]: DEBUG nova.objects.instance [None req-85ef07eb-eccd-4b46-b0b9-ff54e21d5ecf tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Lazy-loading 'flavor' on Instance uuid b8b9e60b-c5f1-423e-b003-89d2b38cf7c6 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1947.032327] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.314074] env[63248]: DEBUG oslo_concurrency.lockutils [None req-85ef07eb-eccd-4b46-b0b9-ff54e21d5ecf tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquiring lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.314217] env[63248]: DEBUG oslo_concurrency.lockutils [None req-85ef07eb-eccd-4b46-b0b9-ff54e21d5ecf tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquired lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.533318] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.658272] env[63248]: DEBUG nova.network.neutron [None req-85ef07eb-eccd-4b46-b0b9-ff54e21d5ecf tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1947.781603] env[63248]: DEBUG nova.compute.manager [req-9f0e3cfa-4f5b-450f-993f-e5efb52143cf req-229f510d-4c38-4a94-a44b-da7907b9fb3d service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Received event network-changed-45f99a87-12c0-4076-9576-b48c4fb0ba9b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1947.781839] env[63248]: DEBUG nova.compute.manager [req-9f0e3cfa-4f5b-450f-993f-e5efb52143cf req-229f510d-4c38-4a94-a44b-da7907b9fb3d service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Refreshing instance network info cache due to event network-changed-45f99a87-12c0-4076-9576-b48c4fb0ba9b. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1947.782079] env[63248]: DEBUG oslo_concurrency.lockutils [req-9f0e3cfa-4f5b-450f-993f-e5efb52143cf req-229f510d-4c38-4a94-a44b-da7907b9fb3d service nova] Acquiring lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.036413] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.457403] env[63248]: DEBUG nova.network.neutron [None req-85ef07eb-eccd-4b46-b0b9-ff54e21d5ecf tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Updating instance_info_cache with network_info: [{"id": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "address": "fa:16:3e:96:3e:81", "network": {"id": "4811e800-367b-4e7a-97f7-140eaf068370", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1972046183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4033d8f9249cc9e2ca50cf7b8f6fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f99a87-12", "ovs_interfaceid": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.535184] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.959969] env[63248]: DEBUG oslo_concurrency.lockutils [None req-85ef07eb-eccd-4b46-b0b9-ff54e21d5ecf tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Releasing lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.960320] env[63248]: DEBUG nova.compute.manager [None req-85ef07eb-eccd-4b46-b0b9-ff54e21d5ecf tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Inject network info {{(pid=63248) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1948.960604] env[63248]: DEBUG nova.compute.manager [None req-85ef07eb-eccd-4b46-b0b9-ff54e21d5ecf tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] network_info to inject: |[{"id": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "address": "fa:16:3e:96:3e:81", "network": {"id": "4811e800-367b-4e7a-97f7-140eaf068370", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1972046183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4033d8f9249cc9e2ca50cf7b8f6fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f99a87-12", "ovs_interfaceid": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1948.965510] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-85ef07eb-eccd-4b46-b0b9-ff54e21d5ecf tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Reconfiguring VM instance to set the machine id {{(pid=63248) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1948.965823] env[63248]: DEBUG oslo_concurrency.lockutils [req-9f0e3cfa-4f5b-450f-993f-e5efb52143cf req-229f510d-4c38-4a94-a44b-da7907b9fb3d service nova] Acquired lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.966006] env[63248]: DEBUG nova.network.neutron [req-9f0e3cfa-4f5b-450f-993f-e5efb52143cf req-229f510d-4c38-4a94-a44b-da7907b9fb3d service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Refreshing network info cache for port 45f99a87-12c0-4076-9576-b48c4fb0ba9b {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1948.967181] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f71176e6-97b2-49ed-8bd4-2c3d7b1bfb98 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.984356] env[63248]: DEBUG oslo_vmware.api [None req-85ef07eb-eccd-4b46-b0b9-ff54e21d5ecf tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Waiting for the task: (returnval){ [ 1948.984356] env[63248]: value = "task-1801670" [ 1948.984356] env[63248]: _type = "Task" [ 1948.984356] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.993833] env[63248]: DEBUG oslo_vmware.api [None req-85ef07eb-eccd-4b46-b0b9-ff54e21d5ecf tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.015395] env[63248]: DEBUG nova.objects.instance [None req-f074a073-c18c-4d90-ba0c-b137c3114257 tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Lazy-loading 'flavor' on Instance uuid b8b9e60b-c5f1-423e-b003-89d2b38cf7c6 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.036622] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.494109] env[63248]: DEBUG oslo_vmware.api [None req-85ef07eb-eccd-4b46-b0b9-ff54e21d5ecf tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801670, 'name': ReconfigVM_Task, 'duration_secs': 0.140881} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.494109] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-85ef07eb-eccd-4b46-b0b9-ff54e21d5ecf tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Reconfigured VM instance to set the machine id {{(pid=63248) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1949.519587] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f074a073-c18c-4d90-ba0c-b137c3114257 tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquiring lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.538772] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1949.539977] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.706639] env[63248]: DEBUG nova.network.neutron [req-9f0e3cfa-4f5b-450f-993f-e5efb52143cf req-229f510d-4c38-4a94-a44b-da7907b9fb3d service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Updated VIF entry in instance network info cache for port 45f99a87-12c0-4076-9576-b48c4fb0ba9b. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1949.707026] env[63248]: DEBUG nova.network.neutron [req-9f0e3cfa-4f5b-450f-993f-e5efb52143cf req-229f510d-4c38-4a94-a44b-da7907b9fb3d service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Updating instance_info_cache with network_info: [{"id": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "address": "fa:16:3e:96:3e:81", "network": {"id": "4811e800-367b-4e7a-97f7-140eaf068370", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1972046183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4033d8f9249cc9e2ca50cf7b8f6fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f99a87-12", "ovs_interfaceid": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.036697] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.209614] env[63248]: DEBUG oslo_concurrency.lockutils [req-9f0e3cfa-4f5b-450f-993f-e5efb52143cf req-229f510d-4c38-4a94-a44b-da7907b9fb3d service nova] Releasing lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.210100] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f074a073-c18c-4d90-ba0c-b137c3114257 tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquired lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.496787] env[63248]: DEBUG nova.network.neutron [None req-f074a073-c18c-4d90-ba0c-b137c3114257 tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1950.517813] env[63248]: DEBUG nova.compute.manager [req-95ec806c-9f27-4bd5-92d3-4a516187f0de req-cf0e3151-b3e6-4548-8a5e-86f3cc697bcc service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Received event network-changed-45f99a87-12c0-4076-9576-b48c4fb0ba9b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1950.517813] env[63248]: DEBUG nova.compute.manager [req-95ec806c-9f27-4bd5-92d3-4a516187f0de req-cf0e3151-b3e6-4548-8a5e-86f3cc697bcc service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Refreshing instance network info cache due to event network-changed-45f99a87-12c0-4076-9576-b48c4fb0ba9b. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1950.518296] env[63248]: DEBUG oslo_concurrency.lockutils [req-95ec806c-9f27-4bd5-92d3-4a516187f0de req-cf0e3151-b3e6-4548-8a5e-86f3cc697bcc service nova] Acquiring lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.537213] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.038186] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.210185] env[63248]: DEBUG nova.network.neutron [None req-f074a073-c18c-4d90-ba0c-b137c3114257 tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Updating instance_info_cache with network_info: [{"id": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "address": "fa:16:3e:96:3e:81", "network": {"id": "4811e800-367b-4e7a-97f7-140eaf068370", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1972046183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4033d8f9249cc9e2ca50cf7b8f6fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f99a87-12", "ovs_interfaceid": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.538789] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801669, 'name': CreateVM_Task, 'duration_secs': 8.904145} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.539199] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1951.539650] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.539815] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.540158] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1951.540609] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146827ea-e998-4e3a-a760-68f9a77f339d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.545612] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1951.545612] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528f8453-ae0b-711d-e42b-2b1eee477ef3" [ 1951.545612] env[63248]: _type = "Task" [ 1951.545612] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.553861] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528f8453-ae0b-711d-e42b-2b1eee477ef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.692981] env[63248]: DEBUG nova.network.neutron [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Successfully updated port: 8192bf09-0daf-408c-8ffc-be7d84dde0b3 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1951.712787] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f074a073-c18c-4d90-ba0c-b137c3114257 tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Releasing lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.713064] env[63248]: DEBUG nova.compute.manager [None req-f074a073-c18c-4d90-ba0c-b137c3114257 tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Inject network info {{(pid=63248) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7693}} [ 1951.713320] env[63248]: DEBUG nova.compute.manager [None req-f074a073-c18c-4d90-ba0c-b137c3114257 tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] network_info to inject: |[{"id": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "address": "fa:16:3e:96:3e:81", "network": {"id": "4811e800-367b-4e7a-97f7-140eaf068370", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1972046183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4033d8f9249cc9e2ca50cf7b8f6fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f99a87-12", "ovs_interfaceid": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7694}} [ 1951.718013] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f074a073-c18c-4d90-ba0c-b137c3114257 tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Reconfiguring VM instance to set the machine id {{(pid=63248) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1951.718312] env[63248]: DEBUG oslo_concurrency.lockutils [req-95ec806c-9f27-4bd5-92d3-4a516187f0de req-cf0e3151-b3e6-4548-8a5e-86f3cc697bcc service nova] Acquired lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.718487] env[63248]: DEBUG nova.network.neutron [req-95ec806c-9f27-4bd5-92d3-4a516187f0de req-cf0e3151-b3e6-4548-8a5e-86f3cc697bcc service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Refreshing network info cache for port 45f99a87-12c0-4076-9576-b48c4fb0ba9b {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.719693] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b2e12ca-6080-440a-aa16-c1f30e306169 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.735641] env[63248]: DEBUG oslo_vmware.api [None req-f074a073-c18c-4d90-ba0c-b137c3114257 tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Waiting for the task: (returnval){ [ 1951.735641] env[63248]: value = "task-1801671" [ 1951.735641] env[63248]: _type = "Task" [ 1951.735641] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.743466] env[63248]: DEBUG oslo_vmware.api [None req-f074a073-c18c-4d90-ba0c-b137c3114257 tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.055730] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528f8453-ae0b-711d-e42b-2b1eee477ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.056107] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.056448] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1952.056759] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.056947] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.057184] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1952.057470] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cfd622a-3a5d-448a-9d1f-6b465ac5247d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.066284] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1952.066457] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1952.067150] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afac6a72-cefc-4be8-b8b5-8dc861c84515 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.071924] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1952.071924] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5252d46f-1c99-0c91-c7df-109ba295fd21" [ 1952.071924] env[63248]: _type = "Task" [ 1952.071924] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.080267] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5252d46f-1c99-0c91-c7df-109ba295fd21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.199146] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "refresh_cache-0c2adb99-748c-4280-83c5-e83221ccc2d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.199307] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquired lock "refresh_cache-0c2adb99-748c-4280-83c5-e83221ccc2d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.199460] env[63248]: DEBUG nova.network.neutron [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1952.245925] env[63248]: DEBUG oslo_vmware.api [None req-f074a073-c18c-4d90-ba0c-b137c3114257 tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801671, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.430959] env[63248]: DEBUG nova.network.neutron [req-95ec806c-9f27-4bd5-92d3-4a516187f0de req-cf0e3151-b3e6-4548-8a5e-86f3cc697bcc service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Updated VIF entry in instance network info cache for port 45f99a87-12c0-4076-9576-b48c4fb0ba9b. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1952.431426] env[63248]: DEBUG nova.network.neutron [req-95ec806c-9f27-4bd5-92d3-4a516187f0de req-cf0e3151-b3e6-4548-8a5e-86f3cc697bcc service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Updating instance_info_cache with network_info: [{"id": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "address": "fa:16:3e:96:3e:81", "network": {"id": "4811e800-367b-4e7a-97f7-140eaf068370", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1972046183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d4033d8f9249cc9e2ca50cf7b8f6fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f99a87-12", "ovs_interfaceid": "45f99a87-12c0-4076-9576-b48c4fb0ba9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.541621] env[63248]: DEBUG nova.compute.manager [req-4311480d-25df-4ec2-b5e9-5a3edb240eb2 req-6b3fad25-0192-4d91-87fb-706130fd5904 service nova] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Received event network-vif-plugged-8192bf09-0daf-408c-8ffc-be7d84dde0b3 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1952.541851] env[63248]: DEBUG oslo_concurrency.lockutils [req-4311480d-25df-4ec2-b5e9-5a3edb240eb2 req-6b3fad25-0192-4d91-87fb-706130fd5904 service nova] Acquiring lock "0c2adb99-748c-4280-83c5-e83221ccc2d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.542070] env[63248]: DEBUG oslo_concurrency.lockutils [req-4311480d-25df-4ec2-b5e9-5a3edb240eb2 req-6b3fad25-0192-4d91-87fb-706130fd5904 service nova] Lock "0c2adb99-748c-4280-83c5-e83221ccc2d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.542244] env[63248]: DEBUG oslo_concurrency.lockutils [req-4311480d-25df-4ec2-b5e9-5a3edb240eb2 req-6b3fad25-0192-4d91-87fb-706130fd5904 service nova] Lock "0c2adb99-748c-4280-83c5-e83221ccc2d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.542412] env[63248]: DEBUG nova.compute.manager [req-4311480d-25df-4ec2-b5e9-5a3edb240eb2 req-6b3fad25-0192-4d91-87fb-706130fd5904 service nova] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] No waiting events found dispatching network-vif-plugged-8192bf09-0daf-408c-8ffc-be7d84dde0b3 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1952.542577] env[63248]: WARNING nova.compute.manager [req-4311480d-25df-4ec2-b5e9-5a3edb240eb2 req-6b3fad25-0192-4d91-87fb-706130fd5904 service nova] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Received unexpected event network-vif-plugged-8192bf09-0daf-408c-8ffc-be7d84dde0b3 for instance with vm_state building and task_state spawning. [ 1952.542810] env[63248]: DEBUG nova.compute.manager [req-4311480d-25df-4ec2-b5e9-5a3edb240eb2 req-6b3fad25-0192-4d91-87fb-706130fd5904 service nova] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Received event network-changed-8192bf09-0daf-408c-8ffc-be7d84dde0b3 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1952.542977] env[63248]: DEBUG nova.compute.manager [req-4311480d-25df-4ec2-b5e9-5a3edb240eb2 req-6b3fad25-0192-4d91-87fb-706130fd5904 service nova] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Refreshing instance network info cache due to event network-changed-8192bf09-0daf-408c-8ffc-be7d84dde0b3. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1952.543164] env[63248]: DEBUG oslo_concurrency.lockutils [req-4311480d-25df-4ec2-b5e9-5a3edb240eb2 req-6b3fad25-0192-4d91-87fb-706130fd5904 service nova] Acquiring lock "refresh_cache-0c2adb99-748c-4280-83c5-e83221ccc2d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.582337] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5252d46f-1c99-0c91-c7df-109ba295fd21, 'name': SearchDatastore_Task, 'duration_secs': 0.007886} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.583120] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-098faad3-767c-4d80-b830-e0f4a52edc14 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.588150] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1952.588150] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52df393f-2b75-aa91-ba27-d62fdb3ab429" [ 1952.588150] env[63248]: _type = "Task" [ 1952.588150] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.595454] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52df393f-2b75-aa91-ba27-d62fdb3ab429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.731541] env[63248]: DEBUG nova.network.neutron [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1952.746016] env[63248]: DEBUG oslo_vmware.api [None req-f074a073-c18c-4d90-ba0c-b137c3114257 tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801671, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.814716] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquiring lock "b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.814971] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Lock "b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.815208] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquiring lock "b8b9e60b-c5f1-423e-b003-89d2b38cf7c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.815396] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Lock "b8b9e60b-c5f1-423e-b003-89d2b38cf7c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.815560] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Lock "b8b9e60b-c5f1-423e-b003-89d2b38cf7c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.817530] env[63248]: INFO nova.compute.manager [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Terminating instance [ 1952.837845] env[63248]: DEBUG nova.network.neutron [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Updating instance_info_cache with network_info: [{"id": "8192bf09-0daf-408c-8ffc-be7d84dde0b3", "address": "fa:16:3e:35:50:ec", "network": {"id": "d71f4523-f430-4db0-aab7-0afd38603153", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1476104825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f207e269b36d4665a84559eb59e7ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8192bf09-0d", "ovs_interfaceid": "8192bf09-0daf-408c-8ffc-be7d84dde0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.936946] env[63248]: DEBUG oslo_concurrency.lockutils [req-95ec806c-9f27-4bd5-92d3-4a516187f0de req-cf0e3151-b3e6-4548-8a5e-86f3cc697bcc service nova] Releasing lock "refresh_cache-b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.098905] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52df393f-2b75-aa91-ba27-d62fdb3ab429, 'name': SearchDatastore_Task, 'duration_secs': 0.008857} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.099315] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.099510] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 0668bf57-b197-4810-9292-5186954d42a5/0668bf57-b197-4810-9292-5186954d42a5.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1953.099822] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c881e136-d92c-4c3b-8c87-b3a50f93fd70 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.106891] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1953.106891] env[63248]: value = "task-1801672" [ 1953.106891] env[63248]: _type = "Task" [ 1953.106891] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.115191] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.247864] env[63248]: DEBUG oslo_vmware.api [None req-f074a073-c18c-4d90-ba0c-b137c3114257 tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801671, 'name': ReconfigVM_Task, 'duration_secs': 1.130681} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.248229] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f074a073-c18c-4d90-ba0c-b137c3114257 tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Reconfigured VM instance to set the machine id {{(pid=63248) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1953.321338] env[63248]: DEBUG nova.compute.manager [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1953.321490] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1953.322903] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bbab09-0204-4c40-bd50-501584e62de0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.332685] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1953.332970] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-938cce40-8b0e-4f53-bc1f-174d5242ad10 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.340705] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Releasing lock "refresh_cache-0c2adb99-748c-4280-83c5-e83221ccc2d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.341030] env[63248]: DEBUG nova.compute.manager [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Instance network_info: |[{"id": "8192bf09-0daf-408c-8ffc-be7d84dde0b3", "address": "fa:16:3e:35:50:ec", "network": {"id": "d71f4523-f430-4db0-aab7-0afd38603153", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1476104825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f207e269b36d4665a84559eb59e7ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8192bf09-0d", "ovs_interfaceid": "8192bf09-0daf-408c-8ffc-be7d84dde0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1953.341384] env[63248]: DEBUG oslo_vmware.api [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Waiting for the task: (returnval){ [ 1953.341384] env[63248]: value = "task-1801673" [ 1953.341384] env[63248]: _type = "Task" [ 1953.341384] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.341603] env[63248]: DEBUG oslo_concurrency.lockutils [req-4311480d-25df-4ec2-b5e9-5a3edb240eb2 req-6b3fad25-0192-4d91-87fb-706130fd5904 service nova] Acquired lock "refresh_cache-0c2adb99-748c-4280-83c5-e83221ccc2d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.341777] env[63248]: DEBUG nova.network.neutron [req-4311480d-25df-4ec2-b5e9-5a3edb240eb2 req-6b3fad25-0192-4d91-87fb-706130fd5904 service nova] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Refreshing network info cache for port 8192bf09-0daf-408c-8ffc-be7d84dde0b3 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1953.343052] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:50:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8192bf09-0daf-408c-8ffc-be7d84dde0b3', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1953.351410] env[63248]: DEBUG oslo.service.loopingcall [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.356643] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1953.360554] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07c66f01-9a78-4ca0-967e-aa28af2e9433 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.384181] env[63248]: DEBUG oslo_vmware.api [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.385568] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1953.385568] env[63248]: value = "task-1801674" [ 1953.385568] env[63248]: _type = "Task" [ 1953.385568] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.397222] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801674, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.575932] env[63248]: DEBUG nova.network.neutron [req-4311480d-25df-4ec2-b5e9-5a3edb240eb2 req-6b3fad25-0192-4d91-87fb-706130fd5904 service nova] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Updated VIF entry in instance network info cache for port 8192bf09-0daf-408c-8ffc-be7d84dde0b3. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1953.576432] env[63248]: DEBUG nova.network.neutron [req-4311480d-25df-4ec2-b5e9-5a3edb240eb2 req-6b3fad25-0192-4d91-87fb-706130fd5904 service nova] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Updating instance_info_cache with network_info: [{"id": "8192bf09-0daf-408c-8ffc-be7d84dde0b3", "address": "fa:16:3e:35:50:ec", "network": {"id": "d71f4523-f430-4db0-aab7-0afd38603153", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1476104825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f207e269b36d4665a84559eb59e7ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8192bf09-0d", "ovs_interfaceid": "8192bf09-0daf-408c-8ffc-be7d84dde0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.617594] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481279} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.617873] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 0668bf57-b197-4810-9292-5186954d42a5/0668bf57-b197-4810-9292-5186954d42a5.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1953.618166] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1953.618424] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd992684-f5b4-4aad-b188-26c40ebc9fb0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.624668] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1953.624668] env[63248]: value = "task-1801675" [ 1953.624668] env[63248]: _type = "Task" [ 1953.624668] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.633981] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.860875] env[63248]: DEBUG oslo_vmware.api [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801673, 'name': PowerOffVM_Task, 'duration_secs': 0.303929} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.861266] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1953.861494] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1953.861969] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7ca32c1-63ea-4932-bfbc-cdf7db96deb1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.894699] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801674, 'name': CreateVM_Task, 'duration_secs': 0.466167} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.894855] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1953.895553] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.895776] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.896150] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1953.896430] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002418ce-af2a-47ef-94a1-a52019316b46 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.900678] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1953.900678] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522827e5-9643-d607-be21-9ad3e92380fc" [ 1953.900678] env[63248]: _type = "Task" [ 1953.900678] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.907861] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522827e5-9643-d607-be21-9ad3e92380fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.979307] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1953.979600] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1953.979835] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Deleting the datastore file [datastore1] b8b9e60b-c5f1-423e-b003-89d2b38cf7c6 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1953.980149] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffa88e83-2827-4a7d-a5b8-dffa98a402b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.986197] env[63248]: DEBUG oslo_vmware.api [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Waiting for the task: (returnval){ [ 1953.986197] env[63248]: value = "task-1801677" [ 1953.986197] env[63248]: _type = "Task" [ 1953.986197] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.993873] env[63248]: DEBUG oslo_vmware.api [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.079683] env[63248]: DEBUG oslo_concurrency.lockutils [req-4311480d-25df-4ec2-b5e9-5a3edb240eb2 req-6b3fad25-0192-4d91-87fb-706130fd5904 service nova] Releasing lock "refresh_cache-0c2adb99-748c-4280-83c5-e83221ccc2d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.134239] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065671} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.134545] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1954.135268] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7ca386-2f3a-46b8-8b9d-791411f46a19 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.157468] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 0668bf57-b197-4810-9292-5186954d42a5/0668bf57-b197-4810-9292-5186954d42a5.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1954.157709] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ab0ee9a-3c24-451b-b2d4-82f428e5b154 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.176591] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1954.176591] env[63248]: value = "task-1801678" [ 1954.176591] env[63248]: _type = "Task" [ 1954.176591] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.185872] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.413316] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522827e5-9643-d607-be21-9ad3e92380fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.413568] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.413848] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1954.414138] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.414324] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.414536] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1954.414810] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff9861d9-7521-4bcd-931f-bcb518460fd7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.423564] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1954.423732] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1954.425052] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de46e79b-b9e4-46b7-a1b4-a9e837f4b29e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.429721] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1954.429721] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523bcb31-c4f6-8f08-8e39-da60ada75162" [ 1954.429721] env[63248]: _type = "Task" [ 1954.429721] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.437664] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523bcb31-c4f6-8f08-8e39-da60ada75162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.495915] env[63248]: DEBUG oslo_vmware.api [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Task: {'id': task-1801677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151955} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.496185] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1954.496374] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1954.496553] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1954.496727] env[63248]: INFO nova.compute.manager [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1954.496970] env[63248]: DEBUG oslo.service.loopingcall [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1954.497170] env[63248]: DEBUG nova.compute.manager [-] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1954.497265] env[63248]: DEBUG nova.network.neutron [-] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1954.687503] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.936574] env[63248]: DEBUG nova.compute.manager [req-87dd3fde-5672-48fd-bca1-5bd7ab879650 req-d14ee32f-9e58-48ee-bad2-3e39666afac6 service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Received event network-vif-deleted-45f99a87-12c0-4076-9576-b48c4fb0ba9b {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1954.936795] env[63248]: INFO nova.compute.manager [req-87dd3fde-5672-48fd-bca1-5bd7ab879650 req-d14ee32f-9e58-48ee-bad2-3e39666afac6 service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Neutron deleted interface 45f99a87-12c0-4076-9576-b48c4fb0ba9b; detaching it from the instance and deleting it from the info cache [ 1954.936974] env[63248]: DEBUG nova.network.neutron [req-87dd3fde-5672-48fd-bca1-5bd7ab879650 req-d14ee32f-9e58-48ee-bad2-3e39666afac6 service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.944370] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]523bcb31-c4f6-8f08-8e39-da60ada75162, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.945125] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b450f089-fd8b-4fe6-8ffa-20b11087e90d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.950632] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1954.950632] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52da5134-5e75-53ae-0d15-471bafc159d5" [ 1954.950632] env[63248]: _type = "Task" [ 1954.950632] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.959833] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52da5134-5e75-53ae-0d15-471bafc159d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.187133] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801678, 'name': ReconfigVM_Task, 'duration_secs': 0.595603} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.187454] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 0668bf57-b197-4810-9292-5186954d42a5/0668bf57-b197-4810-9292-5186954d42a5.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1955.188061] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-724c78f8-b2c8-48ce-93aa-31fa115c7f4b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.195130] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1955.195130] env[63248]: value = "task-1801679" [ 1955.195130] env[63248]: _type = "Task" [ 1955.195130] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.203737] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801679, 'name': Rename_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.414870] env[63248]: DEBUG nova.network.neutron [-] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.440026] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f8d7a19-54a5-48d7-9c6e-29ebbc5f7376 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.450519] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad92bdb-0734-4fb2-a6ef-aa9493e86274 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.469555] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52da5134-5e75-53ae-0d15-471bafc159d5, 'name': SearchDatastore_Task, 'duration_secs': 0.01332} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.469827] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.470106] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 0c2adb99-748c-4280-83c5-e83221ccc2d9/0c2adb99-748c-4280-83c5-e83221ccc2d9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1955.470354] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e8500c9-5660-46b2-9de1-be532404f414 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.481404] env[63248]: DEBUG nova.compute.manager [req-87dd3fde-5672-48fd-bca1-5bd7ab879650 req-d14ee32f-9e58-48ee-bad2-3e39666afac6 service nova] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Detach interface failed, port_id=45f99a87-12c0-4076-9576-b48c4fb0ba9b, reason: Instance b8b9e60b-c5f1-423e-b003-89d2b38cf7c6 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1955.482876] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1955.482876] env[63248]: value = "task-1801680" [ 1955.482876] env[63248]: _type = "Task" [ 1955.482876] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.491328] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.707823] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801679, 'name': Rename_Task, 'duration_secs': 0.137058} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.708102] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1955.708365] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ed6d071-ccf7-4f91-aa63-a6bab6e5b599 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.717191] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 1955.717191] env[63248]: value = "task-1801681" [ 1955.717191] env[63248]: _type = "Task" [ 1955.717191] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.725798] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.917900] env[63248]: INFO nova.compute.manager [-] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Took 1.42 seconds to deallocate network for instance. [ 1955.993064] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469285} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.993274] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 0c2adb99-748c-4280-83c5-e83221ccc2d9/0c2adb99-748c-4280-83c5-e83221ccc2d9.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1955.993487] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1955.993768] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53be25eb-fe7e-47e3-b0d9-4ea000ae509d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.999770] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1955.999770] env[63248]: value = "task-1801682" [ 1955.999770] env[63248]: _type = "Task" [ 1955.999770] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.007705] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.227657] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801681, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.426174] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.426453] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.426684] env[63248]: DEBUG nova.objects.instance [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Lazy-loading 'resources' on Instance uuid b8b9e60b-c5f1-423e-b003-89d2b38cf7c6 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1956.509147] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07386} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.509406] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1956.510160] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ac487e-fbd8-4dbd-8522-4b1c8dbd355d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.531600] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 0c2adb99-748c-4280-83c5-e83221ccc2d9/0c2adb99-748c-4280-83c5-e83221ccc2d9.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1956.531809] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14c05d0f-eddd-4d5d-a2d0-a141b2845d80 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.550793] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1956.550793] env[63248]: value = "task-1801683" [ 1956.550793] env[63248]: _type = "Task" [ 1956.550793] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.558097] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.727423] env[63248]: DEBUG oslo_vmware.api [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801681, 'name': PowerOnVM_Task, 'duration_secs': 0.540646} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.727689] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1956.727887] env[63248]: INFO nova.compute.manager [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Took 16.55 seconds to spawn the instance on the hypervisor. [ 1956.728077] env[63248]: DEBUG nova.compute.manager [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1956.728828] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993a6062-658e-4041-b2c3-0547b6f0c513 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.000141] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5dea49-1dbf-4677-b3ee-bb6cf45506b6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.009710] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316cc996-d71e-488f-a1ff-2f5980220885 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.038400] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e59f7b-b9b8-4848-ba0e-16251c9e08b8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.045593] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc2df20-0060-40e9-98e5-d47758928cd0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.061073] env[63248]: DEBUG nova.compute.provider_tree [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1957.066823] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801683, 'name': ReconfigVM_Task, 'duration_secs': 0.280188} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.067085] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 0c2adb99-748c-4280-83c5-e83221ccc2d9/0c2adb99-748c-4280-83c5-e83221ccc2d9.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1957.067631] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e78508d-274a-4284-a402-40f49284c7b9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.074718] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1957.074718] env[63248]: value = "task-1801684" [ 1957.074718] env[63248]: _type = "Task" [ 1957.074718] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.082311] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801684, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.245100] env[63248]: INFO nova.compute.manager [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Took 22.40 seconds to build instance. [ 1957.564076] env[63248]: DEBUG nova.scheduler.client.report [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1957.585534] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801684, 'name': Rename_Task, 'duration_secs': 0.146985} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.585846] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1957.586146] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92908d7f-c496-4ea5-921e-f16e22e69a84 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.592694] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1957.592694] env[63248]: value = "task-1801685" [ 1957.592694] env[63248]: _type = "Task" [ 1957.592694] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.601329] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.746979] env[63248]: DEBUG oslo_concurrency.lockutils [None req-17d1f6b9-c32f-44d9-af76-99747af2b942 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "0668bf57-b197-4810-9292-5186954d42a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.917s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.069452] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.091700] env[63248]: INFO nova.scheduler.client.report [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Deleted allocations for instance b8b9e60b-c5f1-423e-b003-89d2b38cf7c6 [ 1958.107416] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.540390] env[63248]: DEBUG nova.compute.manager [req-2bf0a29f-42fe-4c10-bcb4-921a6f891dac req-31b25fe7-2870-4e97-90f0-b2943c44296d service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Received event network-changed-5e6b9183-d776-40a1-8f42-0c4ac1264660 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1958.540787] env[63248]: DEBUG nova.compute.manager [req-2bf0a29f-42fe-4c10-bcb4-921a6f891dac req-31b25fe7-2870-4e97-90f0-b2943c44296d service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Refreshing instance network info cache due to event network-changed-5e6b9183-d776-40a1-8f42-0c4ac1264660. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1958.541031] env[63248]: DEBUG oslo_concurrency.lockutils [req-2bf0a29f-42fe-4c10-bcb4-921a6f891dac req-31b25fe7-2870-4e97-90f0-b2943c44296d service nova] Acquiring lock "refresh_cache-0668bf57-b197-4810-9292-5186954d42a5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.541302] env[63248]: DEBUG oslo_concurrency.lockutils [req-2bf0a29f-42fe-4c10-bcb4-921a6f891dac req-31b25fe7-2870-4e97-90f0-b2943c44296d service nova] Acquired lock "refresh_cache-0668bf57-b197-4810-9292-5186954d42a5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.541667] env[63248]: DEBUG nova.network.neutron [req-2bf0a29f-42fe-4c10-bcb4-921a6f891dac req-31b25fe7-2870-4e97-90f0-b2943c44296d service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Refreshing network info cache for port 5e6b9183-d776-40a1-8f42-0c4ac1264660 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1958.604467] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3f04606d-c8f1-42ae-b6c4-016b9e99525f tempest-AttachInterfacesUnderV243Test-985239643 tempest-AttachInterfacesUnderV243Test-985239643-project-member] Lock "b8b9e60b-c5f1-423e-b003-89d2b38cf7c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.789s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.613340] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801685, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.106110] env[63248]: DEBUG oslo_vmware.api [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801685, 'name': PowerOnVM_Task, 'duration_secs': 1.021646} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.106733] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1959.106997] env[63248]: INFO nova.compute.manager [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Took 16.66 seconds to spawn the instance on the hypervisor. [ 1959.107241] env[63248]: DEBUG nova.compute.manager [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1959.108083] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14000967-bf79-4466-9b88-8dfb2e441e5e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.278810] env[63248]: DEBUG nova.network.neutron [req-2bf0a29f-42fe-4c10-bcb4-921a6f891dac req-31b25fe7-2870-4e97-90f0-b2943c44296d service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Updated VIF entry in instance network info cache for port 5e6b9183-d776-40a1-8f42-0c4ac1264660. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1959.279218] env[63248]: DEBUG nova.network.neutron [req-2bf0a29f-42fe-4c10-bcb4-921a6f891dac req-31b25fe7-2870-4e97-90f0-b2943c44296d service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Updating instance_info_cache with network_info: [{"id": "5e6b9183-d776-40a1-8f42-0c4ac1264660", "address": "fa:16:3e:27:f3:5a", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6b9183-d7", "ovs_interfaceid": "5e6b9183-d776-40a1-8f42-0c4ac1264660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.630983] env[63248]: INFO nova.compute.manager [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Took 21.38 seconds to build instance. [ 1959.782212] env[63248]: DEBUG oslo_concurrency.lockutils [req-2bf0a29f-42fe-4c10-bcb4-921a6f891dac req-31b25fe7-2870-4e97-90f0-b2943c44296d service nova] Releasing lock "refresh_cache-0668bf57-b197-4810-9292-5186954d42a5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.133794] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39644821-8a44-481a-8533-86920b7f95f4 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "0c2adb99-748c-4280-83c5-e83221ccc2d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.888s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.815497] env[63248]: INFO nova.compute.manager [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Rescuing [ 1960.815793] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "refresh_cache-0c2adb99-748c-4280-83c5-e83221ccc2d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.815940] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquired lock "refresh_cache-0c2adb99-748c-4280-83c5-e83221ccc2d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.816128] env[63248]: DEBUG nova.network.neutron [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1961.523909] env[63248]: DEBUG nova.network.neutron [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Updating instance_info_cache with network_info: [{"id": "8192bf09-0daf-408c-8ffc-be7d84dde0b3", "address": "fa:16:3e:35:50:ec", "network": {"id": "d71f4523-f430-4db0-aab7-0afd38603153", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1476104825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f207e269b36d4665a84559eb59e7ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8192bf09-0d", "ovs_interfaceid": "8192bf09-0daf-408c-8ffc-be7d84dde0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.027246] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Releasing lock "refresh_cache-0c2adb99-748c-4280-83c5-e83221ccc2d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.573185] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1963.573618] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9902f601-ece9-4879-8eed-ae9daa1c0ea0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.582844] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1963.582844] env[63248]: value = "task-1801686" [ 1963.582844] env[63248]: _type = "Task" [ 1963.582844] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.591848] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.094520] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801686, 'name': PowerOffVM_Task, 'duration_secs': 0.176112} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.094675] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1964.095550] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e33edc-5779-4959-817e-5f6e678ab5e9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.114479] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5c6965-6de5-497d-b0c4-f0dd758518d4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.142812] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1964.143246] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-174dfcc0-03d5-404a-b30f-eb3e6b0bbdfa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.150454] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1964.150454] env[63248]: value = "task-1801687" [ 1964.150454] env[63248]: _type = "Task" [ 1964.150454] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.159745] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] VM already powered off {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1964.159961] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1964.160220] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.160371] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.160553] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1964.160809] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-424114c6-d0f8-4b0e-aca9-cbd9b61e0efd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.169364] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1964.169542] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1964.170285] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f6f833-a5e5-4647-a696-02304ff2c63b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.176815] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1964.176815] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dd562a-1aed-8019-f5aa-7b4b332b0898" [ 1964.176815] env[63248]: _type = "Task" [ 1964.176815] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.184287] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dd562a-1aed-8019-f5aa-7b4b332b0898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.687430] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52dd562a-1aed-8019-f5aa-7b4b332b0898, 'name': SearchDatastore_Task, 'duration_secs': 0.009166} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.688208] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b65d4b9a-a70f-4883-9ce9-c8f05370cada {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.693272] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1964.693272] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5242dc7f-7593-9ade-e169-e439b4cc981f" [ 1964.693272] env[63248]: _type = "Task" [ 1964.693272] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.700745] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5242dc7f-7593-9ade-e169-e439b4cc981f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.863049] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.863360] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.204110] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5242dc7f-7593-9ade-e169-e439b4cc981f, 'name': SearchDatastore_Task, 'duration_secs': 0.014068} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.204420] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.204681] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 0c2adb99-748c-4280-83c5-e83221ccc2d9/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk. {{(pid=63248) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1965.204951] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86e82512-1742-4f4b-a3c0-fb1f941ea27d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.211969] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1965.211969] env[63248]: value = "task-1801688" [ 1965.211969] env[63248]: _type = "Task" [ 1965.211969] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.219791] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.365596] env[63248]: DEBUG nova.compute.manager [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1965.722275] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460026} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.722611] env[63248]: INFO nova.virt.vmwareapi.ds_util [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 0c2adb99-748c-4280-83c5-e83221ccc2d9/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk. [ 1965.723308] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fd203a-a547-4589-ade6-9a0599c56bde {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.747318] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 0c2adb99-748c-4280-83c5-e83221ccc2d9/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1965.747554] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede88052-9f9a-4093-a81f-bf0316bad377 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.765540] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1965.765540] env[63248]: value = "task-1801689" [ 1965.765540] env[63248]: _type = "Task" [ 1965.765540] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.772949] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.888893] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.889187] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.890800] env[63248]: INFO nova.compute.claims [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1966.275820] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801689, 'name': ReconfigVM_Task, 'duration_secs': 0.288626} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.276135] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 0c2adb99-748c-4280-83c5-e83221ccc2d9/e2b56cce-89e7-4da7-be26-1c226d221e06-rescue.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1966.276983] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d6f128-3eb1-4b88-aa75-b3b4219a42af {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.301998] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65ee5c3f-d4ef-47f5-8cf2-9388813129fd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.316594] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1966.316594] env[63248]: value = "task-1801690" [ 1966.316594] env[63248]: _type = "Task" [ 1966.316594] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.324581] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.826935] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801690, 'name': ReconfigVM_Task, 'duration_secs': 0.155541} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.827319] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1966.827419] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfe04903-b55a-4c0d-8beb-5bb20ccadaed {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.834209] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1966.834209] env[63248]: value = "task-1801691" [ 1966.834209] env[63248]: _type = "Task" [ 1966.834209] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.841609] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.971429] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc4e8ac-4f25-4995-8f0e-175a8de353b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.979210] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79c6f73-d494-471a-8e1b-6ee6b387a7e6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.008612] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bab996a-c6df-4e90-9625-5f6335c6ab9a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.015863] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d7c197-7f03-43d3-808d-2509f198c6e0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.028876] env[63248]: DEBUG nova.compute.provider_tree [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1967.345842] env[63248]: DEBUG oslo_vmware.api [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801691, 'name': PowerOnVM_Task, 'duration_secs': 0.369636} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.346063] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1967.348671] env[63248]: DEBUG nova.compute.manager [None req-b7c6cfda-d9b3-48bb-9806-2f54b76bb0d3 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1967.349413] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512c71dc-5fc4-4fbb-8ac1-fb9b8b5341c2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.531680] env[63248]: DEBUG nova.scheduler.client.report [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1968.036022] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.036577] env[63248]: DEBUG nova.compute.manager [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1968.541914] env[63248]: DEBUG nova.compute.utils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1968.543344] env[63248]: DEBUG nova.compute.manager [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1968.543515] env[63248]: DEBUG nova.network.neutron [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1968.590699] env[63248]: DEBUG nova.policy [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dc7e5a0699d4016892e7e3c2634f4bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bdabcf2b9df4c319bc64673bb10df8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 1968.861816] env[63248]: INFO nova.compute.manager [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Unrescuing [ 1968.862210] env[63248]: DEBUG oslo_concurrency.lockutils [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "refresh_cache-0c2adb99-748c-4280-83c5-e83221ccc2d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.862513] env[63248]: DEBUG oslo_concurrency.lockutils [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquired lock "refresh_cache-0c2adb99-748c-4280-83c5-e83221ccc2d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.862513] env[63248]: DEBUG nova.network.neutron [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1968.887511] env[63248]: DEBUG nova.network.neutron [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Successfully created port: d445e32d-9154-4eaf-85f7-63d30fe26532 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1969.046913] env[63248]: DEBUG nova.compute.manager [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1969.564251] env[63248]: DEBUG nova.network.neutron [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Updating instance_info_cache with network_info: [{"id": "8192bf09-0daf-408c-8ffc-be7d84dde0b3", "address": "fa:16:3e:35:50:ec", "network": {"id": "d71f4523-f430-4db0-aab7-0afd38603153", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1476104825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f207e269b36d4665a84559eb59e7ad58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8192bf09-0d", "ovs_interfaceid": "8192bf09-0daf-408c-8ffc-be7d84dde0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.057178] env[63248]: DEBUG nova.compute.manager [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1970.066790] env[63248]: DEBUG oslo_concurrency.lockutils [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Releasing lock "refresh_cache-0c2adb99-748c-4280-83c5-e83221ccc2d9" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.067371] env[63248]: DEBUG nova.objects.instance [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lazy-loading 'flavor' on Instance uuid 0c2adb99-748c-4280-83c5-e83221ccc2d9 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.083228] env[63248]: DEBUG nova.virt.hardware [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1970.083478] env[63248]: DEBUG nova.virt.hardware [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1970.083635] env[63248]: DEBUG nova.virt.hardware [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1970.083860] env[63248]: DEBUG nova.virt.hardware [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1970.084026] env[63248]: DEBUG nova.virt.hardware [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1970.084180] env[63248]: DEBUG nova.virt.hardware [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1970.084389] env[63248]: DEBUG nova.virt.hardware [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1970.084549] env[63248]: DEBUG nova.virt.hardware [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1970.084715] env[63248]: DEBUG nova.virt.hardware [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1970.084884] env[63248]: DEBUG nova.virt.hardware [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1970.085062] env[63248]: DEBUG nova.virt.hardware [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1970.086157] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d34c342-00be-4370-a28a-83ecd91dd103 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.094802] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0118e1-7743-4491-b5de-7c5fbef7fd54 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.253278] env[63248]: DEBUG nova.compute.manager [req-1d554a70-5ea2-4148-9185-617f6f218de3 req-539e05d6-8ca9-436d-b36f-c0243982bc84 service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Received event network-vif-plugged-d445e32d-9154-4eaf-85f7-63d30fe26532 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1970.253514] env[63248]: DEBUG oslo_concurrency.lockutils [req-1d554a70-5ea2-4148-9185-617f6f218de3 req-539e05d6-8ca9-436d-b36f-c0243982bc84 service nova] Acquiring lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.253754] env[63248]: DEBUG oslo_concurrency.lockutils [req-1d554a70-5ea2-4148-9185-617f6f218de3 req-539e05d6-8ca9-436d-b36f-c0243982bc84 service nova] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.254019] env[63248]: DEBUG oslo_concurrency.lockutils [req-1d554a70-5ea2-4148-9185-617f6f218de3 req-539e05d6-8ca9-436d-b36f-c0243982bc84 service nova] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.254443] env[63248]: DEBUG nova.compute.manager [req-1d554a70-5ea2-4148-9185-617f6f218de3 req-539e05d6-8ca9-436d-b36f-c0243982bc84 service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] No waiting events found dispatching network-vif-plugged-d445e32d-9154-4eaf-85f7-63d30fe26532 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1970.254623] env[63248]: WARNING nova.compute.manager [req-1d554a70-5ea2-4148-9185-617f6f218de3 req-539e05d6-8ca9-436d-b36f-c0243982bc84 service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Received unexpected event network-vif-plugged-d445e32d-9154-4eaf-85f7-63d30fe26532 for instance with vm_state building and task_state spawning. [ 1970.339014] env[63248]: DEBUG nova.network.neutron [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Successfully updated port: d445e32d-9154-4eaf-85f7-63d30fe26532 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1970.572740] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef7c927-8185-4d1c-9069-40cd5a7adfde {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.595830] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1970.596205] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69e3cc2f-ce24-4009-a029-4eb339d20988 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.603045] env[63248]: DEBUG oslo_vmware.api [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1970.603045] env[63248]: value = "task-1801692" [ 1970.603045] env[63248]: _type = "Task" [ 1970.603045] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.611634] env[63248]: DEBUG oslo_vmware.api [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.841176] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.841340] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.841505] env[63248]: DEBUG nova.network.neutron [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1971.114012] env[63248]: DEBUG oslo_vmware.api [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801692, 'name': PowerOffVM_Task, 'duration_secs': 0.227588} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.114438] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1971.119515] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1971.119795] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5990f98-c77c-4729-bf8c-6ca326ae10f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.138806] env[63248]: DEBUG oslo_vmware.api [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1971.138806] env[63248]: value = "task-1801693" [ 1971.138806] env[63248]: _type = "Task" [ 1971.138806] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.146950] env[63248]: DEBUG oslo_vmware.api [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.373986] env[63248]: DEBUG nova.network.neutron [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1971.514837] env[63248]: DEBUG nova.network.neutron [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance_info_cache with network_info: [{"id": "d445e32d-9154-4eaf-85f7-63d30fe26532", "address": "fa:16:3e:7c:21:99", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd445e32d-91", "ovs_interfaceid": "d445e32d-9154-4eaf-85f7-63d30fe26532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.649658] env[63248]: DEBUG oslo_vmware.api [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801693, 'name': ReconfigVM_Task, 'duration_secs': 0.231926} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.649908] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1971.650117] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1971.650388] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c902b18-93a0-4fcc-85a7-b00251f94bbd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.658521] env[63248]: DEBUG oslo_vmware.api [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1971.658521] env[63248]: value = "task-1801694" [ 1971.658521] env[63248]: _type = "Task" [ 1971.658521] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.667616] env[63248]: DEBUG oslo_vmware.api [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.017805] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.017933] env[63248]: DEBUG nova.compute.manager [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Instance network_info: |[{"id": "d445e32d-9154-4eaf-85f7-63d30fe26532", "address": "fa:16:3e:7c:21:99", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd445e32d-91", "ovs_interfaceid": "d445e32d-9154-4eaf-85f7-63d30fe26532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1972.018424] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:21:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd445e32d-9154-4eaf-85f7-63d30fe26532', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1972.026650] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Creating folder: Project (3bdabcf2b9df4c319bc64673bb10df8c). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1972.026958] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2e42957-89fd-4b40-8083-aaa1a55c14de {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.039335] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Created folder: Project (3bdabcf2b9df4c319bc64673bb10df8c) in parent group-v373228. [ 1972.039523] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Creating folder: Instances. Parent ref: group-v373545. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1972.039784] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c75a56c3-a6af-4c1b-8be5-b2d5d1f5ba6b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.051737] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Created folder: Instances in parent group-v373545. [ 1972.051988] env[63248]: DEBUG oslo.service.loopingcall [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1972.052199] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1972.052499] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd5741e5-f8a2-408d-b004-6e84c16bbc17 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.072796] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1972.072796] env[63248]: value = "task-1801697" [ 1972.072796] env[63248]: _type = "Task" [ 1972.072796] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.168755] env[63248]: DEBUG oslo_vmware.api [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801694, 'name': PowerOnVM_Task, 'duration_secs': 0.415532} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.169164] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1972.169391] env[63248]: DEBUG nova.compute.manager [None req-20572cb9-fbb2-4f07-bb0e-14df245dc2a8 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1972.170075] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b021af-2bc4-44f1-9066-d933769fce40 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.280782] env[63248]: DEBUG nova.compute.manager [req-50f10042-277b-4580-95df-e8602d288fbf req-58e7bc15-9289-4a71-a638-b2f126078b9d service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Received event network-changed-d445e32d-9154-4eaf-85f7-63d30fe26532 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1972.281124] env[63248]: DEBUG nova.compute.manager [req-50f10042-277b-4580-95df-e8602d288fbf req-58e7bc15-9289-4a71-a638-b2f126078b9d service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Refreshing instance network info cache due to event network-changed-d445e32d-9154-4eaf-85f7-63d30fe26532. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1972.281472] env[63248]: DEBUG oslo_concurrency.lockutils [req-50f10042-277b-4580-95df-e8602d288fbf req-58e7bc15-9289-4a71-a638-b2f126078b9d service nova] Acquiring lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.281726] env[63248]: DEBUG oslo_concurrency.lockutils [req-50f10042-277b-4580-95df-e8602d288fbf req-58e7bc15-9289-4a71-a638-b2f126078b9d service nova] Acquired lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.281995] env[63248]: DEBUG nova.network.neutron [req-50f10042-277b-4580-95df-e8602d288fbf req-58e7bc15-9289-4a71-a638-b2f126078b9d service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Refreshing network info cache for port d445e32d-9154-4eaf-85f7-63d30fe26532 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1972.582291] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801697, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.964213] env[63248]: DEBUG nova.network.neutron [req-50f10042-277b-4580-95df-e8602d288fbf req-58e7bc15-9289-4a71-a638-b2f126078b9d service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updated VIF entry in instance network info cache for port d445e32d-9154-4eaf-85f7-63d30fe26532. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1972.964572] env[63248]: DEBUG nova.network.neutron [req-50f10042-277b-4580-95df-e8602d288fbf req-58e7bc15-9289-4a71-a638-b2f126078b9d service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance_info_cache with network_info: [{"id": "d445e32d-9154-4eaf-85f7-63d30fe26532", "address": "fa:16:3e:7c:21:99", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd445e32d-91", "ovs_interfaceid": "d445e32d-9154-4eaf-85f7-63d30fe26532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.084571] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801697, 'name': CreateVM_Task, 'duration_secs': 0.520938} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.084571] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1973.085328] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.085630] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.086059] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1973.086969] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ef7f34-2336-4099-bb55-c10fcaed665a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.092355] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 1973.092355] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d6f23a-5537-1dca-0d8b-0081447204d5" [ 1973.092355] env[63248]: _type = "Task" [ 1973.092355] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.100934] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d6f23a-5537-1dca-0d8b-0081447204d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.467568] env[63248]: DEBUG oslo_concurrency.lockutils [req-50f10042-277b-4580-95df-e8602d288fbf req-58e7bc15-9289-4a71-a638-b2f126078b9d service nova] Releasing lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.551488] env[63248]: DEBUG oslo_concurrency.lockutils [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "0c2adb99-748c-4280-83c5-e83221ccc2d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.551767] env[63248]: DEBUG oslo_concurrency.lockutils [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "0c2adb99-748c-4280-83c5-e83221ccc2d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.551988] env[63248]: DEBUG oslo_concurrency.lockutils [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "0c2adb99-748c-4280-83c5-e83221ccc2d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.552194] env[63248]: DEBUG oslo_concurrency.lockutils [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "0c2adb99-748c-4280-83c5-e83221ccc2d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.552365] env[63248]: DEBUG oslo_concurrency.lockutils [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "0c2adb99-748c-4280-83c5-e83221ccc2d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.554582] env[63248]: INFO nova.compute.manager [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Terminating instance [ 1973.602941] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d6f23a-5537-1dca-0d8b-0081447204d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009727} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.603256] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.603479] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1973.603707] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.603859] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.604046] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1973.604296] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8adcc860-4e8b-4f8f-96ce-a8f0a8acb903 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.612205] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1973.612376] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1973.613064] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-351e4fdb-2a9a-440f-937f-206e72911e29 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.617908] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 1973.617908] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526b608e-9de3-3d56-8537-713d79569b60" [ 1973.617908] env[63248]: _type = "Task" [ 1973.617908] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.626685] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526b608e-9de3-3d56-8537-713d79569b60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.058638] env[63248]: DEBUG nova.compute.manager [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1974.058832] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1974.059742] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0577e5-7d46-4315-9b9f-56c3a99ae5c5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.067879] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1974.068124] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91f2bddc-fc8a-4bdf-917c-7477dad120cb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.075390] env[63248]: DEBUG oslo_vmware.api [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1974.075390] env[63248]: value = "task-1801698" [ 1974.075390] env[63248]: _type = "Task" [ 1974.075390] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.084376] env[63248]: DEBUG oslo_vmware.api [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.128797] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526b608e-9de3-3d56-8537-713d79569b60, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.129639] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f42442-4e02-4652-980e-d357449bdc2e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.135049] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 1974.135049] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d7e6c8-d7ff-2458-d9dd-f652560bb947" [ 1974.135049] env[63248]: _type = "Task" [ 1974.135049] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.142682] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d7e6c8-d7ff-2458-d9dd-f652560bb947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.585334] env[63248]: DEBUG oslo_vmware.api [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801698, 'name': PowerOffVM_Task, 'duration_secs': 0.187456} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.585673] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1974.585721] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1974.585978] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-738c8ae1-05c5-4750-822f-3ab81cfe1acf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.645448] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d7e6c8-d7ff-2458-d9dd-f652560bb947, 'name': SearchDatastore_Task, 'duration_secs': 0.008693} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.645693] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.645948] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 7137db6c-7c17-4f58-bb9a-06edaa4ece95/7137db6c-7c17-4f58-bb9a-06edaa4ece95.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1974.646211] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bb7dda6-a4f2-4d20-9a1b-cc05a3a64a5d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.652489] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 1974.652489] env[63248]: value = "task-1801700" [ 1974.652489] env[63248]: _type = "Task" [ 1974.652489] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.659708] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.743728] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1974.743957] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1974.744157] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Deleting the datastore file [datastore1] 0c2adb99-748c-4280-83c5-e83221ccc2d9 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1974.744436] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-725dac7b-3713-4218-9d4a-457e59bc1ffe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.752073] env[63248]: DEBUG oslo_vmware.api [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1974.752073] env[63248]: value = "task-1801701" [ 1974.752073] env[63248]: _type = "Task" [ 1974.752073] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.759625] env[63248]: DEBUG oslo_vmware.api [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.162099] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429898} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.162379] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 7137db6c-7c17-4f58-bb9a-06edaa4ece95/7137db6c-7c17-4f58-bb9a-06edaa4ece95.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1975.162591] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1975.162856] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5eae1e43-324a-400c-8f49-e04072cb66ab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.169845] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 1975.169845] env[63248]: value = "task-1801702" [ 1975.169845] env[63248]: _type = "Task" [ 1975.169845] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.177578] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.262169] env[63248]: DEBUG oslo_vmware.api [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386307} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.262461] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1975.262652] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1975.262878] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1975.263073] env[63248]: INFO nova.compute.manager [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1975.263334] env[63248]: DEBUG oslo.service.loopingcall [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1975.263625] env[63248]: DEBUG nova.compute.manager [-] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1975.263781] env[63248]: DEBUG nova.network.neutron [-] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1975.505972] env[63248]: DEBUG nova.compute.manager [req-ac241a57-d37d-4869-8851-751f6423f4bf req-dca4723c-008d-4f5a-82b9-e55c14bbedc4 service nova] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Received event network-vif-deleted-8192bf09-0daf-408c-8ffc-be7d84dde0b3 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1975.505972] env[63248]: INFO nova.compute.manager [req-ac241a57-d37d-4869-8851-751f6423f4bf req-dca4723c-008d-4f5a-82b9-e55c14bbedc4 service nova] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Neutron deleted interface 8192bf09-0daf-408c-8ffc-be7d84dde0b3; detaching it from the instance and deleting it from the info cache [ 1975.505972] env[63248]: DEBUG nova.network.neutron [req-ac241a57-d37d-4869-8851-751f6423f4bf req-dca4723c-008d-4f5a-82b9-e55c14bbedc4 service nova] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.680784] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056029} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.681124] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1975.681788] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d84f1cc-8bfc-4765-8031-8624480bb5db {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.702793] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 7137db6c-7c17-4f58-bb9a-06edaa4ece95/7137db6c-7c17-4f58-bb9a-06edaa4ece95.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1975.703024] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b25387cc-5e80-4d6a-b933-45e604e48c5c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.721494] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 1975.721494] env[63248]: value = "task-1801703" [ 1975.721494] env[63248]: _type = "Task" [ 1975.721494] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.728548] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.985551] env[63248]: DEBUG nova.network.neutron [-] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.007651] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0af1f43c-6604-46e8-ae0d-745585bded3b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.017374] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda4b305-b324-4dfe-bace-d57d4186e3c7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.042677] env[63248]: DEBUG nova.compute.manager [req-ac241a57-d37d-4869-8851-751f6423f4bf req-dca4723c-008d-4f5a-82b9-e55c14bbedc4 service nova] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Detach interface failed, port_id=8192bf09-0daf-408c-8ffc-be7d84dde0b3, reason: Instance 0c2adb99-748c-4280-83c5-e83221ccc2d9 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1976.232011] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801703, 'name': ReconfigVM_Task, 'duration_secs': 0.274535} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.232250] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 7137db6c-7c17-4f58-bb9a-06edaa4ece95/7137db6c-7c17-4f58-bb9a-06edaa4ece95.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1976.232905] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66c871bf-702e-4b59-900a-ed22a5d09282 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.239514] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 1976.239514] env[63248]: value = "task-1801704" [ 1976.239514] env[63248]: _type = "Task" [ 1976.239514] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.247460] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801704, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.488335] env[63248]: INFO nova.compute.manager [-] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Took 1.22 seconds to deallocate network for instance. [ 1976.749389] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801704, 'name': Rename_Task, 'duration_secs': 0.138698} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.749756] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1976.749861] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99da7a34-8c95-4b15-acfc-8a5283164ebd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.756023] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 1976.756023] env[63248]: value = "task-1801705" [ 1976.756023] env[63248]: _type = "Task" [ 1976.756023] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.762938] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.994963] env[63248]: DEBUG oslo_concurrency.lockutils [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.995169] env[63248]: DEBUG oslo_concurrency.lockutils [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.995395] env[63248]: DEBUG nova.objects.instance [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lazy-loading 'resources' on Instance uuid 0c2adb99-748c-4280-83c5-e83221ccc2d9 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1977.267086] env[63248]: DEBUG oslo_vmware.api [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801705, 'name': PowerOnVM_Task, 'duration_secs': 0.405919} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.267341] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1977.267538] env[63248]: INFO nova.compute.manager [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1977.267718] env[63248]: DEBUG nova.compute.manager [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1977.268479] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3a6222-d4a4-475c-b81b-e8ea127bde05 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.569088] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4730ce98-155e-421f-a39b-8f5791720103 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.576919] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7ce5a1-c599-4912-b75d-ed2a3952abff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.606774] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295486d7-af90-4d4f-b7d1-830d3264514e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.614073] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab77217-bbe7-4a49-b28b-57ea097e4333 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.626819] env[63248]: DEBUG nova.compute.provider_tree [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1977.784929] env[63248]: INFO nova.compute.manager [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Took 11.91 seconds to build instance. [ 1977.909585] env[63248]: DEBUG nova.compute.manager [req-beaf7521-02b8-47f9-a0a3-db7ab8d7e505 req-ee2b302d-9688-45a2-a8c3-ba2622905806 service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Received event network-changed-d445e32d-9154-4eaf-85f7-63d30fe26532 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1977.909747] env[63248]: DEBUG nova.compute.manager [req-beaf7521-02b8-47f9-a0a3-db7ab8d7e505 req-ee2b302d-9688-45a2-a8c3-ba2622905806 service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Refreshing instance network info cache due to event network-changed-d445e32d-9154-4eaf-85f7-63d30fe26532. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 1977.909968] env[63248]: DEBUG oslo_concurrency.lockutils [req-beaf7521-02b8-47f9-a0a3-db7ab8d7e505 req-ee2b302d-9688-45a2-a8c3-ba2622905806 service nova] Acquiring lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.910128] env[63248]: DEBUG oslo_concurrency.lockutils [req-beaf7521-02b8-47f9-a0a3-db7ab8d7e505 req-ee2b302d-9688-45a2-a8c3-ba2622905806 service nova] Acquired lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.910296] env[63248]: DEBUG nova.network.neutron [req-beaf7521-02b8-47f9-a0a3-db7ab8d7e505 req-ee2b302d-9688-45a2-a8c3-ba2622905806 service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Refreshing network info cache for port d445e32d-9154-4eaf-85f7-63d30fe26532 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.130526] env[63248]: DEBUG nova.scheduler.client.report [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1978.287443] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6caf5aa5-87bc-43f5-bfad-f7b738f966d8 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.424s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.616292] env[63248]: DEBUG nova.network.neutron [req-beaf7521-02b8-47f9-a0a3-db7ab8d7e505 req-ee2b302d-9688-45a2-a8c3-ba2622905806 service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updated VIF entry in instance network info cache for port d445e32d-9154-4eaf-85f7-63d30fe26532. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1978.616667] env[63248]: DEBUG nova.network.neutron [req-beaf7521-02b8-47f9-a0a3-db7ab8d7e505 req-ee2b302d-9688-45a2-a8c3-ba2622905806 service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance_info_cache with network_info: [{"id": "d445e32d-9154-4eaf-85f7-63d30fe26532", "address": "fa:16:3e:7c:21:99", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd445e32d-91", "ovs_interfaceid": "d445e32d-9154-4eaf-85f7-63d30fe26532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.635044] env[63248]: DEBUG oslo_concurrency.lockutils [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.658709] env[63248]: INFO nova.scheduler.client.report [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Deleted allocations for instance 0c2adb99-748c-4280-83c5-e83221ccc2d9 [ 1979.119643] env[63248]: DEBUG oslo_concurrency.lockutils [req-beaf7521-02b8-47f9-a0a3-db7ab8d7e505 req-ee2b302d-9688-45a2-a8c3-ba2622905806 service nova] Releasing lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.168022] env[63248]: DEBUG oslo_concurrency.lockutils [None req-92bab39f-fda6-4248-a393-d54342e49802 tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "0c2adb99-748c-4280-83c5-e83221ccc2d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.616s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.124074] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "1c34e914-9ba4-4e31-9768-ec4953e7ab07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.124074] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "1c34e914-9ba4-4e31-9768-ec4953e7ab07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.124074] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "1c34e914-9ba4-4e31-9768-ec4953e7ab07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.124074] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "1c34e914-9ba4-4e31-9768-ec4953e7ab07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.124074] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "1c34e914-9ba4-4e31-9768-ec4953e7ab07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.126412] env[63248]: INFO nova.compute.manager [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Terminating instance [ 1980.631304] env[63248]: DEBUG nova.compute.manager [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1980.631490] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1980.632407] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af740f5-aeb7-44ab-9726-0daa1961ad93 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.640574] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1980.640797] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86de4834-41f3-4a29-9353-1b323a21f5f5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.647140] env[63248]: DEBUG oslo_vmware.api [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1980.647140] env[63248]: value = "task-1801706" [ 1980.647140] env[63248]: _type = "Task" [ 1980.647140] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.654511] env[63248]: DEBUG oslo_vmware.api [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.157290] env[63248]: DEBUG oslo_vmware.api [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801706, 'name': PowerOffVM_Task, 'duration_secs': 0.189596} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.157676] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1981.157723] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1981.157970] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b11a2a87-01c4-4d03-b56b-a12da56abf4e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.147139] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1986.147448] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1986.147555] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Deleting the datastore file [datastore1] 1c34e914-9ba4-4e31-9768-ec4953e7ab07 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1986.147823] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd9b3ec5-43b3-484d-a363-0d8d0afc7aaa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.154667] env[63248]: DEBUG oslo_vmware.api [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for the task: (returnval){ [ 1986.154667] env[63248]: value = "task-1801708" [ 1986.154667] env[63248]: _type = "Task" [ 1986.154667] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.162883] env[63248]: DEBUG oslo_vmware.api [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.663911] env[63248]: DEBUG oslo_vmware.api [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Task: {'id': task-1801708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181691} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.664182] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1986.664368] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1986.664544] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1986.664718] env[63248]: INFO nova.compute.manager [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Took 6.03 seconds to destroy the instance on the hypervisor. [ 1986.665032] env[63248]: DEBUG oslo.service.loopingcall [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.665247] env[63248]: DEBUG nova.compute.manager [-] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1986.665342] env[63248]: DEBUG nova.network.neutron [-] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1987.080634] env[63248]: DEBUG nova.compute.manager [req-82ce59f1-b56c-4cb6-b53d-103bce903867 req-a5af6acf-89e4-4295-9e25-2f82546aeaac service nova] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Received event network-vif-deleted-c4608ae9-5176-4277-bab2-8becd1b54bfa {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 1987.080865] env[63248]: INFO nova.compute.manager [req-82ce59f1-b56c-4cb6-b53d-103bce903867 req-a5af6acf-89e4-4295-9e25-2f82546aeaac service nova] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Neutron deleted interface c4608ae9-5176-4277-bab2-8becd1b54bfa; detaching it from the instance and deleting it from the info cache [ 1987.081053] env[63248]: DEBUG nova.network.neutron [req-82ce59f1-b56c-4cb6-b53d-103bce903867 req-a5af6acf-89e4-4295-9e25-2f82546aeaac service nova] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.559742] env[63248]: DEBUG nova.network.neutron [-] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.583804] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bbedefb-3781-4692-a66a-2f6b5296a2d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.593975] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd09b3dc-f1b7-428c-89e1-be5a6a9a8810 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.618546] env[63248]: DEBUG nova.compute.manager [req-82ce59f1-b56c-4cb6-b53d-103bce903867 req-a5af6acf-89e4-4295-9e25-2f82546aeaac service nova] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Detach interface failed, port_id=c4608ae9-5176-4277-bab2-8becd1b54bfa, reason: Instance 1c34e914-9ba4-4e31-9768-ec4953e7ab07 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 1988.062901] env[63248]: INFO nova.compute.manager [-] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Took 1.40 seconds to deallocate network for instance. [ 1988.569018] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.569322] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.569546] env[63248]: DEBUG nova.objects.instance [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lazy-loading 'resources' on Instance uuid 1c34e914-9ba4-4e31-9768-ec4953e7ab07 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1989.131287] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020ce056-9f55-492c-898b-9fa60a2fcd50 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.139030] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72dbe2b-1aa7-418e-928c-ac9da8f6f724 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.168449] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab6713c-a255-4c91-8d93-21fb37259118 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.175676] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4ad92c-b152-4419-a480-cad61cffa0d3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.189843] env[63248]: DEBUG nova.compute.provider_tree [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.692882] env[63248]: DEBUG nova.scheduler.client.report [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1990.197677] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.219948] env[63248]: INFO nova.scheduler.client.report [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Deleted allocations for instance 1c34e914-9ba4-4e31-9768-ec4953e7ab07 [ 1990.727086] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c6a0fcd0-1161-41d0-8dfd-317e7d0f147e tempest-ServerRescueTestJSON-1354632706 tempest-ServerRescueTestJSON-1354632706-project-member] Lock "1c34e914-9ba4-4e31-9768-ec4953e7ab07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.604s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.188057] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1991.689699] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1992.193017] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.193378] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.193421] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.193552] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1992.194557] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa845cb-906c-4d60-934c-b84d4b7be53e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.203209] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920878bd-6ac6-4b42-92c0-bd0a181570d1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.217909] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8cd098-d813-4f04-b1f4-bb1ad96e4817 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.224638] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ee4c47-5d78-40b2-ae60-1e682a924d14 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.254888] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180710MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1992.255608] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.255608] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.283312] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance a391b76a-3953-4930-86d1-ae87c3a972aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1993.283618] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 0668bf57-b197-4810-9292-5186954d42a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1993.283618] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 7137db6c-7c17-4f58-bb9a-06edaa4ece95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1993.283757] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1993.283903] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1993.330571] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4655c460-1aff-45dd-a78a-d9908fd61e59 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.338359] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1950a730-f2aa-41d7-ad78-7720808e40a5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.367626] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdd6dae-000b-4759-a247-7f0d4be72e45 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.374640] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4095b40-e49f-4c4b-885d-19c757a6a81f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.387782] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1993.891850] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1994.396758] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1994.397135] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.142s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.278496] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "0668bf57-b197-4810-9292-5186954d42a5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.278731] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "0668bf57-b197-4810-9292-5186954d42a5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.782431] env[63248]: DEBUG nova.compute.utils [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1996.285211] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "0668bf57-b197-4810-9292-5186954d42a5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.397363] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1996.397542] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1997.343525] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "0668bf57-b197-4810-9292-5186954d42a5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.343907] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "0668bf57-b197-4810-9292-5186954d42a5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.344039] env[63248]: INFO nova.compute.manager [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Attaching volume 09a27754-a40e-4c75-9380-540511744c03 to /dev/sdb [ 1997.373702] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4087f1b7-73db-4317-81b5-dab9c2cd6dab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.381127] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a55986-3aa0-408c-868c-000d028a73a7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.394753] env[63248]: DEBUG nova.virt.block_device [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Updating existing volume attachment record: 9b1bcc67-58af-478f-be60-841bb34652f0 {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1997.401944] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Didn't find any instances for network info cache update. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10488}} [ 1997.402162] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1997.402332] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1997.402497] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1997.689866] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1997.690137] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1997.690307] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1997.690452] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2000.690564] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2001.935192] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2001.935511] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373549', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'name': 'volume-09a27754-a40e-4c75-9380-540511744c03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0668bf57-b197-4810-9292-5186954d42a5', 'attached_at': '', 'detached_at': '', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'serial': '09a27754-a40e-4c75-9380-540511744c03'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2001.936413] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15663310-f388-4938-b16d-0a55ccf311ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.952302] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6719288a-93a8-427e-8ef0-3651fd94b875 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.978217] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-09a27754-a40e-4c75-9380-540511744c03/volume-09a27754-a40e-4c75-9380-540511744c03.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2001.978505] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53c96952-fbd7-4246-991b-7ba4a9de7d23 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.996231] env[63248]: DEBUG oslo_vmware.api [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2001.996231] env[63248]: value = "task-1801713" [ 2001.996231] env[63248]: _type = "Task" [ 2001.996231] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.004106] env[63248]: DEBUG oslo_vmware.api [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.507208] env[63248]: DEBUG oslo_vmware.api [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801713, 'name': ReconfigVM_Task, 'duration_secs': 0.320907} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.507463] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-09a27754-a40e-4c75-9380-540511744c03/volume-09a27754-a40e-4c75-9380-540511744c03.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2002.512242] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-727bbd77-0c6f-416a-a78d-9edf1698106d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.527054] env[63248]: DEBUG oslo_vmware.api [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2002.527054] env[63248]: value = "task-1801714" [ 2002.527054] env[63248]: _type = "Task" [ 2002.527054] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.534809] env[63248]: DEBUG oslo_vmware.api [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.037217] env[63248]: DEBUG oslo_vmware.api [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801714, 'name': ReconfigVM_Task, 'duration_secs': 0.130203} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.037545] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373549', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'name': 'volume-09a27754-a40e-4c75-9380-540511744c03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0668bf57-b197-4810-9292-5186954d42a5', 'attached_at': '', 'detached_at': '', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'serial': '09a27754-a40e-4c75-9380-540511744c03'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2004.074048] env[63248]: DEBUG nova.objects.instance [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lazy-loading 'flavor' on Instance uuid 0668bf57-b197-4810-9292-5186954d42a5 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2004.193048] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2004.193261] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Cleaning up deleted instances {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 2004.581660] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651675dc-1598-4f10-b837-4a4d825f5256 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "0668bf57-b197-4810-9292-5186954d42a5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.706768] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] There are 45 instances to clean {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2004.707065] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 0c2adb99-748c-4280-83c5-e83221ccc2d9] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2004.920162] env[63248]: INFO nova.compute.manager [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Rebuilding instance [ 2004.959745] env[63248]: DEBUG nova.compute.manager [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2004.960633] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a43726b-2f9f-4b0c-908e-2eeb1e2a63dd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.210624] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 1c34e914-9ba4-4e31-9768-ec4953e7ab07] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2005.714140] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 2217810a-f630-40a6-8783-f5b04e6b1789] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2005.975914] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2005.976688] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7130f83c-fe47-4932-856a-593560dce33a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.984596] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2005.984596] env[63248]: value = "task-1801715" [ 2005.984596] env[63248]: _type = "Task" [ 2005.984596] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.992778] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.217665] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 65046159-e6a6-4b7d-9302-625c0d37548c] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2006.494820] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801715, 'name': PowerOffVM_Task, 'duration_secs': 0.182076} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.495028] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2006.551305] env[63248]: INFO nova.compute.manager [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Detaching volume 09a27754-a40e-4c75-9380-540511744c03 [ 2006.582012] env[63248]: INFO nova.virt.block_device [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Attempting to driver detach volume 09a27754-a40e-4c75-9380-540511744c03 from mountpoint /dev/sdb [ 2006.582360] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2006.582634] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373549', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'name': 'volume-09a27754-a40e-4c75-9380-540511744c03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0668bf57-b197-4810-9292-5186954d42a5', 'attached_at': '', 'detached_at': '', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'serial': '09a27754-a40e-4c75-9380-540511744c03'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2006.583844] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21b5862-9f52-45fb-ab64-4f6f895e793e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.616192] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039aab7d-e71b-4c8a-a56b-feec87d0675f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.625552] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306caca6-bd89-4288-9d85-307ca9b2e132 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.657799] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a7bd39-fc9b-46cf-8698-6566f884b9f2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.674017] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] The volume has not been displaced from its original location: [datastore1] volume-09a27754-a40e-4c75-9380-540511744c03/volume-09a27754-a40e-4c75-9380-540511744c03.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2006.679047] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2006.679330] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4501b2c4-22be-4801-ba5c-c8fdae018d13 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.697418] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2006.697418] env[63248]: value = "task-1801716" [ 2006.697418] env[63248]: _type = "Task" [ 2006.697418] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.705015] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.720661] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: b8b9e60b-c5f1-423e-b003-89d2b38cf7c6] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2007.212457] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801716, 'name': ReconfigVM_Task, 'duration_secs': 0.196916} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.212717] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2007.217414] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1df589e8-bf6a-4c67-876b-a5ac52966bd5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.227218] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: acb0d938-ccd3-4ec0-a8f6-a06a5f694def] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2007.235035] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2007.235035] env[63248]: value = "task-1801717" [ 2007.235035] env[63248]: _type = "Task" [ 2007.235035] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.242653] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.730408] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 77ff60ab-ec69-4684-8667-3467fe0350ed] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2007.744990] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801717, 'name': ReconfigVM_Task, 'duration_secs': 0.15584} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.745304] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373549', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'name': 'volume-09a27754-a40e-4c75-9380-540511744c03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0668bf57-b197-4810-9292-5186954d42a5', 'attached_at': '', 'detached_at': '', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'serial': '09a27754-a40e-4c75-9380-540511744c03'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2008.234289] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 79199182-a9fe-433e-adf5-14595dbf7dd5] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2008.738402] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 42fc1310-45f9-4349-a6fc-fb20d4cd0875] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2008.788655] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2008.788970] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bc32b6d-bce9-4e79-9fd9-a386c95b224b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.797663] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2008.797663] env[63248]: value = "task-1801718" [ 2008.797663] env[63248]: _type = "Task" [ 2008.797663] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.806415] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.242086] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: ab8bfc48-1b13-4332-8b09-3069368981a9] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2009.307597] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] VM already powered off {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2009.307811] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2009.308017] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373549', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'name': 'volume-09a27754-a40e-4c75-9380-540511744c03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0668bf57-b197-4810-9292-5186954d42a5', 'attached_at': '', 'detached_at': '', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'serial': '09a27754-a40e-4c75-9380-540511744c03'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2009.308751] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c900433a-e530-4452-b4d3-38daf5704dfb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.326538] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f30d7a7-2246-48e1-a3a1-16f396ff6172 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.332173] env[63248]: WARNING nova.virt.vmwareapi.driver [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2009.332401] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2009.333094] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306eb22b-830c-4592-aad3-45794b1a882c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.339334] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2009.339532] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1c192ea-fdd3-46b1-9c25-bead82bf8db3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.461611] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2009.461874] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2009.462135] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleting the datastore file [datastore1] 0668bf57-b197-4810-9292-5186954d42a5 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2009.462403] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b6895f4-b449-4777-92d7-f3441f032ccd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.468938] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2009.468938] env[63248]: value = "task-1801720" [ 2009.468938] env[63248]: _type = "Task" [ 2009.468938] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.476357] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.745147] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 6560541e-a4ef-49b1-abdb-345eae605b29] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2009.979183] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142526} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.979440] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2009.979621] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2009.979792] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2010.248406] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 22afb1dd-d5ed-4283-a861-d33298b066f5] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2010.484416] env[63248]: INFO nova.virt.block_device [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Booting with volume 09a27754-a40e-4c75-9380-540511744c03 at /dev/sdb [ 2010.513474] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06247a50-777e-442b-b08c-6f5739c95c7a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.522759] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2201e7de-054e-4940-9ad1-a99733e7b429 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.546444] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9a18015-0376-4480-ba40-a78355302056 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.554120] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4fbec8-3fb1-403c-8884-7ab4a4739f09 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.577620] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec02997f-af72-4a5e-b814-889d7f296e1b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.583667] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0414b093-1852-4a2c-8e89-e159f328cf66 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.596132] env[63248]: DEBUG nova.virt.block_device [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Updating existing volume attachment record: 03cd1a99-506a-4ef2-b804-8008c8043d68 {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2010.751693] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 3d8b6751-b766-4c45-ad3a-190985601cde] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2011.255418] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 21bdf9ce-8a2d-4bbd-8cba-4d4e5f94235f] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2011.758744] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 95ed7da1-82bf-4d17-9638-bcbeec9ad046] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2012.261184] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 0cad1f9d-6569-46cf-9171-29e4f3758d8e] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2012.695307] env[63248]: DEBUG nova.virt.hardware [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2012.695560] env[63248]: DEBUG nova.virt.hardware [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2012.695719] env[63248]: DEBUG nova.virt.hardware [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2012.695925] env[63248]: DEBUG nova.virt.hardware [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2012.696174] env[63248]: DEBUG nova.virt.hardware [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2012.696358] env[63248]: DEBUG nova.virt.hardware [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2012.696571] env[63248]: DEBUG nova.virt.hardware [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2012.696733] env[63248]: DEBUG nova.virt.hardware [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2012.696899] env[63248]: DEBUG nova.virt.hardware [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2012.697076] env[63248]: DEBUG nova.virt.hardware [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2012.697252] env[63248]: DEBUG nova.virt.hardware [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2012.698127] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f788621-68b2-40fa-a18f-5b5a604958d5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.705783] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea393464-e0b5-4b19-b33d-4bef5b3f99e2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.718841] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:f3:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e6b9183-d776-40a1-8f42-0c4ac1264660', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2012.726317] env[63248]: DEBUG oslo.service.loopingcall [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2012.726791] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2012.726854] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49552891-af6c-4a36-9c7b-2aff4abac214 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.746471] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2012.746471] env[63248]: value = "task-1801721" [ 2012.746471] env[63248]: _type = "Task" [ 2012.746471] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.753525] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801721, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.764023] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: bc40d7aa-e11c-4f09-8db4-f4e55221d57b] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2013.256667] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801721, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.267267] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 381f2fcb-59e4-441d-95a8-67831d9b2c5a] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2013.757617] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801721, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.770197] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 90ad9ce8-8f41-431b-a57e-79d7abe938ac] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2014.258746] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801721, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.273388] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 8320cfea-0f55-4486-8495-9a8795a84cc5] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2014.759538] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801721, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.776185] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 4889c40a-1c80-4bbb-9640-db9e7c220671] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2015.259843] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801721, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.279429] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: d8aa0ca6-31a9-48a5-94a1-1b3014961c62] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2015.484661] env[63248]: DEBUG oslo_concurrency.lockutils [None req-35863f87-6629-4826-9645-fa36b010937a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.484933] env[63248]: DEBUG oslo_concurrency.lockutils [None req-35863f87-6629-4826-9645-fa36b010937a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.485133] env[63248]: DEBUG nova.compute.manager [None req-35863f87-6629-4826-9645-fa36b010937a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2015.485998] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff01c8e0-ac49-44f8-b830-5bbc313f6391 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.492898] env[63248]: DEBUG nova.compute.manager [None req-35863f87-6629-4826-9645-fa36b010937a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63248) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2015.493452] env[63248]: DEBUG nova.objects.instance [None req-35863f87-6629-4826-9645-fa36b010937a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lazy-loading 'flavor' on Instance uuid 7137db6c-7c17-4f58-bb9a-06edaa4ece95 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2015.760250] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801721, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.782133] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 4c7d5055-5d1a-4e4f-80f7-e6676a373d8c] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2016.260643] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801721, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.284654] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: eea37e34-3e79-465e-b2d1-30cfe1e3d3d9] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2016.500249] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-35863f87-6629-4826-9645-fa36b010937a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2016.500532] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aea7f656-17a5-445a-9b52-57f01e4ffbc0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.508205] env[63248]: DEBUG oslo_vmware.api [None req-35863f87-6629-4826-9645-fa36b010937a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2016.508205] env[63248]: value = "task-1801722" [ 2016.508205] env[63248]: _type = "Task" [ 2016.508205] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.516483] env[63248]: DEBUG oslo_vmware.api [None req-35863f87-6629-4826-9645-fa36b010937a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.761816] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801721, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.787440] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: f2c0d22d-3a50-49b4-b573-d2f1ded730a9] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2017.019335] env[63248]: DEBUG oslo_vmware.api [None req-35863f87-6629-4826-9645-fa36b010937a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801722, 'name': PowerOffVM_Task, 'duration_secs': 0.188532} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.019616] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-35863f87-6629-4826-9645-fa36b010937a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2017.019812] env[63248]: DEBUG nova.compute.manager [None req-35863f87-6629-4826-9645-fa36b010937a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2017.020590] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37359a2-0875-4ab5-9ee3-b44cdef24fc6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.262952] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801721, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.290565] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: fc97c235-3d55-497b-bd09-e97498a7ecf8] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2017.531797] env[63248]: DEBUG oslo_concurrency.lockutils [None req-35863f87-6629-4826-9645-fa36b010937a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.763288] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801721, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.793944] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 6d81551c-6725-43a1-ab42-dd297944c7f1] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2017.804092] env[63248]: DEBUG nova.objects.instance [None req-e2e464c8-6015-4559-8d5c-4f26097768e5 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lazy-loading 'flavor' on Instance uuid 7137db6c-7c17-4f58-bb9a-06edaa4ece95 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2018.264135] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801721, 'name': CreateVM_Task} progress is 25%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.296784] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 0e81a54e-c648-4b37-b20d-8228a8a16cc9] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2018.308427] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e2e464c8-6015-4559-8d5c-4f26097768e5 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.308589] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e2e464c8-6015-4559-8d5c-4f26097768e5 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.308757] env[63248]: DEBUG nova.network.neutron [None req-e2e464c8-6015-4559-8d5c-4f26097768e5 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2018.308926] env[63248]: DEBUG nova.objects.instance [None req-e2e464c8-6015-4559-8d5c-4f26097768e5 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lazy-loading 'info_cache' on Instance uuid 7137db6c-7c17-4f58-bb9a-06edaa4ece95 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2018.764638] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801721, 'name': CreateVM_Task, 'duration_secs': 5.973472} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.764877] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2018.765615] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.765868] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.766304] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2018.766612] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8b8c95-a784-4fee-8605-b1a13d63e7c0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.770932] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2018.770932] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528ca568-482d-f0cf-5402-170c3203ab57" [ 2018.770932] env[63248]: _type = "Task" [ 2018.770932] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.778808] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528ca568-482d-f0cf-5402-170c3203ab57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.800421] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 13f096e4-7c5e-44e8-b221-d0ccaaf2d293] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2018.811884] env[63248]: DEBUG nova.objects.base [None req-e2e464c8-6015-4559-8d5c-4f26097768e5 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Object Instance<7137db6c-7c17-4f58-bb9a-06edaa4ece95> lazy-loaded attributes: flavor,info_cache {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2019.283017] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528ca568-482d-f0cf-5402-170c3203ab57, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.283359] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.283567] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2019.283794] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.283939] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.284165] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2019.284426] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2737b68a-d907-473c-b301-3382dc2ac45d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.293173] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2019.293334] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2019.294017] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d1725a-dd33-4926-9eb9-54b177fd6fa0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.298765] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2019.298765] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52af0cb4-60de-380e-69d7-7bebb3da45fd" [ 2019.298765] env[63248]: _type = "Task" [ 2019.298765] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.303356] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 340a9620-8240-4a34-95dd-7d5ea37fe0ea] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2019.307747] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52af0cb4-60de-380e-69d7-7bebb3da45fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.534852] env[63248]: DEBUG nova.network.neutron [None req-e2e464c8-6015-4559-8d5c-4f26097768e5 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance_info_cache with network_info: [{"id": "d445e32d-9154-4eaf-85f7-63d30fe26532", "address": "fa:16:3e:7c:21:99", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd445e32d-91", "ovs_interfaceid": "d445e32d-9154-4eaf-85f7-63d30fe26532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.810077] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 6faf0bc8-4209-460e-a485-340ed052924a] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2019.811964] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52af0cb4-60de-380e-69d7-7bebb3da45fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008531} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.812760] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb92b5c4-54c1-41cc-b190-11c2b2fdfcec {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.817834] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2019.817834] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522ff75b-6e42-599d-2bf8-c7e07cba929a" [ 2019.817834] env[63248]: _type = "Task" [ 2019.817834] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.825329] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522ff75b-6e42-599d-2bf8-c7e07cba929a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.038053] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e2e464c8-6015-4559-8d5c-4f26097768e5 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.312926] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7f17af60-769a-432d-a68c-00eae58f4be1] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2020.327492] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522ff75b-6e42-599d-2bf8-c7e07cba929a, 'name': SearchDatastore_Task, 'duration_secs': 0.00918} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.327726] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.327972] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 0668bf57-b197-4810-9292-5186954d42a5/0668bf57-b197-4810-9292-5186954d42a5.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2020.328228] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-309464f2-1f5f-46fa-ac3b-205e46a32e79 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.335113] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2020.335113] env[63248]: value = "task-1801723" [ 2020.335113] env[63248]: _type = "Task" [ 2020.335113] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.342627] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.815991] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: bac808d3-c675-4488-9441-ad7979061a76] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2020.845367] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420172} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.845607] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 0668bf57-b197-4810-9292-5186954d42a5/0668bf57-b197-4810-9292-5186954d42a5.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2020.845835] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2020.846425] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0879ba53-abe1-4d9c-9fac-664d8b8815d2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.853418] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2020.853418] env[63248]: value = "task-1801724" [ 2020.853418] env[63248]: _type = "Task" [ 2020.853418] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.861538] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.043926] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e464c8-6015-4559-8d5c-4f26097768e5 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2021.044267] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61722010-e98b-44af-95f1-604b6efa9619 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.052067] env[63248]: DEBUG oslo_vmware.api [None req-e2e464c8-6015-4559-8d5c-4f26097768e5 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2021.052067] env[63248]: value = "task-1801725" [ 2021.052067] env[63248]: _type = "Task" [ 2021.052067] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.059888] env[63248]: DEBUG oslo_vmware.api [None req-e2e464c8-6015-4559-8d5c-4f26097768e5 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.319358] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 100e0a22-d8ed-4e31-ba2e-39d86e508363] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2021.363833] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058907} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.364109] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2021.364862] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb5f4e2-b05e-4f16-a469-3be38f732472 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.386477] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 0668bf57-b197-4810-9292-5186954d42a5/0668bf57-b197-4810-9292-5186954d42a5.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2021.386939] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30ef4f29-40c6-416d-bf7e-1034702cfecc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.406654] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2021.406654] env[63248]: value = "task-1801726" [ 2021.406654] env[63248]: _type = "Task" [ 2021.406654] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.414566] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.561917] env[63248]: DEBUG oslo_vmware.api [None req-e2e464c8-6015-4559-8d5c-4f26097768e5 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801725, 'name': PowerOnVM_Task, 'duration_secs': 0.443692} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.562205] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e464c8-6015-4559-8d5c-4f26097768e5 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2021.562415] env[63248]: DEBUG nova.compute.manager [None req-e2e464c8-6015-4559-8d5c-4f26097768e5 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2021.563221] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2c493d-1701-4d3c-be3f-90140f60eafb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.823321] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: be3ca24d-0690-4376-891c-bc9ba64f1364] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2021.920198] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801726, 'name': ReconfigVM_Task, 'duration_secs': 0.265907} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.920565] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 0668bf57-b197-4810-9292-5186954d42a5/0668bf57-b197-4810-9292-5186954d42a5.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2021.922293] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'encryption_format': None, 'size': 0, 'image_id': 'e2b56cce-89e7-4da7-be26-1c226d221e06'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373549', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'name': 'volume-09a27754-a40e-4c75-9380-540511744c03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0668bf57-b197-4810-9292-5186954d42a5', 'attached_at': '', 'detached_at': '', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'serial': '09a27754-a40e-4c75-9380-540511744c03'}, 'mount_device': '/dev/sdb', 'attachment_id': '03cd1a99-506a-4ef2-b804-8008c8043d68', 'device_type': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=63248) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2021.922591] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2021.922868] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373549', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'name': 'volume-09a27754-a40e-4c75-9380-540511744c03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0668bf57-b197-4810-9292-5186954d42a5', 'attached_at': '', 'detached_at': '', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'serial': '09a27754-a40e-4c75-9380-540511744c03'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2021.923958] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e775e17-f612-4d6f-b34f-344c61faf1ab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.947178] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022feda5-21d4-4aa1-b9c9-b93310e77ecb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.977174] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-09a27754-a40e-4c75-9380-540511744c03/volume-09a27754-a40e-4c75-9380-540511744c03.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2021.977485] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f4fd97e-3526-4b58-b8df-3d509ab14516 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.996529] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2021.996529] env[63248]: value = "task-1801727" [ 2021.996529] env[63248]: _type = "Task" [ 2021.996529] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.004275] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.327504] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 74fbef5e-2007-4399-a2f1-24503b20ac36] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2022.506611] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801727, 'name': ReconfigVM_Task, 'duration_secs': 0.292652} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.506848] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-09a27754-a40e-4c75-9380-540511744c03/volume-09a27754-a40e-4c75-9380-540511744c03.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2022.511386] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f45fb4-f356-404a-900f-d1f3d28fd3f3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.526193] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2022.526193] env[63248]: value = "task-1801728" [ 2022.526193] env[63248]: _type = "Task" [ 2022.526193] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.536377] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.831337] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: ac30f37f-3cb1-401c-827b-d41bcdd881fe] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2023.035716] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801728, 'name': ReconfigVM_Task, 'duration_secs': 0.134644} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.036022] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373549', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'name': 'volume-09a27754-a40e-4c75-9380-540511744c03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0668bf57-b197-4810-9292-5186954d42a5', 'attached_at': '', 'detached_at': '', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'serial': '09a27754-a40e-4c75-9380-540511744c03'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2023.036567] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-724a5994-8fd5-47ac-8ab8-e159e30f9263 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.042701] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2023.042701] env[63248]: value = "task-1801729" [ 2023.042701] env[63248]: _type = "Task" [ 2023.042701] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.049951] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801729, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.334564] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 98fa0905-ba6a-421b-a5ac-7402395b030d] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2023.552380] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801729, 'name': Rename_Task, 'duration_secs': 0.153081} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.552649] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2023.552903] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7247e80-8e44-418f-a7db-8408ebf7994d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.559017] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2023.559017] env[63248]: value = "task-1801730" [ 2023.559017] env[63248]: _type = "Task" [ 2023.559017] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.566190] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.837473] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: cd126c4e-e38f-4096-a023-19b9cc3b3998] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2024.069489] env[63248]: DEBUG oslo_vmware.api [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801730, 'name': PowerOnVM_Task, 'duration_secs': 0.416241} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.069742] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2024.069956] env[63248]: DEBUG nova.compute.manager [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2024.070702] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de33a86-8b1b-4c6c-a466-341d94cb47b1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.340678] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: cece03ba-a780-4240-abbf-37da4ee292cf] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2024.588397] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.588773] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.588954] env[63248]: DEBUG nova.objects.instance [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63248) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2024.844174] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 64f82339-2d72-475d-bc31-068e5b6d50a7] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2025.347947] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 8f49be4e-8616-45f6-b056-2e6a8dfe6bf7] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2025.598070] env[63248]: DEBUG oslo_concurrency.lockutils [None req-651fc5ed-33b3-467b-8451-b162fe32406a tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.851268] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7e243799-c3cf-48d4-bb2a-c956b23f22a1] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2026.354450] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 6f345564-534e-436c-813e-7f2d954756c6] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2026.857903] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: e305b5ec-8988-4adf-9c48-772f6b904ff1] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2027.361707] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.362127] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Cleaning up deleted instances with incomplete migration {{(pid=63248) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 2053.279487] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.279885] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.279985] env[63248]: INFO nova.compute.manager [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Rebooting instance [ 2053.797530] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.797717] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.797893] env[63248]: DEBUG nova.network.neutron [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2054.536677] env[63248]: DEBUG nova.network.neutron [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance_info_cache with network_info: [{"id": "d445e32d-9154-4eaf-85f7-63d30fe26532", "address": "fa:16:3e:7c:21:99", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd445e32d-91", "ovs_interfaceid": "d445e32d-9154-4eaf-85f7-63d30fe26532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.042599] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.546895] env[63248]: DEBUG nova.compute.manager [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2055.547921] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056af406-4902-4a68-8556-27d896e0eaa3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.563660] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8151ea-aa78-4b0e-8d6f-d6f12b83844e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.571121] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Doing hard reboot of VM {{(pid=63248) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2056.571373] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-40f1bc5d-0377-4d98-94b2-4fbfe8c91a74 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.577757] env[63248]: DEBUG oslo_vmware.api [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2056.577757] env[63248]: value = "task-1801731" [ 2056.577757] env[63248]: _type = "Task" [ 2056.577757] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.585230] env[63248]: DEBUG oslo_vmware.api [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801731, 'name': ResetVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.088257] env[63248]: DEBUG oslo_vmware.api [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801731, 'name': ResetVM_Task, 'duration_secs': 0.093928} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.088531] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Did hard reboot of VM {{(pid=63248) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2057.088719] env[63248]: DEBUG nova.compute.manager [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2057.089469] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dd1291-c323-48ae-9931-f60e849881d3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.601234] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7ac2e76b-8c1a-490f-9b64-f8ce671b126f tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.321s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.325126] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "0668bf57-b197-4810-9292-5186954d42a5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.325491] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "0668bf57-b197-4810-9292-5186954d42a5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.828925] env[63248]: INFO nova.compute.manager [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Detaching volume 09a27754-a40e-4c75-9380-540511744c03 [ 2061.859650] env[63248]: INFO nova.virt.block_device [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Attempting to driver detach volume 09a27754-a40e-4c75-9380-540511744c03 from mountpoint /dev/sdb [ 2061.859911] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2061.860110] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373549', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'name': 'volume-09a27754-a40e-4c75-9380-540511744c03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0668bf57-b197-4810-9292-5186954d42a5', 'attached_at': '', 'detached_at': '', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'serial': '09a27754-a40e-4c75-9380-540511744c03'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2061.861070] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66281b22-201c-409a-b732-527263c49bd8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.884914] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54445be7-da52-4d77-92ac-e8bac3db60f2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.891793] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7280e5-c456-468c-b91c-19e05de81a8d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.911568] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a924d6d2-3bba-4b0b-9083-1e1661b08470 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.926289] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] The volume has not been displaced from its original location: [datastore1] volume-09a27754-a40e-4c75-9380-540511744c03/volume-09a27754-a40e-4c75-9380-540511744c03.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2061.931374] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2061.931625] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea471c56-74dd-41af-b7fb-345a9a390dce {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.950527] env[63248]: DEBUG oslo_vmware.api [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2061.950527] env[63248]: value = "task-1801732" [ 2061.950527] env[63248]: _type = "Task" [ 2061.950527] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.961110] env[63248]: DEBUG oslo_vmware.api [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.460341] env[63248]: DEBUG oslo_vmware.api [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801732, 'name': ReconfigVM_Task, 'duration_secs': 0.220764} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.460732] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2062.465218] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd323a62-e7c5-4589-b648-f511c8af3671 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.480508] env[63248]: DEBUG oslo_vmware.api [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2062.480508] env[63248]: value = "task-1801733" [ 2062.480508] env[63248]: _type = "Task" [ 2062.480508] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.488240] env[63248]: DEBUG oslo_vmware.api [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.990808] env[63248]: DEBUG oslo_vmware.api [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801733, 'name': ReconfigVM_Task, 'duration_secs': 0.143614} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.991061] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373549', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'name': 'volume-09a27754-a40e-4c75-9380-540511744c03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0668bf57-b197-4810-9292-5186954d42a5', 'attached_at': '', 'detached_at': '', 'volume_id': '09a27754-a40e-4c75-9380-540511744c03', 'serial': '09a27754-a40e-4c75-9380-540511744c03'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2063.531181] env[63248]: DEBUG nova.objects.instance [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lazy-loading 'flavor' on Instance uuid 0668bf57-b197-4810-9292-5186954d42a5 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2064.539230] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8b8d9111-141b-4e52-98e5-c8efa8218efa tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "0668bf57-b197-4810-9292-5186954d42a5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.561939] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "0668bf57-b197-4810-9292-5186954d42a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.562343] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "0668bf57-b197-4810-9292-5186954d42a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.562465] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "0668bf57-b197-4810-9292-5186954d42a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.562646] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "0668bf57-b197-4810-9292-5186954d42a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.562821] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "0668bf57-b197-4810-9292-5186954d42a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.565138] env[63248]: INFO nova.compute.manager [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Terminating instance [ 2066.072049] env[63248]: DEBUG nova.compute.manager [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2066.072049] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2066.072841] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2d8a5b-4ef6-4af9-9bfa-9b13858d1299 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.080943] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2066.081171] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcf7843f-5420-4fd3-b25e-7c3a2156416d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.087413] env[63248]: DEBUG oslo_vmware.api [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2066.087413] env[63248]: value = "task-1801734" [ 2066.087413] env[63248]: _type = "Task" [ 2066.087413] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.095048] env[63248]: DEBUG oslo_vmware.api [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.596533] env[63248]: DEBUG oslo_vmware.api [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801734, 'name': PowerOffVM_Task, 'duration_secs': 0.218531} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.596915] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2066.596958] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2066.597190] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3ea9007-f14f-4885-b44b-ca199335dfd1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.671215] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2066.671485] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2066.671625] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleting the datastore file [datastore1] 0668bf57-b197-4810-9292-5186954d42a5 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2066.671880] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0efbc002-a723-407a-9f39-1b350599306b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.677378] env[63248]: DEBUG oslo_vmware.api [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2066.677378] env[63248]: value = "task-1801736" [ 2066.677378] env[63248]: _type = "Task" [ 2066.677378] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.684926] env[63248]: DEBUG oslo_vmware.api [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.187533] env[63248]: DEBUG oslo_vmware.api [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172748} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.187826] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2067.187968] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2067.188163] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2067.188338] env[63248]: INFO nova.compute.manager [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2067.188582] env[63248]: DEBUG oslo.service.loopingcall [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2067.188767] env[63248]: DEBUG nova.compute.manager [-] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2067.188863] env[63248]: DEBUG nova.network.neutron [-] [instance: 0668bf57-b197-4810-9292-5186954d42a5] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2067.630753] env[63248]: DEBUG nova.compute.manager [req-d7ad3ac8-c1e7-4fe9-8ff0-96d8e7e0280d req-d4608c7b-8b7d-45ef-85db-1f01f9ed18b6 service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Received event network-vif-deleted-5e6b9183-d776-40a1-8f42-0c4ac1264660 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2067.630753] env[63248]: INFO nova.compute.manager [req-d7ad3ac8-c1e7-4fe9-8ff0-96d8e7e0280d req-d4608c7b-8b7d-45ef-85db-1f01f9ed18b6 service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Neutron deleted interface 5e6b9183-d776-40a1-8f42-0c4ac1264660; detaching it from the instance and deleting it from the info cache [ 2067.630753] env[63248]: DEBUG nova.network.neutron [req-d7ad3ac8-c1e7-4fe9-8ff0-96d8e7e0280d req-d4608c7b-8b7d-45ef-85db-1f01f9ed18b6 service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.109033] env[63248]: DEBUG nova.network.neutron [-] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.133482] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d24dd607-1ae4-45e5-82d7-d2654aaaf6f7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.144911] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154fe556-e225-48a8-935f-7bfa3b2f485a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.171402] env[63248]: DEBUG nova.compute.manager [req-d7ad3ac8-c1e7-4fe9-8ff0-96d8e7e0280d req-d4608c7b-8b7d-45ef-85db-1f01f9ed18b6 service nova] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Detach interface failed, port_id=5e6b9183-d776-40a1-8f42-0c4ac1264660, reason: Instance 0668bf57-b197-4810-9292-5186954d42a5 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2068.611565] env[63248]: INFO nova.compute.manager [-] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Took 1.42 seconds to deallocate network for instance. [ 2069.118607] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.118960] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.119128] env[63248]: DEBUG nova.objects.instance [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lazy-loading 'resources' on Instance uuid 0668bf57-b197-4810-9292-5186954d42a5 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2069.768286] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a89d57-52c2-447c-b2e9-3f3c14e22c99 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.776354] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea19e102-a3c7-4426-ad98-384aa75ea665 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.805817] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d1bafa-225a-47cd-bb29-7324c15b13c3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.813107] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b21fa19-c593-4356-84c5-b508bcb3cbd9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.825944] env[63248]: DEBUG nova.compute.provider_tree [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2070.329198] env[63248]: DEBUG nova.scheduler.client.report [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2070.834533] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.856677] env[63248]: INFO nova.scheduler.client.report [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleted allocations for instance 0668bf57-b197-4810-9292-5186954d42a5 [ 2071.365703] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc210e97-c29b-4eef-b406-0c4b9d2a6684 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "0668bf57-b197-4810-9292-5186954d42a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.803s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.158393] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "d47fd485-44d1-4a20-91b5-0baa9479148f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.158716] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "d47fd485-44d1-4a20-91b5-0baa9479148f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.661704] env[63248]: DEBUG nova.compute.manager [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2074.183709] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.183977] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.185416] env[63248]: INFO nova.compute.claims [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2075.239332] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4293a8cf-4107-409f-8f97-f8e36dadf156 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.247300] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0777995-64fe-4032-a982-3868118a5305 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.277399] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88c7072-9f7f-4334-8ea1-c3aaf1e01673 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.284386] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ec4fef-cf34-4734-9f5b-f345337842b3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.298234] env[63248]: DEBUG nova.compute.provider_tree [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2075.355021] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2075.355227] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2075.800809] env[63248]: DEBUG nova.scheduler.client.report [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2075.859898] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2075.860101] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2075.860234] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2076.305328] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.305816] env[63248]: DEBUG nova.compute.manager [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2076.363445] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Skipping network cache update for instance because it is Building. {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 2076.390490] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.390634] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquired lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.390779] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Forcefully refreshing network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2076.390954] env[63248]: DEBUG nova.objects.instance [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lazy-loading 'info_cache' on Instance uuid a391b76a-3953-4930-86d1-ae87c3a972aa {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2076.812043] env[63248]: DEBUG nova.compute.utils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2076.812994] env[63248]: DEBUG nova.compute.manager [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2076.813197] env[63248]: DEBUG nova.network.neutron [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2076.857905] env[63248]: DEBUG nova.policy [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bdae26cba7f40e4b2e850bd70dcb74c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed280d3ffc74d6682b2e70513b82428', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 2077.092824] env[63248]: DEBUG nova.network.neutron [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Successfully created port: 06532d78-2058-432e-9eca-4e1f62670f32 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2077.316121] env[63248]: DEBUG nova.compute.manager [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2078.098963] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Updating instance_info_cache with network_info: [{"id": "152a02df-9298-4a0e-b5ab-9916ab10e80e", "address": "fa:16:3e:6d:66:42", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152a02df-92", "ovs_interfaceid": "152a02df-9298-4a0e-b5ab-9916ab10e80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.324862] env[63248]: DEBUG nova.compute.manager [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2078.349844] env[63248]: DEBUG nova.virt.hardware [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2078.350073] env[63248]: DEBUG nova.virt.hardware [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2078.350234] env[63248]: DEBUG nova.virt.hardware [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2078.350416] env[63248]: DEBUG nova.virt.hardware [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2078.350561] env[63248]: DEBUG nova.virt.hardware [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2078.350709] env[63248]: DEBUG nova.virt.hardware [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2078.350914] env[63248]: DEBUG nova.virt.hardware [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2078.351083] env[63248]: DEBUG nova.virt.hardware [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2078.351254] env[63248]: DEBUG nova.virt.hardware [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2078.351427] env[63248]: DEBUG nova.virt.hardware [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2078.351615] env[63248]: DEBUG nova.virt.hardware [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2078.352509] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0382f0-9eae-4276-8434-1c6c30f8f816 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.361012] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fb927d-2a20-4f84-a4e2-5257a00fc04a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.460799] env[63248]: DEBUG nova.compute.manager [req-f3918869-b792-4598-a371-9b36bdc67930 req-a83bc45e-dcdf-4cd4-ad0b-423142a2b284 service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Received event network-vif-plugged-06532d78-2058-432e-9eca-4e1f62670f32 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2078.461034] env[63248]: DEBUG oslo_concurrency.lockutils [req-f3918869-b792-4598-a371-9b36bdc67930 req-a83bc45e-dcdf-4cd4-ad0b-423142a2b284 service nova] Acquiring lock "d47fd485-44d1-4a20-91b5-0baa9479148f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.461249] env[63248]: DEBUG oslo_concurrency.lockutils [req-f3918869-b792-4598-a371-9b36bdc67930 req-a83bc45e-dcdf-4cd4-ad0b-423142a2b284 service nova] Lock "d47fd485-44d1-4a20-91b5-0baa9479148f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.461497] env[63248]: DEBUG oslo_concurrency.lockutils [req-f3918869-b792-4598-a371-9b36bdc67930 req-a83bc45e-dcdf-4cd4-ad0b-423142a2b284 service nova] Lock "d47fd485-44d1-4a20-91b5-0baa9479148f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.461603] env[63248]: DEBUG nova.compute.manager [req-f3918869-b792-4598-a371-9b36bdc67930 req-a83bc45e-dcdf-4cd4-ad0b-423142a2b284 service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] No waiting events found dispatching network-vif-plugged-06532d78-2058-432e-9eca-4e1f62670f32 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2078.461781] env[63248]: WARNING nova.compute.manager [req-f3918869-b792-4598-a371-9b36bdc67930 req-a83bc45e-dcdf-4cd4-ad0b-423142a2b284 service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Received unexpected event network-vif-plugged-06532d78-2058-432e-9eca-4e1f62670f32 for instance with vm_state building and task_state spawning. [ 2078.544590] env[63248]: DEBUG nova.network.neutron [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Successfully updated port: 06532d78-2058-432e-9eca-4e1f62670f32 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2078.601552] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Releasing lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.601712] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Updated the network info_cache for instance {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2078.601899] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2078.602069] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2078.602220] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2078.602364] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2078.602503] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2078.602645] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2078.602774] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2078.602915] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2079.050145] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "refresh_cache-d47fd485-44d1-4a20-91b5-0baa9479148f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.050377] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "refresh_cache-d47fd485-44d1-4a20-91b5-0baa9479148f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.050500] env[63248]: DEBUG nova.network.neutron [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2079.105180] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.105412] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.105581] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.105735] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2079.106648] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3980010e-a695-4540-b1b7-cbe75f6f856c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.115276] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690306f6-6510-409e-aa5f-22b147f62fc0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.129608] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea973c1-d6a0-47f5-9479-685edad03624 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.135924] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b968145-4187-4555-b3b5-dfd7c2820de8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.164012] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180782MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2079.164164] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.164351] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.582289] env[63248]: DEBUG nova.network.neutron [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2079.700958] env[63248]: DEBUG nova.network.neutron [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Updating instance_info_cache with network_info: [{"id": "06532d78-2058-432e-9eca-4e1f62670f32", "address": "fa:16:3e:89:44:67", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06532d78-20", "ovs_interfaceid": "06532d78-2058-432e-9eca-4e1f62670f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.192769] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance a391b76a-3953-4930-86d1-ae87c3a972aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2080.193022] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 7137db6c-7c17-4f58-bb9a-06edaa4ece95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2080.193214] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance d47fd485-44d1-4a20-91b5-0baa9479148f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2080.193472] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2080.193685] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2080.203347] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "refresh_cache-d47fd485-44d1-4a20-91b5-0baa9479148f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.203763] env[63248]: DEBUG nova.compute.manager [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Instance network_info: |[{"id": "06532d78-2058-432e-9eca-4e1f62670f32", "address": "fa:16:3e:89:44:67", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06532d78-20", "ovs_interfaceid": "06532d78-2058-432e-9eca-4e1f62670f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2080.204340] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:44:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06532d78-2058-432e-9eca-4e1f62670f32', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2080.216447] env[63248]: DEBUG oslo.service.loopingcall [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2080.219810] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2080.220548] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c96ecd9-5eca-4963-a4a9-fa04534785c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.253373] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2080.253373] env[63248]: value = "task-1801737" [ 2080.253373] env[63248]: _type = "Task" [ 2080.253373] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.265898] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801737, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.269923] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f129ff-315f-4e85-b774-29eb31fb9c22 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.276503] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66ba04e-7e83-4a74-91e5-1dcc1c78c768 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.305882] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763ae534-c9d4-45dd-b558-b2ee55df563d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.312866] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813e906b-e1f4-4b21-8961-b555712301d2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.325777] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.489394] env[63248]: DEBUG nova.compute.manager [req-e70a95c5-1e8c-4021-abd1-e9c188554763 req-99bb2f98-6a7e-42c9-998e-fac3fab23f2f service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Received event network-changed-06532d78-2058-432e-9eca-4e1f62670f32 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2080.489759] env[63248]: DEBUG nova.compute.manager [req-e70a95c5-1e8c-4021-abd1-e9c188554763 req-99bb2f98-6a7e-42c9-998e-fac3fab23f2f service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Refreshing instance network info cache due to event network-changed-06532d78-2058-432e-9eca-4e1f62670f32. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2080.490331] env[63248]: DEBUG oslo_concurrency.lockutils [req-e70a95c5-1e8c-4021-abd1-e9c188554763 req-99bb2f98-6a7e-42c9-998e-fac3fab23f2f service nova] Acquiring lock "refresh_cache-d47fd485-44d1-4a20-91b5-0baa9479148f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.490491] env[63248]: DEBUG oslo_concurrency.lockutils [req-e70a95c5-1e8c-4021-abd1-e9c188554763 req-99bb2f98-6a7e-42c9-998e-fac3fab23f2f service nova] Acquired lock "refresh_cache-d47fd485-44d1-4a20-91b5-0baa9479148f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.490659] env[63248]: DEBUG nova.network.neutron [req-e70a95c5-1e8c-4021-abd1-e9c188554763 req-99bb2f98-6a7e-42c9-998e-fac3fab23f2f service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Refreshing network info cache for port 06532d78-2058-432e-9eca-4e1f62670f32 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2080.763802] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801737, 'name': CreateVM_Task, 'duration_secs': 0.379145} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.764170] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2080.764680] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.764841] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.765202] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2080.765439] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06a8d465-3bee-4cc0-8ef6-566d465cfb51 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.769628] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2080.769628] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527bf0e8-d97a-16ae-4f3b-4bef121d2583" [ 2080.769628] env[63248]: _type = "Task" [ 2080.769628] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.776697] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527bf0e8-d97a-16ae-4f3b-4bef121d2583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.828773] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2081.179013] env[63248]: DEBUG nova.network.neutron [req-e70a95c5-1e8c-4021-abd1-e9c188554763 req-99bb2f98-6a7e-42c9-998e-fac3fab23f2f service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Updated VIF entry in instance network info cache for port 06532d78-2058-432e-9eca-4e1f62670f32. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2081.179013] env[63248]: DEBUG nova.network.neutron [req-e70a95c5-1e8c-4021-abd1-e9c188554763 req-99bb2f98-6a7e-42c9-998e-fac3fab23f2f service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Updating instance_info_cache with network_info: [{"id": "06532d78-2058-432e-9eca-4e1f62670f32", "address": "fa:16:3e:89:44:67", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06532d78-20", "ovs_interfaceid": "06532d78-2058-432e-9eca-4e1f62670f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.280757] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527bf0e8-d97a-16ae-4f3b-4bef121d2583, 'name': SearchDatastore_Task, 'duration_secs': 0.010487} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.281037] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.281288] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2081.281536] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.281679] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.281880] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2081.282136] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-066b77ed-89e9-4c88-90c7-a2573a405838 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.290051] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2081.290169] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2081.290744] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2cb5d03-ff21-4e95-bfe7-672863913fe4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.296047] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2081.296047] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52de0872-d7d9-c3fc-a3ca-45cd912f16aa" [ 2081.296047] env[63248]: _type = "Task" [ 2081.296047] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.303050] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52de0872-d7d9-c3fc-a3ca-45cd912f16aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.333207] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2081.333380] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.169s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.682190] env[63248]: DEBUG oslo_concurrency.lockutils [req-e70a95c5-1e8c-4021-abd1-e9c188554763 req-99bb2f98-6a7e-42c9-998e-fac3fab23f2f service nova] Releasing lock "refresh_cache-d47fd485-44d1-4a20-91b5-0baa9479148f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.806692] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52de0872-d7d9-c3fc-a3ca-45cd912f16aa, 'name': SearchDatastore_Task, 'duration_secs': 0.007842} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.807444] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ef1ec7-e563-4f64-a092-7be1d2c2279e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.812139] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2081.812139] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52427139-5bd4-62a6-726f-3388e61d34ec" [ 2081.812139] env[63248]: _type = "Task" [ 2081.812139] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.819333] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52427139-5bd4-62a6-726f-3388e61d34ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.322269] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52427139-5bd4-62a6-726f-3388e61d34ec, 'name': SearchDatastore_Task, 'duration_secs': 0.008869} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.322550] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.322820] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] d47fd485-44d1-4a20-91b5-0baa9479148f/d47fd485-44d1-4a20-91b5-0baa9479148f.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2082.323079] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a9a2c19-e543-49de-99cd-b46a3a497f63 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.329987] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2082.329987] env[63248]: value = "task-1801738" [ 2082.329987] env[63248]: _type = "Task" [ 2082.329987] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.337192] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.840367] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.340824] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.941526} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.341176] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] d47fd485-44d1-4a20-91b5-0baa9479148f/d47fd485-44d1-4a20-91b5-0baa9479148f.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2083.341400] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2083.341652] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39c1b6ab-b11e-4891-aee0-e1325e8d36a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.348214] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2083.348214] env[63248]: value = "task-1801739" [ 2083.348214] env[63248]: _type = "Task" [ 2083.348214] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.357552] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.857817] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075364} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.858256] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2083.858840] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c57f39-0698-4c1b-b47d-a05d7cfe1478 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.881377] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] d47fd485-44d1-4a20-91b5-0baa9479148f/d47fd485-44d1-4a20-91b5-0baa9479148f.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2083.881611] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b9d16e3-b539-49ac-81c3-2a0fe9085b13 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.900792] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2083.900792] env[63248]: value = "task-1801740" [ 2083.900792] env[63248]: _type = "Task" [ 2083.900792] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.908269] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.410093] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801740, 'name': ReconfigVM_Task, 'duration_secs': 0.256609} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.410367] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Reconfigured VM instance instance-00000077 to attach disk [datastore1] d47fd485-44d1-4a20-91b5-0baa9479148f/d47fd485-44d1-4a20-91b5-0baa9479148f.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2084.410982] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ed596f8-c3cc-4e96-8177-0aca91ac5e82 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.417810] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2084.417810] env[63248]: value = "task-1801741" [ 2084.417810] env[63248]: _type = "Task" [ 2084.417810] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.425589] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801741, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.927427] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801741, 'name': Rename_Task, 'duration_secs': 0.134663} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.927819] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2084.927919] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1125387-4395-41f9-a295-427b4b472f6b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.934356] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2084.934356] env[63248]: value = "task-1801742" [ 2084.934356] env[63248]: _type = "Task" [ 2084.934356] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.941419] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.444405] env[63248]: DEBUG oslo_vmware.api [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801742, 'name': PowerOnVM_Task, 'duration_secs': 0.414458} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.444674] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2085.444916] env[63248]: INFO nova.compute.manager [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Took 7.12 seconds to spawn the instance on the hypervisor. [ 2085.445122] env[63248]: DEBUG nova.compute.manager [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2085.445873] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df1b846-4d84-4eb7-9b7d-892b35d6711f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.943874] env[63248]: DEBUG nova.compute.manager [req-8dc968dc-ffe6-4b95-ae1a-ee487ab2faf8 req-d309905a-57f3-42e7-b387-ca690ff35e3e service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Received event network-changed-06532d78-2058-432e-9eca-4e1f62670f32 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2085.944165] env[63248]: DEBUG nova.compute.manager [req-8dc968dc-ffe6-4b95-ae1a-ee487ab2faf8 req-d309905a-57f3-42e7-b387-ca690ff35e3e service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Refreshing instance network info cache due to event network-changed-06532d78-2058-432e-9eca-4e1f62670f32. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2085.944327] env[63248]: DEBUG oslo_concurrency.lockutils [req-8dc968dc-ffe6-4b95-ae1a-ee487ab2faf8 req-d309905a-57f3-42e7-b387-ca690ff35e3e service nova] Acquiring lock "refresh_cache-d47fd485-44d1-4a20-91b5-0baa9479148f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.944468] env[63248]: DEBUG oslo_concurrency.lockutils [req-8dc968dc-ffe6-4b95-ae1a-ee487ab2faf8 req-d309905a-57f3-42e7-b387-ca690ff35e3e service nova] Acquired lock "refresh_cache-d47fd485-44d1-4a20-91b5-0baa9479148f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.944628] env[63248]: DEBUG nova.network.neutron [req-8dc968dc-ffe6-4b95-ae1a-ee487ab2faf8 req-d309905a-57f3-42e7-b387-ca690ff35e3e service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Refreshing network info cache for port 06532d78-2058-432e-9eca-4e1f62670f32 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2085.962769] env[63248]: INFO nova.compute.manager [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Took 11.80 seconds to build instance. [ 2086.464608] env[63248]: DEBUG oslo_concurrency.lockutils [None req-31cdfdd4-3ec8-4f9c-8f0d-cc751a3c2219 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "d47fd485-44d1-4a20-91b5-0baa9479148f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.306s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.641395] env[63248]: DEBUG nova.network.neutron [req-8dc968dc-ffe6-4b95-ae1a-ee487ab2faf8 req-d309905a-57f3-42e7-b387-ca690ff35e3e service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Updated VIF entry in instance network info cache for port 06532d78-2058-432e-9eca-4e1f62670f32. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2086.641796] env[63248]: DEBUG nova.network.neutron [req-8dc968dc-ffe6-4b95-ae1a-ee487ab2faf8 req-d309905a-57f3-42e7-b387-ca690ff35e3e service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Updating instance_info_cache with network_info: [{"id": "06532d78-2058-432e-9eca-4e1f62670f32", "address": "fa:16:3e:89:44:67", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06532d78-20", "ovs_interfaceid": "06532d78-2058-432e-9eca-4e1f62670f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.144574] env[63248]: DEBUG oslo_concurrency.lockutils [req-8dc968dc-ffe6-4b95-ae1a-ee487ab2faf8 req-d309905a-57f3-42e7-b387-ca690ff35e3e service nova] Releasing lock "refresh_cache-d47fd485-44d1-4a20-91b5-0baa9479148f" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.265334] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "1ee40994-9e50-4903-a498-56611d88bd7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.265684] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "1ee40994-9e50-4903-a498-56611d88bd7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.768535] env[63248]: DEBUG nova.compute.manager [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2094.287905] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.288224] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.289680] env[63248]: INFO nova.compute.claims [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2095.351007] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba3ea56-05aa-48e3-a4e2-49928fba04a6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.358837] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb796a1a-6c15-4a06-994f-29a78cb61df4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.387524] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2fc7cf-2994-4142-88ca-0a5ce1bd0ea3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.394606] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b886fd-f2f3-486b-8bce-dd87aa508d35 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.408494] env[63248]: DEBUG nova.compute.provider_tree [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2095.911792] env[63248]: DEBUG nova.scheduler.client.report [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2096.416393] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.416938] env[63248]: DEBUG nova.compute.manager [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2096.922276] env[63248]: DEBUG nova.compute.utils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2096.923715] env[63248]: DEBUG nova.compute.manager [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2096.923887] env[63248]: DEBUG nova.network.neutron [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2096.972073] env[63248]: DEBUG nova.policy [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dc7e5a0699d4016892e7e3c2634f4bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bdabcf2b9df4c319bc64673bb10df8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 2097.228647] env[63248]: DEBUG nova.network.neutron [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Successfully created port: 8c71b905-532b-4b0a-827e-8f087e56b2e7 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2097.427124] env[63248]: DEBUG nova.compute.manager [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2098.438446] env[63248]: DEBUG nova.compute.manager [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2098.466725] env[63248]: DEBUG nova.virt.hardware [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2098.466985] env[63248]: DEBUG nova.virt.hardware [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2098.467166] env[63248]: DEBUG nova.virt.hardware [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2098.467355] env[63248]: DEBUG nova.virt.hardware [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2098.467500] env[63248]: DEBUG nova.virt.hardware [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2098.467644] env[63248]: DEBUG nova.virt.hardware [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2098.467856] env[63248]: DEBUG nova.virt.hardware [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2098.468144] env[63248]: DEBUG nova.virt.hardware [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2098.468257] env[63248]: DEBUG nova.virt.hardware [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2098.468447] env[63248]: DEBUG nova.virt.hardware [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2098.468631] env[63248]: DEBUG nova.virt.hardware [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2098.469589] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7a15f7-190c-4a57-9bfe-740741142122 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.480560] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf408938-d5d6-468a-a4f6-1eb435a47898 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.606307] env[63248]: DEBUG nova.compute.manager [req-bbfb4c94-a89a-4fc0-8aa8-9bc6a0eca64c req-1bf068be-a733-4110-aded-111a20cd72b6 service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Received event network-vif-plugged-8c71b905-532b-4b0a-827e-8f087e56b2e7 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2098.606307] env[63248]: DEBUG oslo_concurrency.lockutils [req-bbfb4c94-a89a-4fc0-8aa8-9bc6a0eca64c req-1bf068be-a733-4110-aded-111a20cd72b6 service nova] Acquiring lock "1ee40994-9e50-4903-a498-56611d88bd7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.606307] env[63248]: DEBUG oslo_concurrency.lockutils [req-bbfb4c94-a89a-4fc0-8aa8-9bc6a0eca64c req-1bf068be-a733-4110-aded-111a20cd72b6 service nova] Lock "1ee40994-9e50-4903-a498-56611d88bd7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.606307] env[63248]: DEBUG oslo_concurrency.lockutils [req-bbfb4c94-a89a-4fc0-8aa8-9bc6a0eca64c req-1bf068be-a733-4110-aded-111a20cd72b6 service nova] Lock "1ee40994-9e50-4903-a498-56611d88bd7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.606307] env[63248]: DEBUG nova.compute.manager [req-bbfb4c94-a89a-4fc0-8aa8-9bc6a0eca64c req-1bf068be-a733-4110-aded-111a20cd72b6 service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] No waiting events found dispatching network-vif-plugged-8c71b905-532b-4b0a-827e-8f087e56b2e7 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2098.606307] env[63248]: WARNING nova.compute.manager [req-bbfb4c94-a89a-4fc0-8aa8-9bc6a0eca64c req-1bf068be-a733-4110-aded-111a20cd72b6 service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Received unexpected event network-vif-plugged-8c71b905-532b-4b0a-827e-8f087e56b2e7 for instance with vm_state building and task_state spawning. [ 2098.691404] env[63248]: DEBUG nova.network.neutron [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Successfully updated port: 8c71b905-532b-4b0a-827e-8f087e56b2e7 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2099.194502] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "refresh_cache-1ee40994-9e50-4903-a498-56611d88bd7c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.194659] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "refresh_cache-1ee40994-9e50-4903-a498-56611d88bd7c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.194857] env[63248]: DEBUG nova.network.neutron [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2099.725984] env[63248]: DEBUG nova.network.neutron [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2099.851107] env[63248]: DEBUG nova.network.neutron [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Updating instance_info_cache with network_info: [{"id": "8c71b905-532b-4b0a-827e-8f087e56b2e7", "address": "fa:16:3e:30:b8:cd", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c71b905-53", "ovs_interfaceid": "8c71b905-532b-4b0a-827e-8f087e56b2e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.354206] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "refresh_cache-1ee40994-9e50-4903-a498-56611d88bd7c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.354556] env[63248]: DEBUG nova.compute.manager [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Instance network_info: |[{"id": "8c71b905-532b-4b0a-827e-8f087e56b2e7", "address": "fa:16:3e:30:b8:cd", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c71b905-53", "ovs_interfaceid": "8c71b905-532b-4b0a-827e-8f087e56b2e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2100.354994] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:b8:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c71b905-532b-4b0a-827e-8f087e56b2e7', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2100.362420] env[63248]: DEBUG oslo.service.loopingcall [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2100.362638] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2100.362859] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f583ad58-0d3c-4068-9bf9-0b45743b0d70 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.383687] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2100.383687] env[63248]: value = "task-1801749" [ 2100.383687] env[63248]: _type = "Task" [ 2100.383687] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.391154] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801749, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.630174] env[63248]: DEBUG nova.compute.manager [req-f194cea8-8503-477b-a66b-d8763e13677f req-9a249dd6-0b2c-4a9b-996e-4bed60a2d2e6 service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Received event network-changed-8c71b905-532b-4b0a-827e-8f087e56b2e7 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2100.630378] env[63248]: DEBUG nova.compute.manager [req-f194cea8-8503-477b-a66b-d8763e13677f req-9a249dd6-0b2c-4a9b-996e-4bed60a2d2e6 service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Refreshing instance network info cache due to event network-changed-8c71b905-532b-4b0a-827e-8f087e56b2e7. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2100.630599] env[63248]: DEBUG oslo_concurrency.lockutils [req-f194cea8-8503-477b-a66b-d8763e13677f req-9a249dd6-0b2c-4a9b-996e-4bed60a2d2e6 service nova] Acquiring lock "refresh_cache-1ee40994-9e50-4903-a498-56611d88bd7c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.630744] env[63248]: DEBUG oslo_concurrency.lockutils [req-f194cea8-8503-477b-a66b-d8763e13677f req-9a249dd6-0b2c-4a9b-996e-4bed60a2d2e6 service nova] Acquired lock "refresh_cache-1ee40994-9e50-4903-a498-56611d88bd7c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.630907] env[63248]: DEBUG nova.network.neutron [req-f194cea8-8503-477b-a66b-d8763e13677f req-9a249dd6-0b2c-4a9b-996e-4bed60a2d2e6 service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Refreshing network info cache for port 8c71b905-532b-4b0a-827e-8f087e56b2e7 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2100.894150] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801749, 'name': CreateVM_Task, 'duration_secs': 0.318911} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.894493] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2100.894964] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.895214] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.895575] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2100.895837] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b33a54de-0264-4d91-91d7-f9ab39bce8f6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.900569] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2100.900569] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5260fabf-94a9-071b-cc98-71718d19491e" [ 2100.900569] env[63248]: _type = "Task" [ 2100.900569] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.908155] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5260fabf-94a9-071b-cc98-71718d19491e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.327038] env[63248]: DEBUG nova.network.neutron [req-f194cea8-8503-477b-a66b-d8763e13677f req-9a249dd6-0b2c-4a9b-996e-4bed60a2d2e6 service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Updated VIF entry in instance network info cache for port 8c71b905-532b-4b0a-827e-8f087e56b2e7. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2101.327038] env[63248]: DEBUG nova.network.neutron [req-f194cea8-8503-477b-a66b-d8763e13677f req-9a249dd6-0b2c-4a9b-996e-4bed60a2d2e6 service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Updating instance_info_cache with network_info: [{"id": "8c71b905-532b-4b0a-827e-8f087e56b2e7", "address": "fa:16:3e:30:b8:cd", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c71b905-53", "ovs_interfaceid": "8c71b905-532b-4b0a-827e-8f087e56b2e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.410270] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5260fabf-94a9-071b-cc98-71718d19491e, 'name': SearchDatastore_Task, 'duration_secs': 0.0091} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.410568] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.410798] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2101.411041] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.411194] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2101.411372] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2101.411614] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f43c739b-e2a0-4ea5-9324-0fda54656f99 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.419145] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2101.419288] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2101.419929] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c25d7e-d95d-4c96-b622-c7e85788c16a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.424648] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2101.424648] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521ed4c4-feed-7f98-758f-29f39fb958ff" [ 2101.424648] env[63248]: _type = "Task" [ 2101.424648] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.431564] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521ed4c4-feed-7f98-758f-29f39fb958ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.829535] env[63248]: DEBUG oslo_concurrency.lockutils [req-f194cea8-8503-477b-a66b-d8763e13677f req-9a249dd6-0b2c-4a9b-996e-4bed60a2d2e6 service nova] Releasing lock "refresh_cache-1ee40994-9e50-4903-a498-56611d88bd7c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.935226] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]521ed4c4-feed-7f98-758f-29f39fb958ff, 'name': SearchDatastore_Task, 'duration_secs': 0.007791} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.935979] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68135b83-9995-4032-8756-bda0181f3873 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.940920] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2101.940920] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527a6c00-4dc3-aaf3-cfbe-1f106f2ae45d" [ 2101.940920] env[63248]: _type = "Task" [ 2101.940920] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.948068] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527a6c00-4dc3-aaf3-cfbe-1f106f2ae45d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.451058] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527a6c00-4dc3-aaf3-cfbe-1f106f2ae45d, 'name': SearchDatastore_Task, 'duration_secs': 0.008645} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.451058] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.451058] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 1ee40994-9e50-4903-a498-56611d88bd7c/1ee40994-9e50-4903-a498-56611d88bd7c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2102.451333] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd1fec8f-c5e8-4244-96b9-60620091f145 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.457572] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2102.457572] env[63248]: value = "task-1801751" [ 2102.457572] env[63248]: _type = "Task" [ 2102.457572] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.465253] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.967147] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474828} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.967590] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 1ee40994-9e50-4903-a498-56611d88bd7c/1ee40994-9e50-4903-a498-56611d88bd7c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2102.967737] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2102.967927] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb0fd653-8ae2-451c-91f2-cd26926c00fe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.975483] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2102.975483] env[63248]: value = "task-1801752" [ 2102.975483] env[63248]: _type = "Task" [ 2102.975483] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.983238] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.485185] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076889} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.485480] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2103.486220] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75bf5b0-9d27-4898-a4f8-c2bf6972abfd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.507494] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1ee40994-9e50-4903-a498-56611d88bd7c/1ee40994-9e50-4903-a498-56611d88bd7c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2103.507774] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a40500b3-5740-41d8-b05b-625638d5b48d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.527685] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2103.527685] env[63248]: value = "task-1801753" [ 2103.527685] env[63248]: _type = "Task" [ 2103.527685] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.535914] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.037655] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801753, 'name': ReconfigVM_Task, 'duration_secs': 0.267082} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.038176] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1ee40994-9e50-4903-a498-56611d88bd7c/1ee40994-9e50-4903-a498-56611d88bd7c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2104.038492] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c25e6b8-ad2d-481e-b7e8-30a3a67ce5bf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.045253] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2104.045253] env[63248]: value = "task-1801754" [ 2104.045253] env[63248]: _type = "Task" [ 2104.045253] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.053740] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801754, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.555870] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801754, 'name': Rename_Task, 'duration_secs': 0.160361} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.556155] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2104.556580] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfd1033d-0754-4ccf-a2cf-7d2f1ca44d34 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.562688] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2104.562688] env[63248]: value = "task-1801756" [ 2104.562688] env[63248]: _type = "Task" [ 2104.562688] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.571353] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.072903] env[63248]: DEBUG oslo_vmware.api [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801756, 'name': PowerOnVM_Task, 'duration_secs': 0.412296} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.073309] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2105.073437] env[63248]: INFO nova.compute.manager [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Took 6.63 seconds to spawn the instance on the hypervisor. [ 2105.073589] env[63248]: DEBUG nova.compute.manager [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2105.074465] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566017c0-6a01-4119-9714-01a40357267e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.590342] env[63248]: INFO nova.compute.manager [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Took 11.32 seconds to build instance. [ 2106.093333] env[63248]: DEBUG oslo_concurrency.lockutils [None req-dc15da26-6266-47b9-a15d-655d8e088481 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "1ee40994-9e50-4903-a498-56611d88bd7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.828s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.401072] env[63248]: DEBUG nova.compute.manager [req-ae698007-d457-4c96-8ec1-91c8666bcd4b req-62e9798a-dc3d-4da0-a6f6-13965eb53f1f service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Received event network-changed-8c71b905-532b-4b0a-827e-8f087e56b2e7 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2106.401072] env[63248]: DEBUG nova.compute.manager [req-ae698007-d457-4c96-8ec1-91c8666bcd4b req-62e9798a-dc3d-4da0-a6f6-13965eb53f1f service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Refreshing instance network info cache due to event network-changed-8c71b905-532b-4b0a-827e-8f087e56b2e7. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2106.401072] env[63248]: DEBUG oslo_concurrency.lockutils [req-ae698007-d457-4c96-8ec1-91c8666bcd4b req-62e9798a-dc3d-4da0-a6f6-13965eb53f1f service nova] Acquiring lock "refresh_cache-1ee40994-9e50-4903-a498-56611d88bd7c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.401072] env[63248]: DEBUG oslo_concurrency.lockutils [req-ae698007-d457-4c96-8ec1-91c8666bcd4b req-62e9798a-dc3d-4da0-a6f6-13965eb53f1f service nova] Acquired lock "refresh_cache-1ee40994-9e50-4903-a498-56611d88bd7c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.401459] env[63248]: DEBUG nova.network.neutron [req-ae698007-d457-4c96-8ec1-91c8666bcd4b req-62e9798a-dc3d-4da0-a6f6-13965eb53f1f service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Refreshing network info cache for port 8c71b905-532b-4b0a-827e-8f087e56b2e7 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2107.102485] env[63248]: DEBUG nova.network.neutron [req-ae698007-d457-4c96-8ec1-91c8666bcd4b req-62e9798a-dc3d-4da0-a6f6-13965eb53f1f service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Updated VIF entry in instance network info cache for port 8c71b905-532b-4b0a-827e-8f087e56b2e7. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2107.102846] env[63248]: DEBUG nova.network.neutron [req-ae698007-d457-4c96-8ec1-91c8666bcd4b req-62e9798a-dc3d-4da0-a6f6-13965eb53f1f service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Updating instance_info_cache with network_info: [{"id": "8c71b905-532b-4b0a-827e-8f087e56b2e7", "address": "fa:16:3e:30:b8:cd", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c71b905-53", "ovs_interfaceid": "8c71b905-532b-4b0a-827e-8f087e56b2e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.606066] env[63248]: DEBUG oslo_concurrency.lockutils [req-ae698007-d457-4c96-8ec1-91c8666bcd4b req-62e9798a-dc3d-4da0-a6f6-13965eb53f1f service nova] Releasing lock "refresh_cache-1ee40994-9e50-4903-a498-56611d88bd7c" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.258074] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "edbba668-bbb4-434a-a242-f64206b88ceb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.258074] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "edbba668-bbb4-434a-a242-f64206b88ceb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.759528] env[63248]: DEBUG nova.compute.manager [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2109.280250] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.280515] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.281973] env[63248]: INFO nova.compute.claims [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2110.352827] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40075d2e-b7be-49df-8cf9-a075cce1f6aa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.360209] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfde485f-3d4d-46f6-bbc7-d8ba1244e3ba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.389481] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ef1dbf-d413-4030-9e79-fc416b360809 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.396571] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd5418a-c7f5-4f3a-9b94-435aea0c3f94 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.410523] env[63248]: DEBUG nova.compute.provider_tree [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2110.914101] env[63248]: DEBUG nova.scheduler.client.report [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2111.419264] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.419686] env[63248]: DEBUG nova.compute.manager [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2111.925031] env[63248]: DEBUG nova.compute.utils [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2111.926474] env[63248]: DEBUG nova.compute.manager [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2111.926660] env[63248]: DEBUG nova.network.neutron [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2111.974129] env[63248]: DEBUG nova.policy [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bdae26cba7f40e4b2e850bd70dcb74c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed280d3ffc74d6682b2e70513b82428', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 2112.230581] env[63248]: DEBUG nova.network.neutron [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Successfully created port: 80b1ba4a-ddd7-400b-a929-16c5499e478d {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2112.430458] env[63248]: DEBUG nova.compute.manager [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2112.936065] env[63248]: INFO nova.virt.block_device [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Booting with volume 9bcf067e-3e04-4bc6-88ad-1ba6368d660a at /dev/sda [ 2112.970507] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f67075df-428d-44ba-b06f-0a80ef622341 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.980453] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be372b2a-50aa-44a8-b154-30ee6d3d5282 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.006779] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b721fe8-de03-48c9-b9a2-a74fea13f74b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.015784] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf589ec-514b-4e91-afb7-4319968139b3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.043326] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8232e760-1982-4ac9-ac14-ac1b8d70825c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.049646] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4177e2-a602-42a5-b53c-a471f994dbf1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.062667] env[63248]: DEBUG nova.virt.block_device [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating existing volume attachment record: dae735d0-2076-429a-b1b5-a60d50c87409 {{(pid=63248) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2113.604183] env[63248]: DEBUG nova.compute.manager [req-8ae19ac6-d033-4279-b6c0-db44e9c34143 req-42f89a66-2e47-4f1d-aaaa-3996abfc0c5d service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Received event network-vif-plugged-80b1ba4a-ddd7-400b-a929-16c5499e478d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2113.604496] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ae19ac6-d033-4279-b6c0-db44e9c34143 req-42f89a66-2e47-4f1d-aaaa-3996abfc0c5d service nova] Acquiring lock "edbba668-bbb4-434a-a242-f64206b88ceb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.604679] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ae19ac6-d033-4279-b6c0-db44e9c34143 req-42f89a66-2e47-4f1d-aaaa-3996abfc0c5d service nova] Lock "edbba668-bbb4-434a-a242-f64206b88ceb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.604828] env[63248]: DEBUG oslo_concurrency.lockutils [req-8ae19ac6-d033-4279-b6c0-db44e9c34143 req-42f89a66-2e47-4f1d-aaaa-3996abfc0c5d service nova] Lock "edbba668-bbb4-434a-a242-f64206b88ceb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.605039] env[63248]: DEBUG nova.compute.manager [req-8ae19ac6-d033-4279-b6c0-db44e9c34143 req-42f89a66-2e47-4f1d-aaaa-3996abfc0c5d service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] No waiting events found dispatching network-vif-plugged-80b1ba4a-ddd7-400b-a929-16c5499e478d {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2113.605183] env[63248]: WARNING nova.compute.manager [req-8ae19ac6-d033-4279-b6c0-db44e9c34143 req-42f89a66-2e47-4f1d-aaaa-3996abfc0c5d service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Received unexpected event network-vif-plugged-80b1ba4a-ddd7-400b-a929-16c5499e478d for instance with vm_state building and task_state block_device_mapping. [ 2113.688545] env[63248]: DEBUG nova.network.neutron [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Successfully updated port: 80b1ba4a-ddd7-400b-a929-16c5499e478d {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2114.190095] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.190230] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.190401] env[63248]: DEBUG nova.network.neutron [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2114.719701] env[63248]: DEBUG nova.network.neutron [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2114.846875] env[63248]: DEBUG nova.network.neutron [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating instance_info_cache with network_info: [{"id": "80b1ba4a-ddd7-400b-a929-16c5499e478d", "address": "fa:16:3e:26:53:61", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b1ba4a-dd", "ovs_interfaceid": "80b1ba4a-ddd7-400b-a929-16c5499e478d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.140612] env[63248]: DEBUG nova.compute.manager [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2115.141222] env[63248]: DEBUG nova.virt.hardware [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2115.141438] env[63248]: DEBUG nova.virt.hardware [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2115.141595] env[63248]: DEBUG nova.virt.hardware [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2115.141781] env[63248]: DEBUG nova.virt.hardware [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2115.141926] env[63248]: DEBUG nova.virt.hardware [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2115.142089] env[63248]: DEBUG nova.virt.hardware [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2115.142324] env[63248]: DEBUG nova.virt.hardware [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2115.142508] env[63248]: DEBUG nova.virt.hardware [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2115.142683] env[63248]: DEBUG nova.virt.hardware [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2115.142847] env[63248]: DEBUG nova.virt.hardware [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2115.143031] env[63248]: DEBUG nova.virt.hardware [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2115.143973] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9e6c7d-04ac-4b3f-a51d-071830c366d3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.152747] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455c43aa-57f2-4796-864e-1b73253a3bcd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.349941] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.350292] env[63248]: DEBUG nova.compute.manager [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Instance network_info: |[{"id": "80b1ba4a-ddd7-400b-a929-16c5499e478d", "address": "fa:16:3e:26:53:61", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b1ba4a-dd", "ovs_interfaceid": "80b1ba4a-ddd7-400b-a929-16c5499e478d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2115.350726] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:53:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80b1ba4a-ddd7-400b-a929-16c5499e478d', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2115.358540] env[63248]: DEBUG oslo.service.loopingcall [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2115.358764] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2115.358991] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24333854-073a-4661-b2ec-7968d7f64d09 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.378903] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2115.378903] env[63248]: value = "task-1801757" [ 2115.378903] env[63248]: _type = "Task" [ 2115.378903] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.386350] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801757, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.630625] env[63248]: DEBUG nova.compute.manager [req-7808727f-2268-4251-b361-5f3e74631ce3 req-e0e8e992-87a8-42b6-a083-86430b0ea8f0 service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Received event network-changed-80b1ba4a-ddd7-400b-a929-16c5499e478d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2115.630852] env[63248]: DEBUG nova.compute.manager [req-7808727f-2268-4251-b361-5f3e74631ce3 req-e0e8e992-87a8-42b6-a083-86430b0ea8f0 service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Refreshing instance network info cache due to event network-changed-80b1ba4a-ddd7-400b-a929-16c5499e478d. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2115.631168] env[63248]: DEBUG oslo_concurrency.lockutils [req-7808727f-2268-4251-b361-5f3e74631ce3 req-e0e8e992-87a8-42b6-a083-86430b0ea8f0 service nova] Acquiring lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.631356] env[63248]: DEBUG oslo_concurrency.lockutils [req-7808727f-2268-4251-b361-5f3e74631ce3 req-e0e8e992-87a8-42b6-a083-86430b0ea8f0 service nova] Acquired lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.631536] env[63248]: DEBUG nova.network.neutron [req-7808727f-2268-4251-b361-5f3e74631ce3 req-e0e8e992-87a8-42b6-a083-86430b0ea8f0 service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Refreshing network info cache for port 80b1ba4a-ddd7-400b-a929-16c5499e478d {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2115.889363] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801757, 'name': CreateVM_Task, 'duration_secs': 0.304357} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.889668] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2115.890162] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373553', 'volume_id': '9bcf067e-3e04-4bc6-88ad-1ba6368d660a', 'name': 'volume-9bcf067e-3e04-4bc6-88ad-1ba6368d660a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'edbba668-bbb4-434a-a242-f64206b88ceb', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcf067e-3e04-4bc6-88ad-1ba6368d660a', 'serial': '9bcf067e-3e04-4bc6-88ad-1ba6368d660a'}, 'mount_device': '/dev/sda', 'attachment_id': 'dae735d0-2076-429a-b1b5-a60d50c87409', 'device_type': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=63248) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2115.890372] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Root volume attach. Driver type: vmdk {{(pid=63248) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2115.891109] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f20c6a-9ed5-4623-bab7-5a582b2ba85b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.898357] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5c7338-7a4a-4fd3-b81b-3d327005da4d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.904058] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270cac1a-fc13-4173-9b04-4a59cf30ae54 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.909403] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-549d8ef8-90de-4d20-8da1-8d1be6c93dbf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.916478] env[63248]: DEBUG oslo_vmware.api [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2115.916478] env[63248]: value = "task-1801758" [ 2115.916478] env[63248]: _type = "Task" [ 2115.916478] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.923292] env[63248]: DEBUG oslo_vmware.api [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801758, 'name': RelocateVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.309674] env[63248]: DEBUG nova.network.neutron [req-7808727f-2268-4251-b361-5f3e74631ce3 req-e0e8e992-87a8-42b6-a083-86430b0ea8f0 service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updated VIF entry in instance network info cache for port 80b1ba4a-ddd7-400b-a929-16c5499e478d. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2116.310240] env[63248]: DEBUG nova.network.neutron [req-7808727f-2268-4251-b361-5f3e74631ce3 req-e0e8e992-87a8-42b6-a083-86430b0ea8f0 service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating instance_info_cache with network_info: [{"id": "80b1ba4a-ddd7-400b-a929-16c5499e478d", "address": "fa:16:3e:26:53:61", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b1ba4a-dd", "ovs_interfaceid": "80b1ba4a-ddd7-400b-a929-16c5499e478d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.426313] env[63248]: DEBUG oslo_vmware.api [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801758, 'name': RelocateVM_Task, 'duration_secs': 0.026803} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.426542] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Volume attach. Driver type: vmdk {{(pid=63248) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2116.426741] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373553', 'volume_id': '9bcf067e-3e04-4bc6-88ad-1ba6368d660a', 'name': 'volume-9bcf067e-3e04-4bc6-88ad-1ba6368d660a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'edbba668-bbb4-434a-a242-f64206b88ceb', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcf067e-3e04-4bc6-88ad-1ba6368d660a', 'serial': '9bcf067e-3e04-4bc6-88ad-1ba6368d660a'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2116.427493] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ee43db-a5e2-499f-90c6-7fe0e50db162 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.442284] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d4b0bd-de38-4df0-befb-31f299472dc9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.463434] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-9bcf067e-3e04-4bc6-88ad-1ba6368d660a/volume-9bcf067e-3e04-4bc6-88ad-1ba6368d660a.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2116.463688] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2106ee82-7c91-4d94-8c62-4a390d52bf64 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.482990] env[63248]: DEBUG oslo_vmware.api [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2116.482990] env[63248]: value = "task-1801759" [ 2116.482990] env[63248]: _type = "Task" [ 2116.482990] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.490339] env[63248]: DEBUG oslo_vmware.api [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.813534] env[63248]: DEBUG oslo_concurrency.lockutils [req-7808727f-2268-4251-b361-5f3e74631ce3 req-e0e8e992-87a8-42b6-a083-86430b0ea8f0 service nova] Releasing lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.992590] env[63248]: DEBUG oslo_vmware.api [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801759, 'name': ReconfigVM_Task, 'duration_secs': 0.2529} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.993047] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-9bcf067e-3e04-4bc6-88ad-1ba6368d660a/volume-9bcf067e-3e04-4bc6-88ad-1ba6368d660a.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2116.997465] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b4e4672-9965-471c-baab-7d3c9c827d58 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.012578] env[63248]: DEBUG oslo_vmware.api [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2117.012578] env[63248]: value = "task-1801760" [ 2117.012578] env[63248]: _type = "Task" [ 2117.012578] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.020065] env[63248]: DEBUG oslo_vmware.api [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.522123] env[63248]: DEBUG oslo_vmware.api [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801760, 'name': ReconfigVM_Task, 'duration_secs': 0.11719} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.522450] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373553', 'volume_id': '9bcf067e-3e04-4bc6-88ad-1ba6368d660a', 'name': 'volume-9bcf067e-3e04-4bc6-88ad-1ba6368d660a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'edbba668-bbb4-434a-a242-f64206b88ceb', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcf067e-3e04-4bc6-88ad-1ba6368d660a', 'serial': '9bcf067e-3e04-4bc6-88ad-1ba6368d660a'} {{(pid=63248) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2117.522976] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-656d6fe8-74b3-4bb8-a22c-564ddc6aa62e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.529733] env[63248]: DEBUG oslo_vmware.api [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2117.529733] env[63248]: value = "task-1801761" [ 2117.529733] env[63248]: _type = "Task" [ 2117.529733] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.536900] env[63248]: DEBUG oslo_vmware.api [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801761, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.041983] env[63248]: DEBUG oslo_vmware.api [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801761, 'name': Rename_Task, 'duration_secs': 0.137561} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.042368] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2118.042497] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67285d08-4a19-409f-8d8b-c7468e14da5d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.048469] env[63248]: DEBUG oslo_vmware.api [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2118.048469] env[63248]: value = "task-1801762" [ 2118.048469] env[63248]: _type = "Task" [ 2118.048469] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.055389] env[63248]: DEBUG oslo_vmware.api [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.558771] env[63248]: DEBUG oslo_vmware.api [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801762, 'name': PowerOnVM_Task, 'duration_secs': 0.489674} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.559057] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2118.559273] env[63248]: INFO nova.compute.manager [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Took 3.42 seconds to spawn the instance on the hypervisor. [ 2118.559457] env[63248]: DEBUG nova.compute.manager [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2118.560281] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0d1cbd-0d5b-4a72-baff-7f2a4c29ab14 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.081184] env[63248]: INFO nova.compute.manager [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Took 9.82 seconds to build instance. [ 2119.583275] env[63248]: DEBUG oslo_concurrency.lockutils [None req-95309886-e0e5-464a-9c1d-86975f00d522 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "edbba668-bbb4-434a-a242-f64206b88ceb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.325s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.323197] env[63248]: DEBUG nova.compute.manager [req-98d9ba29-52c0-4f54-9b96-cccd0aecc02c req-e4d8dc5e-ab41-4653-9fad-3783b0ec9e92 service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Received event network-changed-152a02df-9298-4a0e-b5ab-9916ab10e80e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2120.323478] env[63248]: DEBUG nova.compute.manager [req-98d9ba29-52c0-4f54-9b96-cccd0aecc02c req-e4d8dc5e-ab41-4653-9fad-3783b0ec9e92 service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Refreshing instance network info cache due to event network-changed-152a02df-9298-4a0e-b5ab-9916ab10e80e. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2120.323689] env[63248]: DEBUG oslo_concurrency.lockutils [req-98d9ba29-52c0-4f54-9b96-cccd0aecc02c req-e4d8dc5e-ab41-4653-9fad-3783b0ec9e92 service nova] Acquiring lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.323754] env[63248]: DEBUG oslo_concurrency.lockutils [req-98d9ba29-52c0-4f54-9b96-cccd0aecc02c req-e4d8dc5e-ab41-4653-9fad-3783b0ec9e92 service nova] Acquired lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.323910] env[63248]: DEBUG nova.network.neutron [req-98d9ba29-52c0-4f54-9b96-cccd0aecc02c req-e4d8dc5e-ab41-4653-9fad-3783b0ec9e92 service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Refreshing network info cache for port 152a02df-9298-4a0e-b5ab-9916ab10e80e {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2121.008828] env[63248]: DEBUG nova.network.neutron [req-98d9ba29-52c0-4f54-9b96-cccd0aecc02c req-e4d8dc5e-ab41-4653-9fad-3783b0ec9e92 service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Updated VIF entry in instance network info cache for port 152a02df-9298-4a0e-b5ab-9916ab10e80e. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2121.009209] env[63248]: DEBUG nova.network.neutron [req-98d9ba29-52c0-4f54-9b96-cccd0aecc02c req-e4d8dc5e-ab41-4653-9fad-3783b0ec9e92 service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Updating instance_info_cache with network_info: [{"id": "152a02df-9298-4a0e-b5ab-9916ab10e80e", "address": "fa:16:3e:6d:66:42", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152a02df-92", "ovs_interfaceid": "152a02df-9298-4a0e-b5ab-9916ab10e80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.512240] env[63248]: DEBUG oslo_concurrency.lockutils [req-98d9ba29-52c0-4f54-9b96-cccd0aecc02c req-e4d8dc5e-ab41-4653-9fad-3783b0ec9e92 service nova] Releasing lock "refresh_cache-a391b76a-3953-4930-86d1-ae87c3a972aa" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.758297] env[63248]: DEBUG nova.compute.manager [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Stashing vm_state: active {{(pid=63248) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2122.278191] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.278463] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.346621] env[63248]: DEBUG nova.compute.manager [req-e6caa4f1-c595-45ad-a91d-c1dbd104e6a1 req-27648935-83f6-4a1c-a193-d3865454f528 service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Received event network-changed-80b1ba4a-ddd7-400b-a929-16c5499e478d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2122.346834] env[63248]: DEBUG nova.compute.manager [req-e6caa4f1-c595-45ad-a91d-c1dbd104e6a1 req-27648935-83f6-4a1c-a193-d3865454f528 service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Refreshing instance network info cache due to event network-changed-80b1ba4a-ddd7-400b-a929-16c5499e478d. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2122.347042] env[63248]: DEBUG oslo_concurrency.lockutils [req-e6caa4f1-c595-45ad-a91d-c1dbd104e6a1 req-27648935-83f6-4a1c-a193-d3865454f528 service nova] Acquiring lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.347189] env[63248]: DEBUG oslo_concurrency.lockutils [req-e6caa4f1-c595-45ad-a91d-c1dbd104e6a1 req-27648935-83f6-4a1c-a193-d3865454f528 service nova] Acquired lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.347349] env[63248]: DEBUG nova.network.neutron [req-e6caa4f1-c595-45ad-a91d-c1dbd104e6a1 req-27648935-83f6-4a1c-a193-d3865454f528 service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Refreshing network info cache for port 80b1ba4a-ddd7-400b-a929-16c5499e478d {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2122.783056] env[63248]: INFO nova.compute.claims [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2123.045130] env[63248]: DEBUG nova.network.neutron [req-e6caa4f1-c595-45ad-a91d-c1dbd104e6a1 req-27648935-83f6-4a1c-a193-d3865454f528 service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updated VIF entry in instance network info cache for port 80b1ba4a-ddd7-400b-a929-16c5499e478d. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2123.045499] env[63248]: DEBUG nova.network.neutron [req-e6caa4f1-c595-45ad-a91d-c1dbd104e6a1 req-27648935-83f6-4a1c-a193-d3865454f528 service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating instance_info_cache with network_info: [{"id": "80b1ba4a-ddd7-400b-a929-16c5499e478d", "address": "fa:16:3e:26:53:61", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b1ba4a-dd", "ovs_interfaceid": "80b1ba4a-ddd7-400b-a929-16c5499e478d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2123.289532] env[63248]: INFO nova.compute.resource_tracker [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating resource usage from migration 45b00ce8-89bd-44dd-8b42-6ef042abd945 [ 2123.361613] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c80710-74eb-4ff1-aee0-0704bc50c8a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.369041] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5ce58f-8a56-44b2-b002-afd8765495d1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.397981] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc15c305-d671-4f81-84a1-4814afa7f815 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.405286] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1582bda0-7d8e-425d-9be8-0f0723a0bf4c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.418102] env[63248]: DEBUG nova.compute.provider_tree [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2123.548301] env[63248]: DEBUG oslo_concurrency.lockutils [req-e6caa4f1-c595-45ad-a91d-c1dbd104e6a1 req-27648935-83f6-4a1c-a193-d3865454f528 service nova] Releasing lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.921422] env[63248]: DEBUG nova.scheduler.client.report [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2124.426689] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.148s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.426971] env[63248]: INFO nova.compute.manager [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Migrating [ 2124.940847] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.941404] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2124.941404] env[63248]: DEBUG nova.network.neutron [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2125.650619] env[63248]: DEBUG nova.network.neutron [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating instance_info_cache with network_info: [{"id": "80b1ba4a-ddd7-400b-a929-16c5499e478d", "address": "fa:16:3e:26:53:61", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b1ba4a-dd", "ovs_interfaceid": "80b1ba4a-ddd7-400b-a929-16c5499e478d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.153913] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.668989] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e3cff7-430c-4b8a-b11c-6ac6a282f65a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.687532] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating instance 'edbba668-bbb4-434a-a242-f64206b88ceb' progress to 0 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2128.193210] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2128.193473] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeddeb15-a41e-49d6-8c88-4671c0247012 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.202683] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2128.202683] env[63248]: value = "task-1801763" [ 2128.202683] env[63248]: _type = "Task" [ 2128.202683] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.210021] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.714012] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801763, 'name': PowerOffVM_Task, 'duration_secs': 0.206835} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.714344] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2128.714488] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating instance 'edbba668-bbb4-434a-a242-f64206b88ceb' progress to 17 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2129.220810] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2129.221060] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2129.221194] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2129.221378] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2129.221532] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2129.221672] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2129.221875] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2129.222059] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2129.222240] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2129.222409] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2129.222577] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2129.227796] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee9d2c1-1db2-41e1-a7c7-80c1a01ac99c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.244678] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2129.244678] env[63248]: value = "task-1801764" [ 2129.244678] env[63248]: _type = "Task" [ 2129.244678] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.252989] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.755160] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801764, 'name': ReconfigVM_Task, 'duration_secs': 0.148205} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.755515] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating instance 'edbba668-bbb4-434a-a242-f64206b88ceb' progress to 33 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2130.262018] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2130.262278] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2130.262439] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2130.262636] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2130.262797] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2130.262945] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2130.263163] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2130.263321] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2130.263488] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2130.263649] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2130.263820] env[63248]: DEBUG nova.virt.hardware [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2130.269109] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2130.269397] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39b3ddff-41c4-4899-9ba9-2654d63e1f24 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.288800] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2130.288800] env[63248]: value = "task-1801765" [ 2130.288800] env[63248]: _type = "Task" [ 2130.288800] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.296288] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.801411] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801765, 'name': ReconfigVM_Task, 'duration_secs': 0.151505} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.801764] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2130.802817] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8563cc-6941-4422-9901-75143c98b195 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.836085] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-9bcf067e-3e04-4bc6-88ad-1ba6368d660a/volume-9bcf067e-3e04-4bc6-88ad-1ba6368d660a.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2130.836472] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aabe7d8f-66c6-43c0-981c-4ffed3971e0b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.862053] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2130.862053] env[63248]: value = "task-1801766" [ 2130.862053] env[63248]: _type = "Task" [ 2130.862053] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.869603] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.372282] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801766, 'name': ReconfigVM_Task, 'duration_secs': 0.259448} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.372559] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-9bcf067e-3e04-4bc6-88ad-1ba6368d660a/volume-9bcf067e-3e04-4bc6-88ad-1ba6368d660a.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2131.372854] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating instance 'edbba668-bbb4-434a-a242-f64206b88ceb' progress to 50 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2131.879271] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59ce64b-a9e7-4d34-a514-ba7a3e4680da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.898586] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d44dd7-a0c2-40a3-8385-9d50801ef7da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.916672] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating instance 'edbba668-bbb4-434a-a242-f64206b88ceb' progress to 67 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2133.552536] env[63248]: DEBUG nova.network.neutron [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Port 80b1ba4a-ddd7-400b-a929-16c5499e478d binding to destination host cpu-1 is already ACTIVE {{(pid=63248) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2134.573097] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "edbba668-bbb4-434a-a242-f64206b88ceb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.573468] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "edbba668-bbb4-434a-a242-f64206b88ceb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.573613] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "edbba668-bbb4-434a-a242-f64206b88ceb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.610207] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.610431] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.610579] env[63248]: DEBUG nova.network.neutron [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2136.309277] env[63248]: DEBUG nova.network.neutron [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating instance_info_cache with network_info: [{"id": "80b1ba4a-ddd7-400b-a929-16c5499e478d", "address": "fa:16:3e:26:53:61", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b1ba4a-dd", "ovs_interfaceid": "80b1ba4a-ddd7-400b-a929-16c5499e478d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.812325] env[63248]: DEBUG oslo_concurrency.lockutils [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.321077] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48a2777-6a57-4900-aa29-225ce5133ed4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.328364] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727b9d66-2935-486b-96fe-183ff99f9518 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.424629] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d8bc0b-b2c7-479f-a97d-63ac3f0ffdc1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.445164] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eac04b9-5e01-41f6-ab87-80439c53c7eb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.452377] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating instance 'edbba668-bbb4-434a-a242-f64206b88ceb' progress to 83 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2138.959056] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2138.959343] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cc777ae-7459-4e85-917c-1fd8c24005d7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.966636] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2138.966636] env[63248]: value = "task-1801767" [ 2138.966636] env[63248]: _type = "Task" [ 2138.966636] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.974714] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.478016] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801767, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.978528] env[63248]: DEBUG oslo_vmware.api [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801767, 'name': PowerOnVM_Task, 'duration_secs': 0.51404} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.978804] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2139.978987] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dfdcd8-aef1-4c40-9bf3-e70a224d3110 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating instance 'edbba668-bbb4-434a-a242-f64206b88ceb' progress to 100 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2141.334898] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2141.335359] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2141.335359] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2141.865115] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.865296] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquired lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.865452] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Forcefully refreshing network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2142.146636] env[63248]: DEBUG oslo_concurrency.lockutils [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "edbba668-bbb4-434a-a242-f64206b88ceb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.146835] env[63248]: DEBUG oslo_concurrency.lockutils [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "edbba668-bbb4-434a-a242-f64206b88ceb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.147033] env[63248]: DEBUG nova.compute.manager [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Going to confirm migration 8 {{(pid=63248) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2142.705772] env[63248]: DEBUG oslo_concurrency.lockutils [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.706160] env[63248]: DEBUG oslo_concurrency.lockutils [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquired lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.706226] env[63248]: DEBUG nova.network.neutron [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2142.706356] env[63248]: DEBUG nova.objects.instance [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lazy-loading 'info_cache' on Instance uuid edbba668-bbb4-434a-a242-f64206b88ceb {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2143.075560] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance_info_cache with network_info: [{"id": "d445e32d-9154-4eaf-85f7-63d30fe26532", "address": "fa:16:3e:7c:21:99", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd445e32d-91", "ovs_interfaceid": "d445e32d-9154-4eaf-85f7-63d30fe26532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.578212] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Releasing lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.578494] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updated the network info_cache for instance {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2143.578755] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2143.578961] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2143.579180] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2143.579382] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2143.579571] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2143.579765] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2143.579933] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2143.580140] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2144.081539] env[63248]: DEBUG nova.network.neutron [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating instance_info_cache with network_info: [{"id": "80b1ba4a-ddd7-400b-a929-16c5499e478d", "address": "fa:16:3e:26:53:61", "network": {"id": "ddb3db83-19bb-431c-a2cd-d932191cc35b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063400992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed280d3ffc74d6682b2e70513b82428", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b1ba4a-dd", "ovs_interfaceid": "80b1ba4a-ddd7-400b-a929-16c5499e478d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.083399] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.083575] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.083735] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.083885] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2144.084916] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2ac4ab-d8c8-4272-bd68-16c9c5306359 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.093906] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179ff573-f708-40d1-b886-ca2026a75b4a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.108111] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afe1639-a26d-4d02-a244-c35c64e38a86 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.114664] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9614df5a-0f87-4807-8631-13523b9704d5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.144597] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180976MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2144.144790] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.145245] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.585304] env[63248]: DEBUG oslo_concurrency.lockutils [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Releasing lock "refresh_cache-edbba668-bbb4-434a-a242-f64206b88ceb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.585574] env[63248]: DEBUG nova.objects.instance [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lazy-loading 'migration_context' on Instance uuid edbba668-bbb4-434a-a242-f64206b88ceb {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2144.868912] env[63248]: INFO nova.compute.manager [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Rebuilding instance [ 2144.908035] env[63248]: DEBUG nova.compute.manager [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2144.908892] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67033ecc-6ccf-4f4b-88b2-031e4d3d2d65 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.089052] env[63248]: DEBUG nova.objects.base [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2145.089938] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf837fe-e90f-4ab8-8900-85fb8d906894 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.110224] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27898179-48b6-4af5-b6e2-a1b97d2e978b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.115377] env[63248]: DEBUG oslo_vmware.api [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2145.115377] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52177c32-d86e-7f57-3cb7-db78483d2241" [ 2145.115377] env[63248]: _type = "Task" [ 2145.115377] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.122617] env[63248]: DEBUG oslo_vmware.api [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52177c32-d86e-7f57-3cb7-db78483d2241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.152615] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Applying migration context for instance edbba668-bbb4-434a-a242-f64206b88ceb as it has an incoming, in-progress migration 45b00ce8-89bd-44dd-8b42-6ef042abd945. Migration status is confirming {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2145.153706] env[63248]: INFO nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating resource usage from migration 45b00ce8-89bd-44dd-8b42-6ef042abd945 [ 2145.170731] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance a391b76a-3953-4930-86d1-ae87c3a972aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2145.170954] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 7137db6c-7c17-4f58-bb9a-06edaa4ece95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2145.171153] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance d47fd485-44d1-4a20-91b5-0baa9479148f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2145.171373] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 1ee40994-9e50-4903-a498-56611d88bd7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2145.171557] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Migration 45b00ce8-89bd-44dd-8b42-6ef042abd945 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2145.171741] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance edbba668-bbb4-434a-a242-f64206b88ceb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2145.172018] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2145.172225] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2145.241226] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f25075-4563-4b1f-a847-e7bfd6cf68a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.248602] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb355264-51d2-48a7-aa2c-c74cc8b4472f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.278145] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fc4d10-93e2-4e1c-9085-1c78af57e69a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.284946] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9960bd5-af47-4f15-8ea2-bc14aad0d13e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.297486] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2145.625127] env[63248]: DEBUG oslo_vmware.api [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52177c32-d86e-7f57-3cb7-db78483d2241, 'name': SearchDatastore_Task, 'duration_secs': 0.006964} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.625432] env[63248]: DEBUG oslo_concurrency.lockutils [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.800364] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2145.921799] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2145.922139] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ce697d4-cd82-4ab5-9511-67b59a682b24 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.931119] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2145.931119] env[63248]: value = "task-1801768" [ 2145.931119] env[63248]: _type = "Task" [ 2145.931119] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.938595] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.306074] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2146.306486] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.161s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.306880] env[63248]: DEBUG oslo_concurrency.lockutils [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.681s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.440748] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801768, 'name': PowerOffVM_Task, 'duration_secs': 0.184615} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.441020] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2146.441265] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2146.441993] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287826b4-4ae5-48bc-8030-6164752c6b06 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.448396] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2146.448613] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87a73060-fdb2-4d1c-8096-a94465034159 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.528478] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2146.528682] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2146.528870] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Deleting the datastore file [datastore1] 1ee40994-9e50-4903-a498-56611d88bd7c {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2146.529154] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-659046a2-5cbd-4f5b-9679-7c9a591a1b75 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.536596] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2146.536596] env[63248]: value = "task-1801770" [ 2146.536596] env[63248]: _type = "Task" [ 2146.536596] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.545566] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.881623] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014b6594-af47-4e72-9cde-528298ee2d25 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.889098] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5ef3de-16be-41d7-9566-982df599da06 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.918804] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53d99ad-66a1-4990-b042-269481fa04e0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.925742] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ab7a86-f3b9-4a1d-9c44-76da1506d620 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.938375] env[63248]: DEBUG nova.compute.provider_tree [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2147.046891] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141861} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.047146] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2147.047334] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2147.047509] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2147.441573] env[63248]: DEBUG nova.scheduler.client.report [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2148.080640] env[63248]: DEBUG nova.virt.hardware [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2148.081194] env[63248]: DEBUG nova.virt.hardware [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2148.081194] env[63248]: DEBUG nova.virt.hardware [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2148.081332] env[63248]: DEBUG nova.virt.hardware [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2148.081421] env[63248]: DEBUG nova.virt.hardware [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2148.081600] env[63248]: DEBUG nova.virt.hardware [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2148.081784] env[63248]: DEBUG nova.virt.hardware [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2148.081964] env[63248]: DEBUG nova.virt.hardware [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2148.082150] env[63248]: DEBUG nova.virt.hardware [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2148.082329] env[63248]: DEBUG nova.virt.hardware [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2148.082500] env[63248]: DEBUG nova.virt.hardware [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2148.083435] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8060cfb-0f13-4f07-ae8d-fcf671c7c7f7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.093113] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9737a277-2a77-4389-b71d-60b470c2b5d6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.106501] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:b8:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c71b905-532b-4b0a-827e-8f087e56b2e7', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2148.113655] env[63248]: DEBUG oslo.service.loopingcall [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2148.113876] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2148.114086] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b0b2310-4d05-4d7a-ac14-60462013cdba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.134466] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2148.134466] env[63248]: value = "task-1801771" [ 2148.134466] env[63248]: _type = "Task" [ 2148.134466] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.141781] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801771, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.451344] env[63248]: DEBUG oslo_concurrency.lockutils [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.144s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.644089] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801771, 'name': CreateVM_Task, 'duration_secs': 0.354017} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.644287] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2148.644921] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.645119] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.645473] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2148.645711] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66afb3cb-698b-4bea-81d4-3d64df8ad79e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.650447] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2148.650447] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cdbc06-5491-1e42-019f-ebba5f24f0a4" [ 2148.650447] env[63248]: _type = "Task" [ 2148.650447] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.657492] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cdbc06-5491-1e42-019f-ebba5f24f0a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.064670] env[63248]: INFO nova.scheduler.client.report [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleted allocation for migration 45b00ce8-89bd-44dd-8b42-6ef042abd945 [ 2149.160599] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cdbc06-5491-1e42-019f-ebba5f24f0a4, 'name': SearchDatastore_Task, 'duration_secs': 0.02626} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.160902] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.161147] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2149.161381] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.161529] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.161706] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2149.161952] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f9f7629-df3b-4956-b029-64511effbc00 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.170029] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2149.170203] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2149.170852] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98dab602-8dc5-4a8c-82e4-9715a357af92 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.175278] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2149.175278] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527eb0e0-2bc8-6140-12b4-2e7931160c80" [ 2149.175278] env[63248]: _type = "Task" [ 2149.175278] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.183454] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527eb0e0-2bc8-6140-12b4-2e7931160c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.570914] env[63248]: DEBUG oslo_concurrency.lockutils [None req-973b7efd-7aed-44e1-ac29-791da7b62adc tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "edbba668-bbb4-434a-a242-f64206b88ceb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.424s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.576480] env[63248]: INFO nova.compute.manager [None req-4184121e-8449-444c-9838-3abd87a969dd tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Get console output [ 2149.576859] env[63248]: WARNING nova.virt.vmwareapi.driver [None req-4184121e-8449-444c-9838-3abd87a969dd tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] The console log is missing. Check your VSPC configuration [ 2149.685561] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]527eb0e0-2bc8-6140-12b4-2e7931160c80, 'name': SearchDatastore_Task, 'duration_secs': 0.008463} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.686332] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb916447-cf26-4db8-96a4-ae5078b56b1f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.691057] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2149.691057] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5298dfc1-2fda-0c85-4a88-2b365c68ad7c" [ 2149.691057] env[63248]: _type = "Task" [ 2149.691057] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.698075] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5298dfc1-2fda-0c85-4a88-2b365c68ad7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.200972] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5298dfc1-2fda-0c85-4a88-2b365c68ad7c, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.201250] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.201501] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 1ee40994-9e50-4903-a498-56611d88bd7c/1ee40994-9e50-4903-a498-56611d88bd7c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2150.201757] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd6f6041-3859-4479-bc50-d9cef955be13 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.208063] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2150.208063] env[63248]: value = "task-1801772" [ 2150.208063] env[63248]: _type = "Task" [ 2150.208063] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.214837] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.718148] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446497} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.718528] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 1ee40994-9e50-4903-a498-56611d88bd7c/1ee40994-9e50-4903-a498-56611d88bd7c.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2150.718661] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2150.718872] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ba8c3b8-9ed0-46f2-b618-d41820c506d7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.726647] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2150.726647] env[63248]: value = "task-1801773" [ 2150.726647] env[63248]: _type = "Task" [ 2150.726647] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.734838] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.237174] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087877} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.237365] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2151.238195] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6670b29-a171-4b22-9ce6-7d7762c96a9b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.260780] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1ee40994-9e50-4903-a498-56611d88bd7c/1ee40994-9e50-4903-a498-56611d88bd7c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2151.261150] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccf60833-6bd3-478b-a1ef-d3cac51be3d6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.281378] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2151.281378] env[63248]: value = "task-1801774" [ 2151.281378] env[63248]: _type = "Task" [ 2151.281378] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.290238] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.791640] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.292759] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801774, 'name': ReconfigVM_Task, 'duration_secs': 1.010322} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.293063] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1ee40994-9e50-4903-a498-56611d88bd7c/1ee40994-9e50-4903-a498-56611d88bd7c.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2152.293683] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63901a3c-02b3-49f0-88f9-67c92689d2d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.300012] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2152.300012] env[63248]: value = "task-1801775" [ 2152.300012] env[63248]: _type = "Task" [ 2152.300012] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.308979] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801775, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.809677] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801775, 'name': Rename_Task, 'duration_secs': 0.152419} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.810141] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2152.810231] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15226844-6bd6-4eb1-81ef-f0d12b3c4cfd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.823569] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2152.823569] env[63248]: value = "task-1801776" [ 2152.823569] env[63248]: _type = "Task" [ 2152.823569] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.830712] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.333526] env[63248]: DEBUG oslo_vmware.api [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801776, 'name': PowerOnVM_Task, 'duration_secs': 0.473654} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.333821] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2153.334019] env[63248]: DEBUG nova.compute.manager [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2153.334784] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6df37a9-2759-40a1-a4e8-d46b21dce01b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.849972] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.850365] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.850412] env[63248]: DEBUG nova.objects.instance [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63248) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2154.859057] env[63248]: DEBUG oslo_concurrency.lockutils [None req-22c1e883-4e45-45e5-85e2-51f3c9e7ebb3 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.473752] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "edbba668-bbb4-434a-a242-f64206b88ceb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.474136] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "edbba668-bbb4-434a-a242-f64206b88ceb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.474638] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "edbba668-bbb4-434a-a242-f64206b88ceb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.474842] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "edbba668-bbb4-434a-a242-f64206b88ceb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.475029] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "edbba668-bbb4-434a-a242-f64206b88ceb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.477209] env[63248]: INFO nova.compute.manager [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Terminating instance [ 2176.981049] env[63248]: DEBUG nova.compute.manager [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2176.981335] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2176.981682] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a22b97b8-c58a-4c99-b2b1-be4a691b0122 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.992645] env[63248]: DEBUG oslo_vmware.api [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2176.992645] env[63248]: value = "task-1801777" [ 2176.992645] env[63248]: _type = "Task" [ 2176.992645] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.002014] env[63248]: DEBUG oslo_vmware.api [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.502510] env[63248]: DEBUG oslo_vmware.api [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801777, 'name': PowerOffVM_Task, 'duration_secs': 0.194122} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.502856] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2177.502956] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Volume detach. Driver type: vmdk {{(pid=63248) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2177.503165] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373553', 'volume_id': '9bcf067e-3e04-4bc6-88ad-1ba6368d660a', 'name': 'volume-9bcf067e-3e04-4bc6-88ad-1ba6368d660a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'edbba668-bbb4-434a-a242-f64206b88ceb', 'attached_at': '2024-12-12T07:42:17.000000', 'detached_at': '', 'volume_id': '9bcf067e-3e04-4bc6-88ad-1ba6368d660a', 'serial': '9bcf067e-3e04-4bc6-88ad-1ba6368d660a'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2177.503884] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc595ff8-a436-4903-a17e-9dc6076482e2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.521831] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8445389d-92c4-4fbd-9bdf-87c3100175d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.527931] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7c6d97-8ce3-49d2-bebe-d3636fd9bcce {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.544865] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92845f43-c910-4d27-8c1f-d8423393f2ed {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.558816] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] The volume has not been displaced from its original location: [datastore1] volume-9bcf067e-3e04-4bc6-88ad-1ba6368d660a/volume-9bcf067e-3e04-4bc6-88ad-1ba6368d660a.vmdk. No consolidation needed. {{(pid=63248) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2177.563982] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2177.564236] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06aaba71-87ff-4dac-8df6-c26add8ae14f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.581389] env[63248]: DEBUG oslo_vmware.api [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2177.581389] env[63248]: value = "task-1801778" [ 2177.581389] env[63248]: _type = "Task" [ 2177.581389] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.588929] env[63248]: DEBUG oslo_vmware.api [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.091168] env[63248]: DEBUG oslo_vmware.api [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801778, 'name': ReconfigVM_Task, 'duration_secs': 0.147043} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.091469] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2178.095999] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-188f73d7-c640-4c7d-8764-393caf88c077 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.111213] env[63248]: DEBUG oslo_vmware.api [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2178.111213] env[63248]: value = "task-1801779" [ 2178.111213] env[63248]: _type = "Task" [ 2178.111213] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.118781] env[63248]: DEBUG oslo_vmware.api [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.621011] env[63248]: DEBUG oslo_vmware.api [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801779, 'name': ReconfigVM_Task, 'duration_secs': 0.145025} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.621459] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373553', 'volume_id': '9bcf067e-3e04-4bc6-88ad-1ba6368d660a', 'name': 'volume-9bcf067e-3e04-4bc6-88ad-1ba6368d660a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'edbba668-bbb4-434a-a242-f64206b88ceb', 'attached_at': '2024-12-12T07:42:17.000000', 'detached_at': '', 'volume_id': '9bcf067e-3e04-4bc6-88ad-1ba6368d660a', 'serial': '9bcf067e-3e04-4bc6-88ad-1ba6368d660a'} {{(pid=63248) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2178.621691] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2178.622363] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e21965-6c30-4c61-840f-8e22e8030cc1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.628922] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2178.629152] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2628e31d-09a7-4541-8c42-6511ba820669 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.699307] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2178.699532] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2178.699644] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleting the datastore file [datastore1] edbba668-bbb4-434a-a242-f64206b88ceb {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2178.699901] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec257c8b-6ea2-49ac-9de1-771694a9dfb0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.706538] env[63248]: DEBUG oslo_vmware.api [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2178.706538] env[63248]: value = "task-1801781" [ 2178.706538] env[63248]: _type = "Task" [ 2178.706538] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.713465] env[63248]: DEBUG oslo_vmware.api [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.217067] env[63248]: DEBUG oslo_vmware.api [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080231} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.217314] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2179.217494] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2179.217659] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2179.217826] env[63248]: INFO nova.compute.manager [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Took 2.24 seconds to destroy the instance on the hypervisor. [ 2179.218094] env[63248]: DEBUG oslo.service.loopingcall [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2179.218292] env[63248]: DEBUG nova.compute.manager [-] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2179.218386] env[63248]: DEBUG nova.network.neutron [-] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2179.671609] env[63248]: DEBUG nova.compute.manager [req-c93862c8-c6d3-4880-b3d4-b25f1d8a5b1f req-e01b3154-4292-4ff6-b618-ca5e3e631d60 service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Received event network-vif-deleted-80b1ba4a-ddd7-400b-a929-16c5499e478d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2179.671609] env[63248]: INFO nova.compute.manager [req-c93862c8-c6d3-4880-b3d4-b25f1d8a5b1f req-e01b3154-4292-4ff6-b618-ca5e3e631d60 service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Neutron deleted interface 80b1ba4a-ddd7-400b-a929-16c5499e478d; detaching it from the instance and deleting it from the info cache [ 2179.671609] env[63248]: DEBUG nova.network.neutron [req-c93862c8-c6d3-4880-b3d4-b25f1d8a5b1f req-e01b3154-4292-4ff6-b618-ca5e3e631d60 service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.151284] env[63248]: DEBUG nova.network.neutron [-] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.174935] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b7ec8a6-6f15-42b6-b316-e512a19e9569 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.185477] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc142124-e6ad-4b8e-b898-18485f632e9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.212735] env[63248]: DEBUG nova.compute.manager [req-c93862c8-c6d3-4880-b3d4-b25f1d8a5b1f req-e01b3154-4292-4ff6-b618-ca5e3e631d60 service nova] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Detach interface failed, port_id=80b1ba4a-ddd7-400b-a929-16c5499e478d, reason: Instance edbba668-bbb4-434a-a242-f64206b88ceb could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2180.654470] env[63248]: INFO nova.compute.manager [-] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Took 1.44 seconds to deallocate network for instance. [ 2181.194903] env[63248]: INFO nova.compute.manager [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Took 0.54 seconds to detach 1 volumes for instance. [ 2181.197039] env[63248]: DEBUG nova.compute.manager [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Deleting volume: 9bcf067e-3e04-4bc6-88ad-1ba6368d660a {{(pid=63248) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2181.733767] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.734049] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.734216] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.758466] env[63248]: INFO nova.scheduler.client.report [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleted allocations for instance edbba668-bbb4-434a-a242-f64206b88ceb [ 2182.266740] env[63248]: DEBUG oslo_concurrency.lockutils [None req-7e7bf0ba-9154-48eb-8408-f63d286a4d50 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "edbba668-bbb4-434a-a242-f64206b88ceb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.793s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.145225] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "d47fd485-44d1-4a20-91b5-0baa9479148f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2183.145479] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "d47fd485-44d1-4a20-91b5-0baa9479148f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2183.145693] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "d47fd485-44d1-4a20-91b5-0baa9479148f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2183.145900] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "d47fd485-44d1-4a20-91b5-0baa9479148f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2183.146093] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "d47fd485-44d1-4a20-91b5-0baa9479148f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.148265] env[63248]: INFO nova.compute.manager [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Terminating instance [ 2183.652546] env[63248]: DEBUG nova.compute.manager [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2183.652907] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2183.653706] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e50550-737c-455c-b178-ca0df192b7b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.661566] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2183.661792] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1839b110-f787-4a29-8d40-137d7736cfac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.667748] env[63248]: DEBUG oslo_vmware.api [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2183.667748] env[63248]: value = "task-1801783" [ 2183.667748] env[63248]: _type = "Task" [ 2183.667748] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.675383] env[63248]: DEBUG oslo_vmware.api [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.177927] env[63248]: DEBUG oslo_vmware.api [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801783, 'name': PowerOffVM_Task, 'duration_secs': 0.185475} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.178204] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2184.178386] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2184.178631] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b71bbbea-e98b-48d7-bd47-592a1ee50134 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.267357] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2184.267615] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2184.267814] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleting the datastore file [datastore1] d47fd485-44d1-4a20-91b5-0baa9479148f {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2184.268123] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8cb885f-814c-495c-920c-76f39b6cad8e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.274092] env[63248]: DEBUG oslo_vmware.api [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2184.274092] env[63248]: value = "task-1801785" [ 2184.274092] env[63248]: _type = "Task" [ 2184.274092] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.281211] env[63248]: DEBUG oslo_vmware.api [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.783595] env[63248]: DEBUG oslo_vmware.api [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124062} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.784025] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2184.784118] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2184.784305] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2184.784480] env[63248]: INFO nova.compute.manager [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2184.784714] env[63248]: DEBUG oslo.service.loopingcall [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2184.784901] env[63248]: DEBUG nova.compute.manager [-] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2184.784995] env[63248]: DEBUG nova.network.neutron [-] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2185.051386] env[63248]: DEBUG nova.compute.manager [req-7328b693-d516-4c67-88c2-18e4ce860c1c req-01c2dff5-48ff-4a53-844f-863cb85b82a8 service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Received event network-vif-deleted-06532d78-2058-432e-9eca-4e1f62670f32 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2185.051887] env[63248]: INFO nova.compute.manager [req-7328b693-d516-4c67-88c2-18e4ce860c1c req-01c2dff5-48ff-4a53-844f-863cb85b82a8 service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Neutron deleted interface 06532d78-2058-432e-9eca-4e1f62670f32; detaching it from the instance and deleting it from the info cache [ 2185.051887] env[63248]: DEBUG nova.network.neutron [req-7328b693-d516-4c67-88c2-18e4ce860c1c req-01c2dff5-48ff-4a53-844f-863cb85b82a8 service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.532042] env[63248]: DEBUG nova.network.neutron [-] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.554663] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e64a9816-be95-4b96-999c-4619da661a7a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.566612] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7b9b55-a4ae-40bb-8554-6e5e25cc9671 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.592185] env[63248]: DEBUG nova.compute.manager [req-7328b693-d516-4c67-88c2-18e4ce860c1c req-01c2dff5-48ff-4a53-844f-863cb85b82a8 service nova] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Detach interface failed, port_id=06532d78-2058-432e-9eca-4e1f62670f32, reason: Instance d47fd485-44d1-4a20-91b5-0baa9479148f could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2186.034524] env[63248]: INFO nova.compute.manager [-] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Took 1.25 seconds to deallocate network for instance. [ 2186.540869] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.541145] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.541374] env[63248]: DEBUG nova.objects.instance [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lazy-loading 'resources' on Instance uuid d47fd485-44d1-4a20-91b5-0baa9479148f {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2187.060504] env[63248]: DEBUG nova.scheduler.client.report [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Refreshing inventories for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2187.077232] env[63248]: DEBUG nova.scheduler.client.report [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Updating ProviderTree inventory for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2187.077483] env[63248]: DEBUG nova.compute.provider_tree [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Updating inventory in ProviderTree for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2187.087658] env[63248]: DEBUG nova.scheduler.client.report [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Refreshing aggregate associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, aggregates: None {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2187.104439] env[63248]: DEBUG nova.scheduler.client.report [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Refreshing trait associations for resource provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=63248) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2187.157992] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40477e01-158b-4c40-97d3-711d153c44c1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.165658] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddda8bd9-192f-4ea4-aff0-d7d17a4b8c43 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.194544] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b888d1-a445-4a06-9b63-3011405dbd6c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.201409] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93835b2-a71e-45f2-908f-dd90eb850d31 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.213883] env[63248]: DEBUG nova.compute.provider_tree [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2187.716898] env[63248]: DEBUG nova.scheduler.client.report [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2188.222334] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.239089] env[63248]: INFO nova.scheduler.client.report [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleted allocations for instance d47fd485-44d1-4a20-91b5-0baa9479148f [ 2188.747050] env[63248]: DEBUG oslo_concurrency.lockutils [None req-39923bea-2952-4175-9ab4-e4ab615b6a1f tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "d47fd485-44d1-4a20-91b5-0baa9479148f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.601s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.909278] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "1ee40994-9e50-4903-a498-56611d88bd7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.909702] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "1ee40994-9e50-4903-a498-56611d88bd7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.909752] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "1ee40994-9e50-4903-a498-56611d88bd7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.910309] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "1ee40994-9e50-4903-a498-56611d88bd7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.910496] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "1ee40994-9e50-4903-a498-56611d88bd7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.912650] env[63248]: INFO nova.compute.manager [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Terminating instance [ 2191.417365] env[63248]: DEBUG nova.compute.manager [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2191.417599] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2191.418569] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49539b3d-74dd-4f4b-b2bf-5b2a934c540c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.426422] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2191.426638] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67b1f23b-f3ff-47f5-b665-c2eb00c451ec {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.432390] env[63248]: DEBUG oslo_vmware.api [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2191.432390] env[63248]: value = "task-1801787" [ 2191.432390] env[63248]: _type = "Task" [ 2191.432390] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.439706] env[63248]: DEBUG oslo_vmware.api [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.942416] env[63248]: DEBUG oslo_vmware.api [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801787, 'name': PowerOffVM_Task, 'duration_secs': 0.207847} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.942732] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2191.942872] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2191.943140] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b633825b-1356-4c11-a2fd-859f17886723 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.010356] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2192.010595] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2192.010759] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Deleting the datastore file [datastore1] 1ee40994-9e50-4903-a498-56611d88bd7c {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2192.011021] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44802d88-91a9-468e-8eca-5b77cd9558e3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.018611] env[63248]: DEBUG oslo_vmware.api [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2192.018611] env[63248]: value = "task-1801789" [ 2192.018611] env[63248]: _type = "Task" [ 2192.018611] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.028238] env[63248]: DEBUG oslo_vmware.api [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.528375] env[63248]: DEBUG oslo_vmware.api [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130948} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.528603] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2192.528757] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2192.528932] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2192.529124] env[63248]: INFO nova.compute.manager [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2192.529367] env[63248]: DEBUG oslo.service.loopingcall [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2192.529559] env[63248]: DEBUG nova.compute.manager [-] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2192.529654] env[63248]: DEBUG nova.network.neutron [-] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2192.804589] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "a391b76a-3953-4930-86d1-ae87c3a972aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2192.804857] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "a391b76a-3953-4930-86d1-ae87c3a972aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2192.805081] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "a391b76a-3953-4930-86d1-ae87c3a972aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2192.805271] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "a391b76a-3953-4930-86d1-ae87c3a972aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2192.805441] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "a391b76a-3953-4930-86d1-ae87c3a972aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2192.807545] env[63248]: INFO nova.compute.manager [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Terminating instance [ 2192.954979] env[63248]: DEBUG nova.compute.manager [req-b1817830-04db-4105-9098-67fc3f2d1ef1 req-79fc728b-05e9-4ae3-bd75-52bd52182317 service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Received event network-vif-deleted-8c71b905-532b-4b0a-827e-8f087e56b2e7 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2192.955353] env[63248]: INFO nova.compute.manager [req-b1817830-04db-4105-9098-67fc3f2d1ef1 req-79fc728b-05e9-4ae3-bd75-52bd52182317 service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Neutron deleted interface 8c71b905-532b-4b0a-827e-8f087e56b2e7; detaching it from the instance and deleting it from the info cache [ 2192.955506] env[63248]: DEBUG nova.network.neutron [req-b1817830-04db-4105-9098-67fc3f2d1ef1 req-79fc728b-05e9-4ae3-bd75-52bd52182317 service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.311552] env[63248]: DEBUG nova.compute.manager [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2193.311758] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2193.312639] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cb367a-ff7d-4a6b-b39a-7144639dc90d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.320095] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2193.320320] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49bf5e5f-310a-4418-9fc6-621cd02f34b7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.326878] env[63248]: DEBUG oslo_vmware.api [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2193.326878] env[63248]: value = "task-1801790" [ 2193.326878] env[63248]: _type = "Task" [ 2193.326878] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.334518] env[63248]: DEBUG oslo_vmware.api [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.435180] env[63248]: DEBUG nova.network.neutron [-] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.458630] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98d9ba54-8a73-4644-87f3-3908a9adae1a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.468777] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440d9a8c-8c48-470b-8c15-aaa99215a481 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.495030] env[63248]: DEBUG nova.compute.manager [req-b1817830-04db-4105-9098-67fc3f2d1ef1 req-79fc728b-05e9-4ae3-bd75-52bd52182317 service nova] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Detach interface failed, port_id=8c71b905-532b-4b0a-827e-8f087e56b2e7, reason: Instance 1ee40994-9e50-4903-a498-56611d88bd7c could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2193.837319] env[63248]: DEBUG oslo_vmware.api [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801790, 'name': PowerOffVM_Task, 'duration_secs': 0.194488} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.837526] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2193.837694] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2193.837933] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29738419-23c7-4a1b-ba90-c51f788d2f5a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.912255] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2193.912481] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2193.912661] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleting the datastore file [datastore1] a391b76a-3953-4930-86d1-ae87c3a972aa {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2193.912919] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c5da514-0ba1-49d2-97f9-32df2a36191a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.918914] env[63248]: DEBUG oslo_vmware.api [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for the task: (returnval){ [ 2193.918914] env[63248]: value = "task-1801792" [ 2193.918914] env[63248]: _type = "Task" [ 2193.918914] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.926044] env[63248]: DEBUG oslo_vmware.api [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.937555] env[63248]: INFO nova.compute.manager [-] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Took 1.41 seconds to deallocate network for instance. [ 2194.429271] env[63248]: DEBUG oslo_vmware.api [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Task: {'id': task-1801792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126661} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.429774] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2194.429774] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2194.430060] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2194.430060] env[63248]: INFO nova.compute.manager [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2194.430265] env[63248]: DEBUG oslo.service.loopingcall [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2194.430457] env[63248]: DEBUG nova.compute.manager [-] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2194.430563] env[63248]: DEBUG nova.network.neutron [-] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2194.443703] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.443703] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.443962] env[63248]: DEBUG nova.objects.instance [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lazy-loading 'resources' on Instance uuid 1ee40994-9e50-4903-a498-56611d88bd7c {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2194.982055] env[63248]: DEBUG nova.compute.manager [req-3cd6380c-fd98-4359-ac6b-adb0b6939f98 req-719baee7-050e-4c10-b423-338ac1ceae1b service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Received event network-vif-deleted-152a02df-9298-4a0e-b5ab-9916ab10e80e {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2194.982313] env[63248]: INFO nova.compute.manager [req-3cd6380c-fd98-4359-ac6b-adb0b6939f98 req-719baee7-050e-4c10-b423-338ac1ceae1b service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Neutron deleted interface 152a02df-9298-4a0e-b5ab-9916ab10e80e; detaching it from the instance and deleting it from the info cache [ 2194.982441] env[63248]: DEBUG nova.network.neutron [req-3cd6380c-fd98-4359-ac6b-adb0b6939f98 req-719baee7-050e-4c10-b423-338ac1ceae1b service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2195.000868] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8b64b0-6cf8-40f2-ba1b-10feab326b0f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.008638] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b313aa-77f6-4c0c-906c-923fc5026218 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.038862] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad1610b-1981-401a-8496-aea8b3d55f2e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.045816] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e0165b-5bf9-47c3-9819-0f4e1e2bda95 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.058478] env[63248]: DEBUG nova.compute.provider_tree [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2195.158502] env[63248]: DEBUG nova.network.neutron [-] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2195.485398] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0923399-1003-48dc-8b89-93cb209d8745 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.495446] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0246ef-daa3-4170-9748-6f20a75aaa62 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.518316] env[63248]: DEBUG nova.compute.manager [req-3cd6380c-fd98-4359-ac6b-adb0b6939f98 req-719baee7-050e-4c10-b423-338ac1ceae1b service nova] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Detach interface failed, port_id=152a02df-9298-4a0e-b5ab-9916ab10e80e, reason: Instance a391b76a-3953-4930-86d1-ae87c3a972aa could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2195.560924] env[63248]: DEBUG nova.scheduler.client.report [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2195.660953] env[63248]: INFO nova.compute.manager [-] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Took 1.23 seconds to deallocate network for instance. [ 2196.065844] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.082932] env[63248]: INFO nova.scheduler.client.report [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Deleted allocations for instance 1ee40994-9e50-4903-a498-56611d88bd7c [ 2196.168050] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.168050] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.168050] env[63248]: DEBUG nova.objects.instance [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lazy-loading 'resources' on Instance uuid a391b76a-3953-4930-86d1-ae87c3a972aa {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2196.589592] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e2ab85a0-59fb-45fd-8592-b4c88e58e805 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "1ee40994-9e50-4903-a498-56611d88bd7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.680s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.704454] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8195bf-5bec-441f-aba1-1b0b00ab3da7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.711763] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cbc61a-4bca-41e7-a35c-39d14bb6d5a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.740998] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccccb64f-0d0e-47fe-8dae-380ae2be0ebe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.748160] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17664d4c-7e63-4ff7-b891-059967f1744e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.760861] env[63248]: DEBUG nova.compute.provider_tree [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2197.263946] env[63248]: DEBUG nova.scheduler.client.report [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2197.769556] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.792465] env[63248]: INFO nova.scheduler.client.report [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Deleted allocations for instance a391b76a-3953-4930-86d1-ae87c3a972aa [ 2198.299512] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f05c1f06-c052-4e6c-9cee-76c15c7c0156 tempest-ServerActionsTestOtherA-578816638 tempest-ServerActionsTestOtherA-578816638-project-member] Lock "a391b76a-3953-4930-86d1-ae87c3a972aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.495s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.082305] env[63248]: DEBUG nova.compute.manager [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Stashing vm_state: active {{(pid=63248) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2199.603634] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.603846] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.657567] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2199.657796] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2200.108615] env[63248]: INFO nova.compute.claims [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2200.162646] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2200.162818] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2200.162935] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2200.618142] env[63248]: INFO nova.compute.resource_tracker [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating resource usage from migration 89748ced-93e4-4b34-9cde-3e9db4bcb8b4 [ 2200.660761] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d24366-af07-4695-9e54-eefd2ad30412 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.665458] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2200.665687] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquired lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2200.665909] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Forcefully refreshing network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2200.666169] env[63248]: DEBUG nova.objects.instance [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lazy-loading 'info_cache' on Instance uuid 7137db6c-7c17-4f58-bb9a-06edaa4ece95 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2200.670355] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45602740-fd04-4e0f-8782-b9640f1d30ec {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.702118] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c4eb3d-4f98-4b18-bee6-2902644c7bba {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.710420] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc40e6e-5228-4618-938e-96b76dba8f37 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.724341] env[63248]: DEBUG nova.compute.provider_tree [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2201.227388] env[63248]: DEBUG nova.scheduler.client.report [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2201.732070] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.128s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.732239] env[63248]: INFO nova.compute.manager [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Migrating [ 2202.246337] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2202.508380] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance_info_cache with network_info: [{"id": "d445e32d-9154-4eaf-85f7-63d30fe26532", "address": "fa:16:3e:7c:21:99", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd445e32d-91", "ovs_interfaceid": "d445e32d-9154-4eaf-85f7-63d30fe26532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2203.011737] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Releasing lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2203.012044] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updated the network info_cache for instance {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2203.012363] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.012982] env[63248]: DEBUG nova.network.neutron [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2203.013772] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2203.014013] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2203.014424] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2203.014590] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2203.014737] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2203.014884] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2203.015022] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2203.015173] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2203.519031] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.519031] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.519031] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.519421] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2203.520162] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f33780-d080-42d3-a785-b283c94b55b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.528319] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cd9d75-a509-425c-9a53-e867bb3adc13 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.543216] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24c00e1-8a7b-4a0e-8bf9-57145013ce0a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.550952] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b837ac2-181d-4da9-a838-88866a63393d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.582752] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180546MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2203.582967] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.583139] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.780500] env[63248]: DEBUG nova.network.neutron [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance_info_cache with network_info: [{"id": "d445e32d-9154-4eaf-85f7-63d30fe26532", "address": "fa:16:3e:7c:21:99", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd445e32d-91", "ovs_interfaceid": "d445e32d-9154-4eaf-85f7-63d30fe26532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2203.943941] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.944342] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.283179] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2204.447407] env[63248]: DEBUG nova.compute.manager [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2204.589312] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Applying migration context for instance 7137db6c-7c17-4f58-bb9a-06edaa4ece95 as it has an incoming, in-progress migration 89748ced-93e4-4b34-9cde-3e9db4bcb8b4. Migration status is pre-migrating {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2204.589862] env[63248]: INFO nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating resource usage from migration 89748ced-93e4-4b34-9cde-3e9db4bcb8b4 [ 2204.608019] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Migration 89748ced-93e4-4b34-9cde-3e9db4bcb8b4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2204.608177] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 7137db6c-7c17-4f58-bb9a-06edaa4ece95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2204.966912] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.111289] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2205.111560] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2205.111758] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2205.157174] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b3923-05c8-49ba-894e-6070a3d8dab2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.164741] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8859c43-33d2-4d2f-a144-a4152b0c48a5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.193797] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbca1a7-5f41-4109-9f7c-e92c33d84c0b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.201052] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a185eaed-1042-4f2b-a18b-0b2841469be9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.213250] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2205.716068] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2205.798661] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6bfe4e-ab7d-4c1a-be70-94584f184449 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.818293] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance '7137db6c-7c17-4f58-bb9a-06edaa4ece95' progress to 0 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2206.220308] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2206.220526] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.637s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.220785] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.254s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.222509] env[63248]: INFO nova.compute.claims [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2206.325413] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2206.325731] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4d8ba26-ef0e-450b-8307-bf22868873d6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.333766] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2206.333766] env[63248]: value = "task-1801793" [ 2206.333766] env[63248]: _type = "Task" [ 2206.333766] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.341371] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.844058] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801793, 'name': PowerOffVM_Task, 'duration_secs': 0.20354} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.844058] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2206.844058] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance '7137db6c-7c17-4f58-bb9a-06edaa4ece95' progress to 17 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2207.274103] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31fdb09-b1c7-437e-9bb5-6427ebd98b9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.281405] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899ed41d-8572-4101-b47b-4de46459d0e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.310165] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b528b0-abac-4627-b15a-97ddf3b442a6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.317150] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d2f998-543c-44c5-9726-05ee622f8159 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.330713] env[63248]: DEBUG nova.compute.provider_tree [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2207.349428] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2207.349641] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2207.349795] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2207.349976] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2207.350135] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2207.350279] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2207.350480] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2207.350635] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2207.350796] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2207.350954] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2207.351159] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2207.356264] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b0025c-7000-4b40-81ba-9bd1e49ce6fe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.370936] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2207.370936] env[63248]: value = "task-1801794" [ 2207.370936] env[63248]: _type = "Task" [ 2207.370936] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.378519] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.834048] env[63248]: DEBUG nova.scheduler.client.report [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2207.880616] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801794, 'name': ReconfigVM_Task, 'duration_secs': 0.150158} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.880929] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance '7137db6c-7c17-4f58-bb9a-06edaa4ece95' progress to 33 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2208.339979] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.339979] env[63248]: DEBUG nova.compute.manager [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2208.387042] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2208.387313] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2208.387433] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2208.387615] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2208.387761] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2208.387906] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2208.389160] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2208.389367] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2208.389543] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2208.389706] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2208.389905] env[63248]: DEBUG nova.virt.hardware [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2208.395146] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2208.395629] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7eba7f5-6580-4873-aff9-487a726e91cd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.413938] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2208.413938] env[63248]: value = "task-1801795" [ 2208.413938] env[63248]: _type = "Task" [ 2208.413938] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.421456] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.844671] env[63248]: DEBUG nova.compute.utils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2208.846085] env[63248]: DEBUG nova.compute.manager [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2208.846272] env[63248]: DEBUG nova.network.neutron [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2208.892186] env[63248]: DEBUG nova.policy [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e92f6d885bac4e46871ac0f7e2a729f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fc5c97dbc7b41bf91f7f98d8f1a8ea6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 2208.924021] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801795, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.126349] env[63248]: DEBUG nova.network.neutron [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Successfully created port: e3e78d45-1d92-4396-9901-babbb4cafe01 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2209.349303] env[63248]: DEBUG nova.compute.manager [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2209.425443] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801795, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.926562] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801795, 'name': ReconfigVM_Task, 'duration_secs': 1.1593} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.926562] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2209.926909] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151ad179-2996-4fc7-b87e-7aed4b5fbd26 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.949629] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 7137db6c-7c17-4f58-bb9a-06edaa4ece95/7137db6c-7c17-4f58-bb9a-06edaa4ece95.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2209.949884] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44d21149-a0ad-41c1-8336-c4cb1574eac8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.967736] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2209.967736] env[63248]: value = "task-1801796" [ 2209.967736] env[63248]: _type = "Task" [ 2209.967736] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.975445] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.359090] env[63248]: DEBUG nova.compute.manager [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2210.383777] env[63248]: DEBUG nova.virt.hardware [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2210.384099] env[63248]: DEBUG nova.virt.hardware [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2210.384163] env[63248]: DEBUG nova.virt.hardware [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2210.384382] env[63248]: DEBUG nova.virt.hardware [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2210.384533] env[63248]: DEBUG nova.virt.hardware [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2210.384679] env[63248]: DEBUG nova.virt.hardware [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2210.384884] env[63248]: DEBUG nova.virt.hardware [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2210.385063] env[63248]: DEBUG nova.virt.hardware [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2210.385213] env[63248]: DEBUG nova.virt.hardware [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2210.385371] env[63248]: DEBUG nova.virt.hardware [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2210.385542] env[63248]: DEBUG nova.virt.hardware [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2210.386410] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7871012d-7ed0-4df7-a9ab-1f8828390f9e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.394212] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0f03f8-57d0-4efc-b112-686d886101d4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.476532] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801796, 'name': ReconfigVM_Task, 'duration_secs': 0.280209} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.476755] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 7137db6c-7c17-4f58-bb9a-06edaa4ece95/7137db6c-7c17-4f58-bb9a-06edaa4ece95.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2210.477020] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance '7137db6c-7c17-4f58-bb9a-06edaa4ece95' progress to 50 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2210.528054] env[63248]: DEBUG nova.compute.manager [req-ac693c91-fb5b-4059-b427-17a292177138 req-73f52bdc-e903-4c38-8eea-a0d0bb82dab9 service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Received event network-vif-plugged-e3e78d45-1d92-4396-9901-babbb4cafe01 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2210.528291] env[63248]: DEBUG oslo_concurrency.lockutils [req-ac693c91-fb5b-4059-b427-17a292177138 req-73f52bdc-e903-4c38-8eea-a0d0bb82dab9 service nova] Acquiring lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.528499] env[63248]: DEBUG oslo_concurrency.lockutils [req-ac693c91-fb5b-4059-b427-17a292177138 req-73f52bdc-e903-4c38-8eea-a0d0bb82dab9 service nova] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.528668] env[63248]: DEBUG oslo_concurrency.lockutils [req-ac693c91-fb5b-4059-b427-17a292177138 req-73f52bdc-e903-4c38-8eea-a0d0bb82dab9 service nova] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.528838] env[63248]: DEBUG nova.compute.manager [req-ac693c91-fb5b-4059-b427-17a292177138 req-73f52bdc-e903-4c38-8eea-a0d0bb82dab9 service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] No waiting events found dispatching network-vif-plugged-e3e78d45-1d92-4396-9901-babbb4cafe01 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2210.529010] env[63248]: WARNING nova.compute.manager [req-ac693c91-fb5b-4059-b427-17a292177138 req-73f52bdc-e903-4c38-8eea-a0d0bb82dab9 service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Received unexpected event network-vif-plugged-e3e78d45-1d92-4396-9901-babbb4cafe01 for instance with vm_state building and task_state spawning. [ 2210.611401] env[63248]: DEBUG nova.network.neutron [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Successfully updated port: e3e78d45-1d92-4396-9901-babbb4cafe01 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2210.983723] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59fa242-6993-4926-bb9e-e82028ffbadb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.003719] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf7f4a8-fcc7-481f-9a29-7da9fc256c1a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.021568] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance '7137db6c-7c17-4f58-bb9a-06edaa4ece95' progress to 67 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2211.114526] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.114963] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquired lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.114963] env[63248]: DEBUG nova.network.neutron [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2211.571092] env[63248]: DEBUG nova.network.neutron [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Port d445e32d-9154-4eaf-85f7-63d30fe26532 binding to destination host cpu-1 is already ACTIVE {{(pid=63248) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2211.646125] env[63248]: DEBUG nova.network.neutron [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2211.773838] env[63248]: DEBUG nova.network.neutron [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Updating instance_info_cache with network_info: [{"id": "e3e78d45-1d92-4396-9901-babbb4cafe01", "address": "fa:16:3e:77:10:92", "network": {"id": "bc5d8c83-26cb-4a0a-8a99-2e92a9835ff2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-831849932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc5c97dbc7b41bf91f7f98d8f1a8ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e78d45-1d", "ovs_interfaceid": "e3e78d45-1d92-4396-9901-babbb4cafe01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.276832] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Releasing lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.277263] env[63248]: DEBUG nova.compute.manager [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Instance network_info: |[{"id": "e3e78d45-1d92-4396-9901-babbb4cafe01", "address": "fa:16:3e:77:10:92", "network": {"id": "bc5d8c83-26cb-4a0a-8a99-2e92a9835ff2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-831849932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc5c97dbc7b41bf91f7f98d8f1a8ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e78d45-1d", "ovs_interfaceid": "e3e78d45-1d92-4396-9901-babbb4cafe01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2212.277656] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:10:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3e78d45-1d92-4396-9901-babbb4cafe01', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2212.285409] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Creating folder: Project (8fc5c97dbc7b41bf91f7f98d8f1a8ea6). Parent ref: group-v373228. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2212.285700] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65659bb2-696e-49b7-becf-45975e1c2016 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.297830] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Created folder: Project (8fc5c97dbc7b41bf91f7f98d8f1a8ea6) in parent group-v373228. [ 2212.298074] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Creating folder: Instances. Parent ref: group-v373557. {{(pid=63248) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2212.298284] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef0834e9-a344-4acb-9f6e-82d430e6436d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.307550] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Created folder: Instances in parent group-v373557. [ 2212.307796] env[63248]: DEBUG oslo.service.loopingcall [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2212.307992] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2212.308226] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72e58f79-fc12-4d2c-9341-fc75c99d3468 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.327125] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2212.327125] env[63248]: value = "task-1801799" [ 2212.327125] env[63248]: _type = "Task" [ 2212.327125] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.334666] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801799, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.555663] env[63248]: DEBUG nova.compute.manager [req-caa9f33a-b753-4f6f-9dce-e78cae21df1b req-83f53374-92c0-4d2a-9b17-786578ccd2a3 service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Received event network-changed-e3e78d45-1d92-4396-9901-babbb4cafe01 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2212.555929] env[63248]: DEBUG nova.compute.manager [req-caa9f33a-b753-4f6f-9dce-e78cae21df1b req-83f53374-92c0-4d2a-9b17-786578ccd2a3 service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Refreshing instance network info cache due to event network-changed-e3e78d45-1d92-4396-9901-babbb4cafe01. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2212.556175] env[63248]: DEBUG oslo_concurrency.lockutils [req-caa9f33a-b753-4f6f-9dce-e78cae21df1b req-83f53374-92c0-4d2a-9b17-786578ccd2a3 service nova] Acquiring lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.556377] env[63248]: DEBUG oslo_concurrency.lockutils [req-caa9f33a-b753-4f6f-9dce-e78cae21df1b req-83f53374-92c0-4d2a-9b17-786578ccd2a3 service nova] Acquired lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.556602] env[63248]: DEBUG nova.network.neutron [req-caa9f33a-b753-4f6f-9dce-e78cae21df1b req-83f53374-92c0-4d2a-9b17-786578ccd2a3 service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Refreshing network info cache for port e3e78d45-1d92-4396-9901-babbb4cafe01 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2212.593337] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.593623] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.593845] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.837509] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801799, 'name': CreateVM_Task, 'duration_secs': 0.310786} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.837718] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2212.838399] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.838572] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.838895] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2212.839153] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2b14db-d848-4cc2-a876-e3fd5238f3a1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.844066] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2212.844066] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5211717c-8a47-80de-23cf-eb5308d258f2" [ 2212.844066] env[63248]: _type = "Task" [ 2212.844066] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.851708] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5211717c-8a47-80de-23cf-eb5308d258f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.253356] env[63248]: DEBUG nova.network.neutron [req-caa9f33a-b753-4f6f-9dce-e78cae21df1b req-83f53374-92c0-4d2a-9b17-786578ccd2a3 service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Updated VIF entry in instance network info cache for port e3e78d45-1d92-4396-9901-babbb4cafe01. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2213.253697] env[63248]: DEBUG nova.network.neutron [req-caa9f33a-b753-4f6f-9dce-e78cae21df1b req-83f53374-92c0-4d2a-9b17-786578ccd2a3 service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Updating instance_info_cache with network_info: [{"id": "e3e78d45-1d92-4396-9901-babbb4cafe01", "address": "fa:16:3e:77:10:92", "network": {"id": "bc5d8c83-26cb-4a0a-8a99-2e92a9835ff2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-831849932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc5c97dbc7b41bf91f7f98d8f1a8ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e78d45-1d", "ovs_interfaceid": "e3e78d45-1d92-4396-9901-babbb4cafe01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2213.354120] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5211717c-8a47-80de-23cf-eb5308d258f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009787} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.354449] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.354653] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2213.354881] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2213.355042] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.355227] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2213.355477] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e54543c-412c-4600-be3f-b76c4f96c511 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.363350] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2213.363520] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2213.364183] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520244ab-07ef-4c69-83ad-93cb82bbe023 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.368680] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2213.368680] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522c11bb-6d9d-adcc-1a95-7c77cea5919d" [ 2213.368680] env[63248]: _type = "Task" [ 2213.368680] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.376709] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522c11bb-6d9d-adcc-1a95-7c77cea5919d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.625741] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2213.625927] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.626109] env[63248]: DEBUG nova.network.neutron [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2213.756350] env[63248]: DEBUG oslo_concurrency.lockutils [req-caa9f33a-b753-4f6f-9dce-e78cae21df1b req-83f53374-92c0-4d2a-9b17-786578ccd2a3 service nova] Releasing lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.878599] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]522c11bb-6d9d-adcc-1a95-7c77cea5919d, 'name': SearchDatastore_Task, 'duration_secs': 0.00772} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.879304] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a40ac30-5b91-4ae5-93be-9e24a29cc045 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.884080] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2213.884080] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d412fd-7a26-fc07-49c4-3f074094e315" [ 2213.884080] env[63248]: _type = "Task" [ 2213.884080] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.891426] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d412fd-7a26-fc07-49c4-3f074094e315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.322255] env[63248]: DEBUG nova.network.neutron [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance_info_cache with network_info: [{"id": "d445e32d-9154-4eaf-85f7-63d30fe26532", "address": "fa:16:3e:7c:21:99", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd445e32d-91", "ovs_interfaceid": "d445e32d-9154-4eaf-85f7-63d30fe26532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.393989] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52d412fd-7a26-fc07-49c4-3f074094e315, 'name': SearchDatastore_Task, 'duration_secs': 0.008752} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.394346] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2214.394541] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb/c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2214.394796] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed702d0d-47f1-49a4-8541-fc7c65354073 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.401830] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2214.401830] env[63248]: value = "task-1801800" [ 2214.401830] env[63248]: _type = "Task" [ 2214.401830] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.409429] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.825267] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2214.911942] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445541} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.912212] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb/c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2214.912426] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2214.912671] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b957f685-57df-4cdb-b145-f1691db40947 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.918988] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2214.918988] env[63248]: value = "task-1801801" [ 2214.918988] env[63248]: _type = "Task" [ 2214.918988] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.925742] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.348950] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74557828-b687-490c-9415-3e02204a2528 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.367490] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70a21c1-f72b-4503-84a6-867d2def93b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.373868] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance '7137db6c-7c17-4f58-bb9a-06edaa4ece95' progress to 83 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2215.428080] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057836} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.428416] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2215.429239] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378d1bfe-05df-41aa-a8c1-ed16d3b8b6fa {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.451513] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb/c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2215.451961] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-543871d9-1d28-454a-862c-ebe77ac80106 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.471582] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2215.471582] env[63248]: value = "task-1801802" [ 2215.471582] env[63248]: _type = "Task" [ 2215.471582] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.479455] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.880200] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2215.880515] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3afe926a-9b56-42f5-839a-df5a8e2200d9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.887836] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2215.887836] env[63248]: value = "task-1801803" [ 2215.887836] env[63248]: _type = "Task" [ 2215.887836] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.895543] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.981793] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801802, 'name': ReconfigVM_Task, 'duration_secs': 0.26903} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.982082] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb/c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2215.982699] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb654be2-6cf8-4f02-9da2-86e639ad4a73 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.989382] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2215.989382] env[63248]: value = "task-1801804" [ 2215.989382] env[63248]: _type = "Task" [ 2215.989382] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.997153] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801804, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.397386] env[63248]: DEBUG oslo_vmware.api [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801803, 'name': PowerOnVM_Task, 'duration_secs': 0.413663} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.397386] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2216.397588] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2de39c61-9094-4285-a1ca-5bcb0971d01d tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance '7137db6c-7c17-4f58-bb9a-06edaa4ece95' progress to 100 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2216.499480] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801804, 'name': Rename_Task, 'duration_secs': 0.139901} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.499844] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2216.500015] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f3e6e88-144c-41be-b803-384977179588 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.506323] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2216.506323] env[63248]: value = "task-1801805" [ 2216.506323] env[63248]: _type = "Task" [ 2216.506323] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.513595] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.016166] env[63248]: DEBUG oslo_vmware.api [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801805, 'name': PowerOnVM_Task, 'duration_secs': 0.431779} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.016485] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2217.016656] env[63248]: INFO nova.compute.manager [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Took 6.66 seconds to spawn the instance on the hypervisor. [ 2217.016840] env[63248]: DEBUG nova.compute.manager [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2217.017607] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb9200f-4fd1-4657-9bfb-3072c5339e16 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.533619] env[63248]: INFO nova.compute.manager [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Took 12.58 seconds to build instance. [ 2218.036591] env[63248]: DEBUG oslo_concurrency.lockutils [None req-646461d9-3b2e-4e64-aae9-88b9429faf4e tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.092s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.401950] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "5fbd514b-82d2-445f-aac6-25cc684aa723" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.402206] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "5fbd514b-82d2-445f-aac6-25cc684aa723" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.518093] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.518377] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.518569] env[63248]: DEBUG nova.compute.manager [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Going to confirm migration 9 {{(pid=63248) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2218.904938] env[63248]: DEBUG nova.compute.manager [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2219.098350] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.098557] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.098743] env[63248]: DEBUG nova.network.neutron [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2219.098930] env[63248]: DEBUG nova.objects.instance [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lazy-loading 'info_cache' on Instance uuid 7137db6c-7c17-4f58-bb9a-06edaa4ece95 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2219.428517] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.428771] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.430239] env[63248]: INFO nova.compute.claims [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2220.321633] env[63248]: DEBUG nova.network.neutron [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance_info_cache with network_info: [{"id": "d445e32d-9154-4eaf-85f7-63d30fe26532", "address": "fa:16:3e:7c:21:99", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd445e32d-91", "ovs_interfaceid": "d445e32d-9154-4eaf-85f7-63d30fe26532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.490111] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786d21e4-acc0-49bf-89da-3b85d0cfe78d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.498669] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0efdbd2-2f60-475f-99ca-8b69096b8772 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.527319] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669d9481-52bd-48a6-bd8e-94c593583eb4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.534811] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e077205d-0220-4bd8-a502-3d72f5d2e2b5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.547557] env[63248]: DEBUG nova.compute.provider_tree [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2220.824762] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "refresh_cache-7137db6c-7c17-4f58-bb9a-06edaa4ece95" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.824991] env[63248]: DEBUG nova.objects.instance [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lazy-loading 'migration_context' on Instance uuid 7137db6c-7c17-4f58-bb9a-06edaa4ece95 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2221.050986] env[63248]: DEBUG nova.scheduler.client.report [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2221.328383] env[63248]: DEBUG nova.objects.base [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Object Instance<7137db6c-7c17-4f58-bb9a-06edaa4ece95> lazy-loaded attributes: info_cache,migration_context {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2221.329338] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f4b1f0-a72a-4bfc-9a69-6c650410b53e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.347939] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a6b10d-f987-4023-984a-769449411a90 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.353763] env[63248]: DEBUG oslo_vmware.api [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2221.353763] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f962bd-c4f5-1ea2-987b-c9bfae8bf22a" [ 2221.353763] env[63248]: _type = "Task" [ 2221.353763] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.362175] env[63248]: DEBUG oslo_vmware.api [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f962bd-c4f5-1ea2-987b-c9bfae8bf22a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.555885] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.556436] env[63248]: DEBUG nova.compute.manager [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2221.863956] env[63248]: DEBUG oslo_vmware.api [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52f962bd-c4f5-1ea2-987b-c9bfae8bf22a, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.864254] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.864482] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.061491] env[63248]: DEBUG nova.compute.utils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2222.062870] env[63248]: DEBUG nova.compute.manager [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2222.063051] env[63248]: DEBUG nova.network.neutron [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2222.101137] env[63248]: DEBUG nova.policy [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e92f6d885bac4e46871ac0f7e2a729f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fc5c97dbc7b41bf91f7f98d8f1a8ea6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 2222.332673] env[63248]: DEBUG nova.network.neutron [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Successfully created port: f64d9b2f-2b6a-4066-be98-ee3a9c100656 {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2222.427223] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e2ebfc-e1fa-4903-8a3a-1b236735a837 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.435260] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a9552f-294c-4802-8655-4ffe8bc7f50a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.465999] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ef018f-8a5e-484b-aebf-4f59857ed408 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.476168] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2121cb76-c7fd-40a8-813b-934138672193 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.489141] env[63248]: DEBUG nova.compute.provider_tree [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2222.565812] env[63248]: DEBUG nova.compute.manager [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2222.992535] env[63248]: DEBUG nova.scheduler.client.report [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2223.575399] env[63248]: DEBUG nova.compute.manager [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2223.600987] env[63248]: DEBUG nova.virt.hardware [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2223.601597] env[63248]: DEBUG nova.virt.hardware [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2223.601597] env[63248]: DEBUG nova.virt.hardware [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2223.601723] env[63248]: DEBUG nova.virt.hardware [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2223.601861] env[63248]: DEBUG nova.virt.hardware [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2223.601949] env[63248]: DEBUG nova.virt.hardware [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2223.602163] env[63248]: DEBUG nova.virt.hardware [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2223.602322] env[63248]: DEBUG nova.virt.hardware [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2223.602491] env[63248]: DEBUG nova.virt.hardware [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2223.602651] env[63248]: DEBUG nova.virt.hardware [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2223.602821] env[63248]: DEBUG nova.virt.hardware [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2223.604089] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0be992-cf45-452e-a281-585aceb39810 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.611605] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9728cf65-f8ac-4415-9480-6cba9edff828 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.732708] env[63248]: DEBUG nova.compute.manager [req-bedd7b5a-495d-4f63-b34a-c88dc3bbd5fb req-ec1ef88f-38f5-4f1c-8d67-f6f9ce6ec6ab service nova] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Received event network-vif-plugged-f64d9b2f-2b6a-4066-be98-ee3a9c100656 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2223.732935] env[63248]: DEBUG oslo_concurrency.lockutils [req-bedd7b5a-495d-4f63-b34a-c88dc3bbd5fb req-ec1ef88f-38f5-4f1c-8d67-f6f9ce6ec6ab service nova] Acquiring lock "5fbd514b-82d2-445f-aac6-25cc684aa723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2223.733154] env[63248]: DEBUG oslo_concurrency.lockutils [req-bedd7b5a-495d-4f63-b34a-c88dc3bbd5fb req-ec1ef88f-38f5-4f1c-8d67-f6f9ce6ec6ab service nova] Lock "5fbd514b-82d2-445f-aac6-25cc684aa723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2223.733321] env[63248]: DEBUG oslo_concurrency.lockutils [req-bedd7b5a-495d-4f63-b34a-c88dc3bbd5fb req-ec1ef88f-38f5-4f1c-8d67-f6f9ce6ec6ab service nova] Lock "5fbd514b-82d2-445f-aac6-25cc684aa723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.733486] env[63248]: DEBUG nova.compute.manager [req-bedd7b5a-495d-4f63-b34a-c88dc3bbd5fb req-ec1ef88f-38f5-4f1c-8d67-f6f9ce6ec6ab service nova] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] No waiting events found dispatching network-vif-plugged-f64d9b2f-2b6a-4066-be98-ee3a9c100656 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2223.733644] env[63248]: WARNING nova.compute.manager [req-bedd7b5a-495d-4f63-b34a-c88dc3bbd5fb req-ec1ef88f-38f5-4f1c-8d67-f6f9ce6ec6ab service nova] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Received unexpected event network-vif-plugged-f64d9b2f-2b6a-4066-be98-ee3a9c100656 for instance with vm_state building and task_state spawning. [ 2223.792591] env[63248]: DEBUG nova.network.neutron [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Successfully updated port: f64d9b2f-2b6a-4066-be98-ee3a9c100656 {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2224.005940] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.141s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.298332] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "refresh_cache-5fbd514b-82d2-445f-aac6-25cc684aa723" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2224.298332] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquired lock "refresh_cache-5fbd514b-82d2-445f-aac6-25cc684aa723" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2224.298422] env[63248]: DEBUG nova.network.neutron [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2224.565215] env[63248]: INFO nova.scheduler.client.report [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Deleted allocation for migration 89748ced-93e4-4b34-9cde-3e9db4bcb8b4 [ 2224.832387] env[63248]: DEBUG nova.network.neutron [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2225.071460] env[63248]: DEBUG oslo_concurrency.lockutils [None req-e6de3114-8102-4428-907c-b296c62a588c tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.553s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.151120] env[63248]: DEBUG nova.network.neutron [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Updating instance_info_cache with network_info: [{"id": "f64d9b2f-2b6a-4066-be98-ee3a9c100656", "address": "fa:16:3e:32:97:5e", "network": {"id": "bc5d8c83-26cb-4a0a-8a99-2e92a9835ff2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-831849932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc5c97dbc7b41bf91f7f98d8f1a8ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64d9b2f-2b", "ovs_interfaceid": "f64d9b2f-2b6a-4066-be98-ee3a9c100656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2225.498965] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.499245] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.499457] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.499644] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.499816] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.501780] env[63248]: INFO nova.compute.manager [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Terminating instance [ 2225.653295] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Releasing lock "refresh_cache-5fbd514b-82d2-445f-aac6-25cc684aa723" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2225.653614] env[63248]: DEBUG nova.compute.manager [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Instance network_info: |[{"id": "f64d9b2f-2b6a-4066-be98-ee3a9c100656", "address": "fa:16:3e:32:97:5e", "network": {"id": "bc5d8c83-26cb-4a0a-8a99-2e92a9835ff2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-831849932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc5c97dbc7b41bf91f7f98d8f1a8ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64d9b2f-2b", "ovs_interfaceid": "f64d9b2f-2b6a-4066-be98-ee3a9c100656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2225.654132] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:97:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f64d9b2f-2b6a-4066-be98-ee3a9c100656', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2225.663222] env[63248]: DEBUG oslo.service.loopingcall [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2225.663474] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2225.663746] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14e84322-d770-407c-b40e-651d1984c7fe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.685096] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2225.685096] env[63248]: value = "task-1801806" [ 2225.685096] env[63248]: _type = "Task" [ 2225.685096] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.692567] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801806, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.764535] env[63248]: DEBUG nova.compute.manager [req-1494081d-7877-4389-bcf1-4322958d5bcd req-19e39cb6-af89-497a-b51e-3d3584eecdf6 service nova] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Received event network-changed-f64d9b2f-2b6a-4066-be98-ee3a9c100656 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2225.764833] env[63248]: DEBUG nova.compute.manager [req-1494081d-7877-4389-bcf1-4322958d5bcd req-19e39cb6-af89-497a-b51e-3d3584eecdf6 service nova] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Refreshing instance network info cache due to event network-changed-f64d9b2f-2b6a-4066-be98-ee3a9c100656. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2225.764887] env[63248]: DEBUG oslo_concurrency.lockutils [req-1494081d-7877-4389-bcf1-4322958d5bcd req-19e39cb6-af89-497a-b51e-3d3584eecdf6 service nova] Acquiring lock "refresh_cache-5fbd514b-82d2-445f-aac6-25cc684aa723" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.765033] env[63248]: DEBUG oslo_concurrency.lockutils [req-1494081d-7877-4389-bcf1-4322958d5bcd req-19e39cb6-af89-497a-b51e-3d3584eecdf6 service nova] Acquired lock "refresh_cache-5fbd514b-82d2-445f-aac6-25cc684aa723" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2225.765209] env[63248]: DEBUG nova.network.neutron [req-1494081d-7877-4389-bcf1-4322958d5bcd req-19e39cb6-af89-497a-b51e-3d3584eecdf6 service nova] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Refreshing network info cache for port f64d9b2f-2b6a-4066-be98-ee3a9c100656 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2226.005485] env[63248]: DEBUG nova.compute.manager [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2226.005867] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2226.006603] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9aa076-36dc-4826-ab7f-ce60ee62b563 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.014475] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2226.014729] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c219aadf-4032-4339-9554-173363be6f01 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.020514] env[63248]: DEBUG oslo_vmware.api [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2226.020514] env[63248]: value = "task-1801807" [ 2226.020514] env[63248]: _type = "Task" [ 2226.020514] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.029253] env[63248]: DEBUG oslo_vmware.api [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.195138] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801806, 'name': CreateVM_Task, 'duration_secs': 0.330938} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.195322] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2226.195993] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.196172] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.196496] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2226.196776] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e24949-3eb9-45ef-a5ef-f04d281156b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.201910] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2226.201910] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ac2dbe-a28e-4da7-4598-45dd2cfb3c04" [ 2226.201910] env[63248]: _type = "Task" [ 2226.201910] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.210275] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ac2dbe-a28e-4da7-4598-45dd2cfb3c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.449123] env[63248]: DEBUG nova.network.neutron [req-1494081d-7877-4389-bcf1-4322958d5bcd req-19e39cb6-af89-497a-b51e-3d3584eecdf6 service nova] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Updated VIF entry in instance network info cache for port f64d9b2f-2b6a-4066-be98-ee3a9c100656. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2226.449493] env[63248]: DEBUG nova.network.neutron [req-1494081d-7877-4389-bcf1-4322958d5bcd req-19e39cb6-af89-497a-b51e-3d3584eecdf6 service nova] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Updating instance_info_cache with network_info: [{"id": "f64d9b2f-2b6a-4066-be98-ee3a9c100656", "address": "fa:16:3e:32:97:5e", "network": {"id": "bc5d8c83-26cb-4a0a-8a99-2e92a9835ff2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-831849932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc5c97dbc7b41bf91f7f98d8f1a8ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64d9b2f-2b", "ovs_interfaceid": "f64d9b2f-2b6a-4066-be98-ee3a9c100656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.533247] env[63248]: DEBUG oslo_vmware.api [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801807, 'name': PowerOffVM_Task, 'duration_secs': 0.177601} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.533564] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2226.533802] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2226.534130] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64197afb-0e1b-4eb0-8e64-f822d48eff79 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.602554] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2226.602769] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2226.602950] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Deleting the datastore file [datastore1] 7137db6c-7c17-4f58-bb9a-06edaa4ece95 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2226.603241] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa14be41-57fd-40b5-8d71-efc4c377df7f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.609693] env[63248]: DEBUG oslo_vmware.api [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2226.609693] env[63248]: value = "task-1801809" [ 2226.609693] env[63248]: _type = "Task" [ 2226.609693] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.616870] env[63248]: DEBUG oslo_vmware.api [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.712051] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52ac2dbe-a28e-4da7-4598-45dd2cfb3c04, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.712354] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.712583] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2226.712813] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.712960] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.713151] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2226.713396] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1d6ba81-3eb9-4655-82a1-c20aece920da {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.729619] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2226.729790] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2226.730501] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628431fe-03bb-4185-98d1-cab6fc05bede {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.735178] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2226.735178] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528716af-c720-366e-0c56-b7f545c34c4e" [ 2226.735178] env[63248]: _type = "Task" [ 2226.735178] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.743281] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528716af-c720-366e-0c56-b7f545c34c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.952762] env[63248]: DEBUG oslo_concurrency.lockutils [req-1494081d-7877-4389-bcf1-4322958d5bcd req-19e39cb6-af89-497a-b51e-3d3584eecdf6 service nova] Releasing lock "refresh_cache-5fbd514b-82d2-445f-aac6-25cc684aa723" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2227.119880] env[63248]: DEBUG oslo_vmware.api [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162859} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.120269] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2227.120269] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2227.120434] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2227.120603] env[63248]: INFO nova.compute.manager [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2227.120845] env[63248]: DEBUG oslo.service.loopingcall [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2227.121040] env[63248]: DEBUG nova.compute.manager [-] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2227.121135] env[63248]: DEBUG nova.network.neutron [-] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2227.245638] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528716af-c720-366e-0c56-b7f545c34c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.008046} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.246399] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635d42dd-face-4315-8962-281452b29967 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.251501] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2227.251501] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b7be54-403c-efdd-3cf9-d750430f5497" [ 2227.251501] env[63248]: _type = "Task" [ 2227.251501] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.258816] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b7be54-403c-efdd-3cf9-d750430f5497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.767920] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52b7be54-403c-efdd-3cf9-d750430f5497, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.768345] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2227.768739] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 5fbd514b-82d2-445f-aac6-25cc684aa723/5fbd514b-82d2-445f-aac6-25cc684aa723.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2227.769134] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb763e0c-2783-4594-8df3-dbd38083f302 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.779151] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2227.779151] env[63248]: value = "task-1801810" [ 2227.779151] env[63248]: _type = "Task" [ 2227.779151] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.787249] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.793470] env[63248]: DEBUG nova.compute.manager [req-611219b9-f602-4982-9b05-36fa98f33cf1 req-c4400f4d-faf2-4822-9901-e296aece8d41 service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Received event network-vif-deleted-d445e32d-9154-4eaf-85f7-63d30fe26532 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2227.793665] env[63248]: INFO nova.compute.manager [req-611219b9-f602-4982-9b05-36fa98f33cf1 req-c4400f4d-faf2-4822-9901-e296aece8d41 service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Neutron deleted interface d445e32d-9154-4eaf-85f7-63d30fe26532; detaching it from the instance and deleting it from the info cache [ 2227.793837] env[63248]: DEBUG nova.network.neutron [req-611219b9-f602-4982-9b05-36fa98f33cf1 req-c4400f4d-faf2-4822-9901-e296aece8d41 service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2228.035410] env[63248]: DEBUG nova.network.neutron [-] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2228.288974] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495574} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.290671] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 5fbd514b-82d2-445f-aac6-25cc684aa723/5fbd514b-82d2-445f-aac6-25cc684aa723.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2228.290671] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2228.290671] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44266463-e80c-4d50-81f0-345ce5b60091 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.295984] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2228.295984] env[63248]: value = "task-1801811" [ 2228.295984] env[63248]: _type = "Task" [ 2228.295984] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.296180] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0938c275-cfcc-487a-8142-1b74ee88297c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.306926] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729eb41d-5821-488c-ae9e-b18eac4daa94 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.320970] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.338149] env[63248]: DEBUG nova.compute.manager [req-611219b9-f602-4982-9b05-36fa98f33cf1 req-c4400f4d-faf2-4822-9901-e296aece8d41 service nova] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Detach interface failed, port_id=d445e32d-9154-4eaf-85f7-63d30fe26532, reason: Instance 7137db6c-7c17-4f58-bb9a-06edaa4ece95 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2228.538156] env[63248]: INFO nova.compute.manager [-] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Took 1.42 seconds to deallocate network for instance. [ 2228.807097] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063339} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.807326] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2228.808058] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a40e22b-56ef-4e99-a67a-51da8b10cbda {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.829241] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 5fbd514b-82d2-445f-aac6-25cc684aa723/5fbd514b-82d2-445f-aac6-25cc684aa723.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2228.829466] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbe96085-7cd5-4bea-8edf-61e7f8c0d51d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.849616] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2228.849616] env[63248]: value = "task-1801812" [ 2228.849616] env[63248]: _type = "Task" [ 2228.849616] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.857626] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.045117] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.045428] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.045622] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.068377] env[63248]: INFO nova.scheduler.client.report [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Deleted allocations for instance 7137db6c-7c17-4f58-bb9a-06edaa4ece95 [ 2229.359885] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801812, 'name': ReconfigVM_Task, 'duration_secs': 0.286327} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.360247] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 5fbd514b-82d2-445f-aac6-25cc684aa723/5fbd514b-82d2-445f-aac6-25cc684aa723.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2229.360771] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71b18a57-0cf7-43b7-8b11-2cde78126208 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.366479] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2229.366479] env[63248]: value = "task-1801813" [ 2229.366479] env[63248]: _type = "Task" [ 2229.366479] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.373696] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801813, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.576050] env[63248]: DEBUG oslo_concurrency.lockutils [None req-bf31b690-4a94-4e69-9ff7-ab6192483b2b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "7137db6c-7c17-4f58-bb9a-06edaa4ece95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.077s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.877677] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801813, 'name': Rename_Task, 'duration_secs': 0.148837} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.878446] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2229.878545] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f60c95bb-6ea1-4799-a6ea-c14227d28395 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.885442] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2229.885442] env[63248]: value = "task-1801814" [ 2229.885442] env[63248]: _type = "Task" [ 2229.885442] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.892618] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.365639] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.365911] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.395459] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.868648] env[63248]: DEBUG nova.compute.manager [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2230.895879] env[63248]: DEBUG oslo_vmware.api [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801814, 'name': PowerOnVM_Task, 'duration_secs': 1.001289} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.896159] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2230.896370] env[63248]: INFO nova.compute.manager [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Took 7.32 seconds to spawn the instance on the hypervisor. [ 2230.896645] env[63248]: DEBUG nova.compute.manager [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2230.897411] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0313ba-1657-439a-beac-41da8132ea71 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.395328] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.395644] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.397096] env[63248]: INFO nova.compute.claims [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2231.413039] env[63248]: INFO nova.compute.manager [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Took 12.00 seconds to build instance. [ 2231.915361] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6e3de93f-f218-486f-b310-417dffa43da1 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "5fbd514b-82d2-445f-aac6-25cc684aa723" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.513s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2232.450978] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d57e3e3-f96d-493b-90ee-f3cbc64d5e43 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.458288] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce354b5-267d-4dab-9b19-9093da7e6d81 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.488091] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4249d7ab-b905-4dea-a59c-6c3dc6562c09 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.494560] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce73f446-25c2-46da-a014-cb2bdc8b9e5b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.272582] env[63248]: DEBUG oslo_concurrency.lockutils [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "5fbd514b-82d2-445f-aac6-25cc684aa723" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.272838] env[63248]: DEBUG oslo_concurrency.lockutils [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "5fbd514b-82d2-445f-aac6-25cc684aa723" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.273052] env[63248]: DEBUG oslo_concurrency.lockutils [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "5fbd514b-82d2-445f-aac6-25cc684aa723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.273235] env[63248]: DEBUG oslo_concurrency.lockutils [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "5fbd514b-82d2-445f-aac6-25cc684aa723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.273403] env[63248]: DEBUG oslo_concurrency.lockutils [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "5fbd514b-82d2-445f-aac6-25cc684aa723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.275529] env[63248]: INFO nova.compute.manager [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Terminating instance [ 2233.287472] env[63248]: DEBUG nova.compute.provider_tree [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2233.779917] env[63248]: DEBUG nova.compute.manager [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2233.780349] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2233.781101] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a099170b-e763-4fe4-9c93-8eee4cffd887 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.788940] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2233.789942] env[63248]: DEBUG nova.scheduler.client.report [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2233.792912] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34c50c84-bad0-4c09-82a1-2ed62e48722a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.799535] env[63248]: DEBUG oslo_vmware.api [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2233.799535] env[63248]: value = "task-1801815" [ 2233.799535] env[63248]: _type = "Task" [ 2233.799535] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.808023] env[63248]: DEBUG oslo_vmware.api [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.296063] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.900s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.296202] env[63248]: DEBUG nova.compute.manager [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2234.309116] env[63248]: DEBUG oslo_vmware.api [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801815, 'name': PowerOffVM_Task, 'duration_secs': 0.163118} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.309375] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2234.309540] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2234.309781] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41addde0-ea54-45ba-9a63-02feb9463ed2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.380555] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2234.380770] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2234.380951] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Deleting the datastore file [datastore1] 5fbd514b-82d2-445f-aac6-25cc684aa723 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2234.381284] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78921420-f828-4a1b-ace2-83127813a8a6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.387099] env[63248]: DEBUG oslo_vmware.api [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2234.387099] env[63248]: value = "task-1801817" [ 2234.387099] env[63248]: _type = "Task" [ 2234.387099] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.395312] env[63248]: DEBUG oslo_vmware.api [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.801252] env[63248]: DEBUG nova.compute.utils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2234.802677] env[63248]: DEBUG nova.compute.manager [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2234.802848] env[63248]: DEBUG nova.network.neutron [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2234.840482] env[63248]: DEBUG nova.policy [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dc7e5a0699d4016892e7e3c2634f4bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bdabcf2b9df4c319bc64673bb10df8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 2234.897455] env[63248]: DEBUG oslo_vmware.api [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144088} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.897455] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2234.897455] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2234.897455] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2234.897745] env[63248]: INFO nova.compute.manager [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2234.897745] env[63248]: DEBUG oslo.service.loopingcall [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2234.898143] env[63248]: DEBUG nova.compute.manager [-] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2234.898237] env[63248]: DEBUG nova.network.neutron [-] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2235.234742] env[63248]: DEBUG nova.network.neutron [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Successfully created port: 30c2dbc2-f6cf-4b67-a8b1-2c603db361ab {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2235.306467] env[63248]: DEBUG nova.compute.manager [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2235.324517] env[63248]: DEBUG nova.compute.manager [req-8b324133-0ad9-4d3c-a0cb-cb959e55967d req-1a381ecc-af85-4436-aa5a-f3ef156600d6 service nova] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Received event network-vif-deleted-f64d9b2f-2b6a-4066-be98-ee3a9c100656 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2235.324677] env[63248]: INFO nova.compute.manager [req-8b324133-0ad9-4d3c-a0cb-cb959e55967d req-1a381ecc-af85-4436-aa5a-f3ef156600d6 service nova] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Neutron deleted interface f64d9b2f-2b6a-4066-be98-ee3a9c100656; detaching it from the instance and deleting it from the info cache [ 2235.324863] env[63248]: DEBUG nova.network.neutron [req-8b324133-0ad9-4d3c-a0cb-cb959e55967d req-1a381ecc-af85-4436-aa5a-f3ef156600d6 service nova] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.792583] env[63248]: DEBUG nova.network.neutron [-] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.828030] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a81daf9e-1443-41fe-8052-536f1884f796 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.838173] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c480fc-4932-4eb5-974b-c4f6a772c2fd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.862706] env[63248]: DEBUG nova.compute.manager [req-8b324133-0ad9-4d3c-a0cb-cb959e55967d req-1a381ecc-af85-4436-aa5a-f3ef156600d6 service nova] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Detach interface failed, port_id=f64d9b2f-2b6a-4066-be98-ee3a9c100656, reason: Instance 5fbd514b-82d2-445f-aac6-25cc684aa723 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2236.295462] env[63248]: INFO nova.compute.manager [-] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Took 1.40 seconds to deallocate network for instance. [ 2236.316044] env[63248]: DEBUG nova.compute.manager [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2236.340998] env[63248]: DEBUG nova.virt.hardware [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2236.341269] env[63248]: DEBUG nova.virt.hardware [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2236.341425] env[63248]: DEBUG nova.virt.hardware [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2236.341601] env[63248]: DEBUG nova.virt.hardware [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2236.341746] env[63248]: DEBUG nova.virt.hardware [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2236.341892] env[63248]: DEBUG nova.virt.hardware [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2236.342116] env[63248]: DEBUG nova.virt.hardware [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2236.342277] env[63248]: DEBUG nova.virt.hardware [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2236.342441] env[63248]: DEBUG nova.virt.hardware [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2236.342600] env[63248]: DEBUG nova.virt.hardware [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2236.342767] env[63248]: DEBUG nova.virt.hardware [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2236.343616] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd92621c-7069-4587-8175-8ee99df34ff0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.351690] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a3e8cc-cb6b-4b98-afa2-14d57f4be4c4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.708937] env[63248]: DEBUG nova.network.neutron [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Successfully updated port: 30c2dbc2-f6cf-4b67-a8b1-2c603db361ab {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2236.802659] env[63248]: DEBUG oslo_concurrency.lockutils [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.802919] env[63248]: DEBUG oslo_concurrency.lockutils [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.803256] env[63248]: DEBUG nova.objects.instance [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lazy-loading 'resources' on Instance uuid 5fbd514b-82d2-445f-aac6-25cc684aa723 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2237.211651] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.212041] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.212041] env[63248]: DEBUG nova.network.neutron [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2237.350561] env[63248]: DEBUG nova.compute.manager [req-3ecd0ef6-f59c-4f9d-bf15-efa7d5d50814 req-5344cf42-4b2a-40ea-9375-6d61ec62299c service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Received event network-vif-plugged-30c2dbc2-f6cf-4b67-a8b1-2c603db361ab {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2237.350788] env[63248]: DEBUG oslo_concurrency.lockutils [req-3ecd0ef6-f59c-4f9d-bf15-efa7d5d50814 req-5344cf42-4b2a-40ea-9375-6d61ec62299c service nova] Acquiring lock "2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.350993] env[63248]: DEBUG oslo_concurrency.lockutils [req-3ecd0ef6-f59c-4f9d-bf15-efa7d5d50814 req-5344cf42-4b2a-40ea-9375-6d61ec62299c service nova] Lock "2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.351178] env[63248]: DEBUG oslo_concurrency.lockutils [req-3ecd0ef6-f59c-4f9d-bf15-efa7d5d50814 req-5344cf42-4b2a-40ea-9375-6d61ec62299c service nova] Lock "2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.351348] env[63248]: DEBUG nova.compute.manager [req-3ecd0ef6-f59c-4f9d-bf15-efa7d5d50814 req-5344cf42-4b2a-40ea-9375-6d61ec62299c service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] No waiting events found dispatching network-vif-plugged-30c2dbc2-f6cf-4b67-a8b1-2c603db361ab {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2237.351511] env[63248]: WARNING nova.compute.manager [req-3ecd0ef6-f59c-4f9d-bf15-efa7d5d50814 req-5344cf42-4b2a-40ea-9375-6d61ec62299c service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Received unexpected event network-vif-plugged-30c2dbc2-f6cf-4b67-a8b1-2c603db361ab for instance with vm_state building and task_state spawning. [ 2237.351668] env[63248]: DEBUG nova.compute.manager [req-3ecd0ef6-f59c-4f9d-bf15-efa7d5d50814 req-5344cf42-4b2a-40ea-9375-6d61ec62299c service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Received event network-changed-30c2dbc2-f6cf-4b67-a8b1-2c603db361ab {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2237.351817] env[63248]: DEBUG nova.compute.manager [req-3ecd0ef6-f59c-4f9d-bf15-efa7d5d50814 req-5344cf42-4b2a-40ea-9375-6d61ec62299c service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Refreshing instance network info cache due to event network-changed-30c2dbc2-f6cf-4b67-a8b1-2c603db361ab. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2237.351987] env[63248]: DEBUG oslo_concurrency.lockutils [req-3ecd0ef6-f59c-4f9d-bf15-efa7d5d50814 req-5344cf42-4b2a-40ea-9375-6d61ec62299c service nova] Acquiring lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.357017] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5170b00b-0a6b-4333-a39b-bb07758967d1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.365810] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4554eb2c-e0b9-4bc9-8590-ae5203a7c441 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.395047] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4daf8d-a2e9-4848-9dc5-f54f2b7185b2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.403039] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c7bc33-516f-4583-b558-754fe697c59e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.415086] env[63248]: DEBUG nova.compute.provider_tree [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2237.741930] env[63248]: DEBUG nova.network.neutron [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2237.859893] env[63248]: DEBUG nova.network.neutron [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance_info_cache with network_info: [{"id": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "address": "fa:16:3e:bf:86:f9", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30c2dbc2-f6", "ovs_interfaceid": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2237.918407] env[63248]: DEBUG nova.scheduler.client.report [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2238.362228] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2238.362617] env[63248]: DEBUG nova.compute.manager [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Instance network_info: |[{"id": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "address": "fa:16:3e:bf:86:f9", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30c2dbc2-f6", "ovs_interfaceid": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2238.362861] env[63248]: DEBUG oslo_concurrency.lockutils [req-3ecd0ef6-f59c-4f9d-bf15-efa7d5d50814 req-5344cf42-4b2a-40ea-9375-6d61ec62299c service nova] Acquired lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.363058] env[63248]: DEBUG nova.network.neutron [req-3ecd0ef6-f59c-4f9d-bf15-efa7d5d50814 req-5344cf42-4b2a-40ea-9375-6d61ec62299c service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Refreshing network info cache for port 30c2dbc2-f6cf-4b67-a8b1-2c603db361ab {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2238.364239] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:86:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30c2dbc2-f6cf-4b67-a8b1-2c603db361ab', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2238.371568] env[63248]: DEBUG oslo.service.loopingcall [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2238.372482] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2238.372706] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9a1416e-0b87-451c-b6d3-17ce4da215e9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.393029] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2238.393029] env[63248]: value = "task-1801818" [ 2238.393029] env[63248]: _type = "Task" [ 2238.393029] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.400842] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801818, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.423222] env[63248]: DEBUG oslo_concurrency.lockutils [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.443358] env[63248]: INFO nova.scheduler.client.report [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Deleted allocations for instance 5fbd514b-82d2-445f-aac6-25cc684aa723 [ 2238.902234] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801818, 'name': CreateVM_Task, 'duration_secs': 0.470669} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.904464] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2238.905134] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.905303] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.905616] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2238.906153] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e132bb3a-5dcf-48a6-a823-6d913d1f638d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.910757] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2238.910757] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52db9920-944e-0139-54cf-d42bc4173e99" [ 2238.910757] env[63248]: _type = "Task" [ 2238.910757] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.918298] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52db9920-944e-0139-54cf-d42bc4173e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.950203] env[63248]: DEBUG oslo_concurrency.lockutils [None req-19945370-d68d-4ce3-931a-246e790d8732 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "5fbd514b-82d2-445f-aac6-25cc684aa723" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.677s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.070855] env[63248]: DEBUG nova.network.neutron [req-3ecd0ef6-f59c-4f9d-bf15-efa7d5d50814 req-5344cf42-4b2a-40ea-9375-6d61ec62299c service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updated VIF entry in instance network info cache for port 30c2dbc2-f6cf-4b67-a8b1-2c603db361ab. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2239.071241] env[63248]: DEBUG nova.network.neutron [req-3ecd0ef6-f59c-4f9d-bf15-efa7d5d50814 req-5344cf42-4b2a-40ea-9375-6d61ec62299c service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance_info_cache with network_info: [{"id": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "address": "fa:16:3e:bf:86:f9", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30c2dbc2-f6", "ovs_interfaceid": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2239.422066] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52db9920-944e-0139-54cf-d42bc4173e99, 'name': SearchDatastore_Task, 'duration_secs': 0.009762} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.422384] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.422611] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2239.422842] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.422988] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.423182] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2239.423429] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f5de46a-6d37-4132-bbcd-b16f5f47787c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.431738] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2239.431909] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2239.432598] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c74c49e-3faa-4b4a-a900-25636222e906 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.437761] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2239.437761] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528a9f82-3292-8752-eb6d-e3cd2cf00b2b" [ 2239.437761] env[63248]: _type = "Task" [ 2239.437761] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.444812] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528a9f82-3292-8752-eb6d-e3cd2cf00b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.574056] env[63248]: DEBUG oslo_concurrency.lockutils [req-3ecd0ef6-f59c-4f9d-bf15-efa7d5d50814 req-5344cf42-4b2a-40ea-9375-6d61ec62299c service nova] Releasing lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.947752] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528a9f82-3292-8752-eb6d-e3cd2cf00b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.007876} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.948597] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d743396-3665-4aa6-a4c1-7f4b47e7f20b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.953311] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2239.953311] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52989877-d3da-b69d-32d8-57183e55fc5c" [ 2239.953311] env[63248]: _type = "Task" [ 2239.953311] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.960099] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52989877-d3da-b69d-32d8-57183e55fc5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.463732] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52989877-d3da-b69d-32d8-57183e55fc5c, 'name': SearchDatastore_Task, 'duration_secs': 0.00878} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.464125] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.464294] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5/2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2240.464550] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fea0c9ed-18d4-494f-a8d3-a886ed6635b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.471551] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2240.471551] env[63248]: value = "task-1801819" [ 2240.471551] env[63248]: _type = "Task" [ 2240.471551] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.478581] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.981128] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.481895] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.981835] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.484377] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801819, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.984065] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801819, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.072144} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.984374] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5/2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2242.984586] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2242.984873] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c511c84-864d-44d7-be99-38a763e62405 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.991834] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2242.991834] env[63248]: value = "task-1801820" [ 2242.991834] env[63248]: _type = "Task" [ 2242.991834] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.999439] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.501358] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098085} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.501660] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2243.502373] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9626f0c2-6478-41ce-9e03-04659d3e1b4b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.523831] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5/2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2243.524096] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bf3a414-d93e-48e2-a96d-5d42e5f9a992 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.542391] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2243.542391] env[63248]: value = "task-1801821" [ 2243.542391] env[63248]: _type = "Task" [ 2243.542391] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.549906] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.052226] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801821, 'name': ReconfigVM_Task, 'duration_secs': 0.276484} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.052503] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5/2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2244.053120] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02b486e7-cd7f-4d8d-a5f5-d4b4f9068f3c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.059544] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2244.059544] env[63248]: value = "task-1801822" [ 2244.059544] env[63248]: _type = "Task" [ 2244.059544] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.067407] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801822, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.570554] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801822, 'name': Rename_Task, 'duration_secs': 0.142461} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.570554] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2244.570912] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82ce120f-da27-403c-9964-563bcedeb29d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.577320] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2244.577320] env[63248]: value = "task-1801823" [ 2244.577320] env[63248]: _type = "Task" [ 2244.577320] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.584274] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.086782] env[63248]: DEBUG oslo_vmware.api [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801823, 'name': PowerOnVM_Task, 'duration_secs': 0.440075} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.087116] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2245.087322] env[63248]: INFO nova.compute.manager [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Took 8.77 seconds to spawn the instance on the hypervisor. [ 2245.087502] env[63248]: DEBUG nova.compute.manager [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2245.088308] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd18624-e12a-4450-868d-b3cf8d01309e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.606315] env[63248]: INFO nova.compute.manager [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Took 14.23 seconds to build instance. [ 2246.108703] env[63248]: DEBUG oslo_concurrency.lockutils [None req-2e103585-239f-4e9b-b496-ac191e0019b4 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.743s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.718454] env[63248]: DEBUG nova.compute.manager [req-37db47a5-65bb-49e9-b2af-716c4fb4321a req-aa70ccdb-1ffe-4ad6-b85b-192536d193bf service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Received event network-changed-30c2dbc2-f6cf-4b67-a8b1-2c603db361ab {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2246.718684] env[63248]: DEBUG nova.compute.manager [req-37db47a5-65bb-49e9-b2af-716c4fb4321a req-aa70ccdb-1ffe-4ad6-b85b-192536d193bf service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Refreshing instance network info cache due to event network-changed-30c2dbc2-f6cf-4b67-a8b1-2c603db361ab. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2246.718812] env[63248]: DEBUG oslo_concurrency.lockutils [req-37db47a5-65bb-49e9-b2af-716c4fb4321a req-aa70ccdb-1ffe-4ad6-b85b-192536d193bf service nova] Acquiring lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2246.718951] env[63248]: DEBUG oslo_concurrency.lockutils [req-37db47a5-65bb-49e9-b2af-716c4fb4321a req-aa70ccdb-1ffe-4ad6-b85b-192536d193bf service nova] Acquired lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2246.719145] env[63248]: DEBUG nova.network.neutron [req-37db47a5-65bb-49e9-b2af-716c4fb4321a req-aa70ccdb-1ffe-4ad6-b85b-192536d193bf service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Refreshing network info cache for port 30c2dbc2-f6cf-4b67-a8b1-2c603db361ab {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2247.428745] env[63248]: DEBUG nova.network.neutron [req-37db47a5-65bb-49e9-b2af-716c4fb4321a req-aa70ccdb-1ffe-4ad6-b85b-192536d193bf service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updated VIF entry in instance network info cache for port 30c2dbc2-f6cf-4b67-a8b1-2c603db361ab. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2247.429116] env[63248]: DEBUG nova.network.neutron [req-37db47a5-65bb-49e9-b2af-716c4fb4321a req-aa70ccdb-1ffe-4ad6-b85b-192536d193bf service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance_info_cache with network_info: [{"id": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "address": "fa:16:3e:bf:86:f9", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30c2dbc2-f6", "ovs_interfaceid": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2247.932713] env[63248]: DEBUG oslo_concurrency.lockutils [req-37db47a5-65bb-49e9-b2af-716c4fb4321a req-aa70ccdb-1ffe-4ad6-b85b-192536d193bf service nova] Releasing lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2248.900035] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.900357] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.900547] env[63248]: INFO nova.compute.manager [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Shelving [ 2249.909684] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2249.909684] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b638513a-a8e3-4a87-911c-08e5f2ccd37f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.917464] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2249.917464] env[63248]: value = "task-1801824" [ 2249.917464] env[63248]: _type = "Task" [ 2249.917464] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.925160] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.427280] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.928071] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.429687] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801824, 'name': PowerOffVM_Task, 'duration_secs': 1.328037} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.429947] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2251.430720] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f71db7-a233-4bc0-b0ce-d1981da3d087 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.447952] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9188bd8-4d31-4864-9ea1-3f55b9f84268 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.961140] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Creating Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2251.961561] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-48f06a66-884c-424a-93bb-182616feec92 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.972528] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2251.972528] env[63248]: value = "task-1801825" [ 2251.972528] env[63248]: _type = "Task" [ 2251.972528] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.982697] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801825, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.483502] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801825, 'name': CreateSnapshot_Task, 'duration_secs': 0.423135} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.483841] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Created Snapshot of the VM instance {{(pid=63248) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2252.484625] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3286820-0639-4abf-bd5f-56ad3f69e8c5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.001407] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Creating linked-clone VM from snapshot {{(pid=63248) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2253.001767] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dc7acbeb-7120-4431-9ae2-830ec484e5e7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.010095] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2253.010095] env[63248]: value = "task-1801826" [ 2253.010095] env[63248]: _type = "Task" [ 2253.010095] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.017388] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801826, 'name': CloneVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.519878] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801826, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.020396] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801826, 'name': CloneVM_Task} progress is 94%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.521173] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801826, 'name': CloneVM_Task} progress is 95%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.022256] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801826, 'name': CloneVM_Task, 'duration_secs': 1.73147} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.022543] env[63248]: INFO nova.virt.vmwareapi.vmops [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Created linked-clone VM from snapshot [ 2255.023284] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848fb762-ec80-48d5-a7ac-1a7a5d4347a2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.030354] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Uploading image f4f355bd-5763-4ab6-a738-f1dc26ce94e1 {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2255.054038] env[63248]: DEBUG oslo_vmware.rw_handles [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2255.054038] env[63248]: value = "vm-373563" [ 2255.054038] env[63248]: _type = "VirtualMachine" [ 2255.054038] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2255.054310] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6e2d7fef-35b5-4255-981d-a37e6be38205 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.060854] env[63248]: DEBUG oslo_vmware.rw_handles [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lease: (returnval){ [ 2255.060854] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526dfe9d-8226-8764-a438-ac74eef7b3fb" [ 2255.060854] env[63248]: _type = "HttpNfcLease" [ 2255.060854] env[63248]: } obtained for exporting VM: (result){ [ 2255.060854] env[63248]: value = "vm-373563" [ 2255.060854] env[63248]: _type = "VirtualMachine" [ 2255.060854] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2255.061271] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the lease: (returnval){ [ 2255.061271] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526dfe9d-8226-8764-a438-ac74eef7b3fb" [ 2255.061271] env[63248]: _type = "HttpNfcLease" [ 2255.061271] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2255.067220] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2255.067220] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526dfe9d-8226-8764-a438-ac74eef7b3fb" [ 2255.067220] env[63248]: _type = "HttpNfcLease" [ 2255.067220] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2255.569597] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2255.569597] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526dfe9d-8226-8764-a438-ac74eef7b3fb" [ 2255.569597] env[63248]: _type = "HttpNfcLease" [ 2255.569597] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2255.570021] env[63248]: DEBUG oslo_vmware.rw_handles [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2255.570021] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]526dfe9d-8226-8764-a438-ac74eef7b3fb" [ 2255.570021] env[63248]: _type = "HttpNfcLease" [ 2255.570021] env[63248]: }. {{(pid=63248) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2255.570593] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a7e353-dabf-471b-b19c-df5922801a95 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.577611] env[63248]: DEBUG oslo_vmware.rw_handles [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52716abd-f448-13f4-38be-f7a84a54ff14/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2255.577855] env[63248]: DEBUG oslo_vmware.rw_handles [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52716abd-f448-13f4-38be-f7a84a54ff14/disk-0.vmdk for reading. {{(pid=63248) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2255.665510] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cec028b5-9dcf-44ff-8f87-dff6932febac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.567167] env[63248]: DEBUG oslo_vmware.rw_handles [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52716abd-f448-13f4-38be-f7a84a54ff14/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2262.568109] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2172106-ee94-4696-8cb3-5b277077ecf5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.574135] env[63248]: DEBUG oslo_vmware.rw_handles [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52716abd-f448-13f4-38be-f7a84a54ff14/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2262.574302] env[63248]: ERROR oslo_vmware.rw_handles [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52716abd-f448-13f4-38be-f7a84a54ff14/disk-0.vmdk due to incomplete transfer. [ 2262.574502] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b916d69f-4e47-41f0-938d-89b5eb333ae5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.582369] env[63248]: DEBUG oslo_vmware.rw_handles [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52716abd-f448-13f4-38be-f7a84a54ff14/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2262.582561] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Uploaded image f4f355bd-5763-4ab6-a738-f1dc26ce94e1 to the Glance image server {{(pid=63248) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2262.584789] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Destroying the VM {{(pid=63248) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2262.585023] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-43bae783-200b-46b6-80dc-ac87b7eb3b5f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.590092] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2262.590092] env[63248]: value = "task-1801828" [ 2262.590092] env[63248]: _type = "Task" [ 2262.590092] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.597472] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801828, 'name': Destroy_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.100033] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801828, 'name': Destroy_Task, 'duration_secs': 0.330662} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.100314] env[63248]: INFO nova.virt.vmwareapi.vm_util [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Destroyed the VM [ 2263.100560] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Deleting Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2263.100801] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-958af4f4-4255-4b5a-aaa2-ab990862f911 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.106869] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2263.106869] env[63248]: value = "task-1801829" [ 2263.106869] env[63248]: _type = "Task" [ 2263.106869] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.114928] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801829, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.616081] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801829, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.116823] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801829, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.617739] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801829, 'name': RemoveSnapshot_Task, 'duration_secs': 1.113229} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.618112] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Deleted Snapshot of the VM instance {{(pid=63248) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2264.618274] env[63248]: DEBUG nova.compute.manager [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2264.618996] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759f0f9c-d8a7-4303-a460-d27912118a8f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.130726] env[63248]: INFO nova.compute.manager [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Shelve offloading [ 2265.634055] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2265.634466] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46fcb2b8-b55b-4cdf-9b7a-77650a7a7c5a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.641609] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2265.641609] env[63248]: value = "task-1801830" [ 2265.641609] env[63248]: _type = "Task" [ 2265.641609] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.648985] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.151858] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] VM already powered off {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2266.152098] env[63248]: DEBUG nova.compute.manager [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2266.152823] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b816128d-afcf-4fd5-b80e-9c06f12636ec {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.158134] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2266.158327] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquired lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2266.158499] env[63248]: DEBUG nova.network.neutron [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2266.225439] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2266.225592] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2266.225734] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2266.225852] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2266.728763] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2266.847415] env[63248]: DEBUG nova.network.neutron [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Updating instance_info_cache with network_info: [{"id": "e3e78d45-1d92-4396-9901-babbb4cafe01", "address": "fa:16:3e:77:10:92", "network": {"id": "bc5d8c83-26cb-4a0a-8a99-2e92a9835ff2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-831849932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc5c97dbc7b41bf91f7f98d8f1a8ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e78d45-1d", "ovs_interfaceid": "e3e78d45-1d92-4396-9901-babbb4cafe01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2267.349905] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Releasing lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2267.351771] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquired lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2267.351938] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Forcefully refreshing network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2267.352106] env[63248]: DEBUG nova.objects.instance [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lazy-loading 'info_cache' on Instance uuid c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2267.586280] env[63248]: DEBUG nova.compute.manager [req-9ab761b4-88d9-49ba-ab04-7150d3268374 req-9c3dbb7d-a223-47ec-9f25-9bbf726b0041 service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Received event network-vif-unplugged-e3e78d45-1d92-4396-9901-babbb4cafe01 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2267.586280] env[63248]: DEBUG oslo_concurrency.lockutils [req-9ab761b4-88d9-49ba-ab04-7150d3268374 req-9c3dbb7d-a223-47ec-9f25-9bbf726b0041 service nova] Acquiring lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.586280] env[63248]: DEBUG oslo_concurrency.lockutils [req-9ab761b4-88d9-49ba-ab04-7150d3268374 req-9c3dbb7d-a223-47ec-9f25-9bbf726b0041 service nova] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.586280] env[63248]: DEBUG oslo_concurrency.lockutils [req-9ab761b4-88d9-49ba-ab04-7150d3268374 req-9c3dbb7d-a223-47ec-9f25-9bbf726b0041 service nova] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.586280] env[63248]: DEBUG nova.compute.manager [req-9ab761b4-88d9-49ba-ab04-7150d3268374 req-9c3dbb7d-a223-47ec-9f25-9bbf726b0041 service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] No waiting events found dispatching network-vif-unplugged-e3e78d45-1d92-4396-9901-babbb4cafe01 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2267.586765] env[63248]: WARNING nova.compute.manager [req-9ab761b4-88d9-49ba-ab04-7150d3268374 req-9c3dbb7d-a223-47ec-9f25-9bbf726b0041 service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Received unexpected event network-vif-unplugged-e3e78d45-1d92-4396-9901-babbb4cafe01 for instance with vm_state shelved and task_state shelving_offloading. [ 2267.616114] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2267.617477] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e423612-8eab-47d1-a163-90d97382df7f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.624683] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2267.624898] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbe7f9d2-0fc6-4eb1-b59d-007eb2dc6c53 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.703601] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2267.703813] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2267.704035] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Deleting the datastore file [datastore1] c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2267.704312] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2db9f64e-82a8-4bcd-9b43-cfe433a70f75 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.710378] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2267.710378] env[63248]: value = "task-1801832" [ 2267.710378] env[63248]: _type = "Task" [ 2267.710378] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.718289] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.220331] env[63248]: DEBUG oslo_vmware.api [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124415} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.220673] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2268.220810] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2268.220982] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2268.243014] env[63248]: INFO nova.scheduler.client.report [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Deleted allocations for instance c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb [ 2268.747276] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2268.747579] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2268.747820] env[63248]: DEBUG nova.objects.instance [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lazy-loading 'resources' on Instance uuid c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2269.056138] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Updating instance_info_cache with network_info: [{"id": "e3e78d45-1d92-4396-9901-babbb4cafe01", "address": "fa:16:3e:77:10:92", "network": {"id": "bc5d8c83-26cb-4a0a-8a99-2e92a9835ff2", "bridge": null, "label": "tempest-ServersNegativeTestJSON-831849932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc5c97dbc7b41bf91f7f98d8f1a8ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape3e78d45-1d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2269.250462] env[63248]: DEBUG nova.objects.instance [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lazy-loading 'numa_topology' on Instance uuid c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2269.558559] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Releasing lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2269.558775] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Updated the network info_cache for instance {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2269.558978] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.559152] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.559301] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.559453] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.559601] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.559776] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.559905] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2269.560064] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2269.611853] env[63248]: DEBUG nova.compute.manager [req-047f9098-034b-4b01-acac-e37f8b1beabe req-de42f9dc-0355-4a5f-ae06-b4a4ded1ce7f service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Received event network-changed-e3e78d45-1d92-4396-9901-babbb4cafe01 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2269.612107] env[63248]: DEBUG nova.compute.manager [req-047f9098-034b-4b01-acac-e37f8b1beabe req-de42f9dc-0355-4a5f-ae06-b4a4ded1ce7f service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Refreshing instance network info cache due to event network-changed-e3e78d45-1d92-4396-9901-babbb4cafe01. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2269.612363] env[63248]: DEBUG oslo_concurrency.lockutils [req-047f9098-034b-4b01-acac-e37f8b1beabe req-de42f9dc-0355-4a5f-ae06-b4a4ded1ce7f service nova] Acquiring lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2269.612553] env[63248]: DEBUG oslo_concurrency.lockutils [req-047f9098-034b-4b01-acac-e37f8b1beabe req-de42f9dc-0355-4a5f-ae06-b4a4ded1ce7f service nova] Acquired lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2269.612782] env[63248]: DEBUG nova.network.neutron [req-047f9098-034b-4b01-acac-e37f8b1beabe req-de42f9dc-0355-4a5f-ae06-b4a4ded1ce7f service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Refreshing network info cache for port e3e78d45-1d92-4396-9901-babbb4cafe01 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2269.753240] env[63248]: DEBUG nova.objects.base [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2269.792645] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b09e78-7690-49cf-8455-7bbce3e9e2eb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.800467] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9fabad-5cb1-4491-8363-1ec4abd0d8a8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.830164] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc37d04c-9669-4a81-a1c5-5d9513dfacac {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.837181] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852c9477-e8b8-43d9-8034-03e4b93e78b0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.849813] env[63248]: DEBUG nova.compute.provider_tree [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2269.886638] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.063205] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.295365] env[63248]: DEBUG nova.network.neutron [req-047f9098-034b-4b01-acac-e37f8b1beabe req-de42f9dc-0355-4a5f-ae06-b4a4ded1ce7f service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Updated VIF entry in instance network info cache for port e3e78d45-1d92-4396-9901-babbb4cafe01. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2270.295730] env[63248]: DEBUG nova.network.neutron [req-047f9098-034b-4b01-acac-e37f8b1beabe req-de42f9dc-0355-4a5f-ae06-b4a4ded1ce7f service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Updating instance_info_cache with network_info: [{"id": "e3e78d45-1d92-4396-9901-babbb4cafe01", "address": "fa:16:3e:77:10:92", "network": {"id": "bc5d8c83-26cb-4a0a-8a99-2e92a9835ff2", "bridge": null, "label": "tempest-ServersNegativeTestJSON-831849932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc5c97dbc7b41bf91f7f98d8f1a8ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape3e78d45-1d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2270.352711] env[63248]: DEBUG nova.scheduler.client.report [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2270.798574] env[63248]: DEBUG oslo_concurrency.lockutils [req-047f9098-034b-4b01-acac-e37f8b1beabe req-de42f9dc-0355-4a5f-ae06-b4a4ded1ce7f service nova] Releasing lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2270.856709] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.859213] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.796s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.859394] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.859549] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2270.860575] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d26df8-7a04-48d9-822c-327e04e3ed23 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.869234] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f69f382-3034-4716-b8a1-4a42f2035c52 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.883131] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc52f3ec-f002-4093-9eb3-8a1527c472b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.889477] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9dbc3e-562b-4d66-af96-48d1ce035f5e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.919624] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181009MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2270.919752] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.919948] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2271.365912] env[63248]: DEBUG oslo_concurrency.lockutils [None req-3bc1d271-f124-4d26-a543-1af5c00005b9 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.465s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2271.366876] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.480s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2271.367077] env[63248]: INFO nova.compute.manager [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Unshelving [ 2271.947339] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2272.390540] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.450665] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2272.450882] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2272.451042] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2272.485379] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b541f6-49aa-4592-af48-7b8766ad5c31 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.492772] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cbbdcf-6e75-4a54-85b5-ef4eeaaeb117 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.522238] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37d2af6-fc38-4d3f-a825-0a90a21d9a88 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.529155] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b8c76a-629a-420e-a32e-c1849a0b7714 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.542365] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2273.045768] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2273.551064] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2273.551064] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.631s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2273.551479] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.161s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.551479] env[63248]: DEBUG nova.objects.instance [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lazy-loading 'pci_requests' on Instance uuid c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2274.055706] env[63248]: DEBUG nova.objects.instance [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lazy-loading 'numa_topology' on Instance uuid c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2274.558728] env[63248]: INFO nova.compute.claims [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2275.602136] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1374442-bd08-48f7-bb57-6d27a09bf572 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.609846] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60bf6ea-3c20-4a16-ae59-b55d18d1865d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.639261] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bd2f4c-194e-4440-89fa-ec516dee6b65 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.645797] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f2363-0761-457d-9811-01306c7666d1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.658340] env[63248]: DEBUG nova.compute.provider_tree [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2276.161718] env[63248]: DEBUG nova.scheduler.client.report [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2276.667560] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.116s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2276.695067] env[63248]: INFO nova.network.neutron [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Updating port e3e78d45-1d92-4396-9901-babbb4cafe01 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2278.047928] env[63248]: DEBUG nova.compute.manager [req-3e007b38-df27-43cc-9379-8650a689dffc req-032a6541-f461-4785-9815-8c0f4355e675 service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Received event network-vif-plugged-e3e78d45-1d92-4396-9901-babbb4cafe01 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2278.047928] env[63248]: DEBUG oslo_concurrency.lockutils [req-3e007b38-df27-43cc-9379-8650a689dffc req-032a6541-f461-4785-9815-8c0f4355e675 service nova] Acquiring lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2278.047928] env[63248]: DEBUG oslo_concurrency.lockutils [req-3e007b38-df27-43cc-9379-8650a689dffc req-032a6541-f461-4785-9815-8c0f4355e675 service nova] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2278.047928] env[63248]: DEBUG oslo_concurrency.lockutils [req-3e007b38-df27-43cc-9379-8650a689dffc req-032a6541-f461-4785-9815-8c0f4355e675 service nova] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.047928] env[63248]: DEBUG nova.compute.manager [req-3e007b38-df27-43cc-9379-8650a689dffc req-032a6541-f461-4785-9815-8c0f4355e675 service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] No waiting events found dispatching network-vif-plugged-e3e78d45-1d92-4396-9901-babbb4cafe01 {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2278.047928] env[63248]: WARNING nova.compute.manager [req-3e007b38-df27-43cc-9379-8650a689dffc req-032a6541-f461-4785-9815-8c0f4355e675 service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Received unexpected event network-vif-plugged-e3e78d45-1d92-4396-9901-babbb4cafe01 for instance with vm_state shelved_offloaded and task_state spawning. [ 2278.123714] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2278.123915] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquired lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2278.124112] env[63248]: DEBUG nova.network.neutron [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2278.803768] env[63248]: DEBUG nova.network.neutron [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Updating instance_info_cache with network_info: [{"id": "e3e78d45-1d92-4396-9901-babbb4cafe01", "address": "fa:16:3e:77:10:92", "network": {"id": "bc5d8c83-26cb-4a0a-8a99-2e92a9835ff2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-831849932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc5c97dbc7b41bf91f7f98d8f1a8ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e78d45-1d", "ovs_interfaceid": "e3e78d45-1d92-4396-9901-babbb4cafe01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2279.306845] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Releasing lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2279.332868] env[63248]: DEBUG nova.virt.hardware [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='965160591011319b375bfae878f98590',container_format='bare',created_at=2024-12-12T07:44:08Z,direct_url=,disk_format='vmdk',id=f4f355bd-5763-4ab6-a738-f1dc26ce94e1,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1869245275-shelved',owner='8fc5c97dbc7b41bf91f7f98d8f1a8ea6',properties=ImageMetaProps,protected=,size=31596032,status='active',tags=,updated_at=2024-12-12T07:44:22Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2279.333125] env[63248]: DEBUG nova.virt.hardware [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2279.333285] env[63248]: DEBUG nova.virt.hardware [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2279.333466] env[63248]: DEBUG nova.virt.hardware [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2279.333613] env[63248]: DEBUG nova.virt.hardware [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2279.333760] env[63248]: DEBUG nova.virt.hardware [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2279.333999] env[63248]: DEBUG nova.virt.hardware [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2279.334221] env[63248]: DEBUG nova.virt.hardware [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2279.334399] env[63248]: DEBUG nova.virt.hardware [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2279.334569] env[63248]: DEBUG nova.virt.hardware [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2279.334737] env[63248]: DEBUG nova.virt.hardware [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2279.335602] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04086a32-000a-454f-9c55-97c6d2ef6578 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.343552] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e819e818-3409-4d61-a510-f0524e680c63 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.356230] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:10:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3e78d45-1d92-4396-9901-babbb4cafe01', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2279.363413] env[63248]: DEBUG oslo.service.loopingcall [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2279.363632] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2279.363826] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b4181e3-cafe-41a4-918f-a26785871393 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.381501] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2279.381501] env[63248]: value = "task-1801833" [ 2279.381501] env[63248]: _type = "Task" [ 2279.381501] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.388315] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801833, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.891982] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801833, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.071392] env[63248]: DEBUG nova.compute.manager [req-96f987b5-2c49-4cea-84ff-77342d432831 req-e2633718-61a4-4d48-8f47-0a7a97886eac service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Received event network-changed-e3e78d45-1d92-4396-9901-babbb4cafe01 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2280.071590] env[63248]: DEBUG nova.compute.manager [req-96f987b5-2c49-4cea-84ff-77342d432831 req-e2633718-61a4-4d48-8f47-0a7a97886eac service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Refreshing instance network info cache due to event network-changed-e3e78d45-1d92-4396-9901-babbb4cafe01. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2280.071807] env[63248]: DEBUG oslo_concurrency.lockutils [req-96f987b5-2c49-4cea-84ff-77342d432831 req-e2633718-61a4-4d48-8f47-0a7a97886eac service nova] Acquiring lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2280.071951] env[63248]: DEBUG oslo_concurrency.lockutils [req-96f987b5-2c49-4cea-84ff-77342d432831 req-e2633718-61a4-4d48-8f47-0a7a97886eac service nova] Acquired lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2280.072389] env[63248]: DEBUG nova.network.neutron [req-96f987b5-2c49-4cea-84ff-77342d432831 req-e2633718-61a4-4d48-8f47-0a7a97886eac service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Refreshing network info cache for port e3e78d45-1d92-4396-9901-babbb4cafe01 {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2280.391818] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801833, 'name': CreateVM_Task} progress is 99%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.759104] env[63248]: DEBUG nova.network.neutron [req-96f987b5-2c49-4cea-84ff-77342d432831 req-e2633718-61a4-4d48-8f47-0a7a97886eac service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Updated VIF entry in instance network info cache for port e3e78d45-1d92-4396-9901-babbb4cafe01. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2280.759460] env[63248]: DEBUG nova.network.neutron [req-96f987b5-2c49-4cea-84ff-77342d432831 req-e2633718-61a4-4d48-8f47-0a7a97886eac service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Updating instance_info_cache with network_info: [{"id": "e3e78d45-1d92-4396-9901-babbb4cafe01", "address": "fa:16:3e:77:10:92", "network": {"id": "bc5d8c83-26cb-4a0a-8a99-2e92a9835ff2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-831849932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc5c97dbc7b41bf91f7f98d8f1a8ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e78d45-1d", "ovs_interfaceid": "e3e78d45-1d92-4396-9901-babbb4cafe01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2280.892796] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801833, 'name': CreateVM_Task, 'duration_secs': 1.302869} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.892973] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2280.893509] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f4f355bd-5763-4ab6-a738-f1dc26ce94e1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2280.893675] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f4f355bd-5763-4ab6-a738-f1dc26ce94e1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2280.894074] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f4f355bd-5763-4ab6-a738-f1dc26ce94e1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2280.894324] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73f02f1-72f1-430d-be6b-c4d917db7096 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.899175] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2280.899175] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a4fa30-b59a-6e0b-59ad-7a4a938a15bf" [ 2280.899175] env[63248]: _type = "Task" [ 2280.899175] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.906655] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a4fa30-b59a-6e0b-59ad-7a4a938a15bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.262904] env[63248]: DEBUG oslo_concurrency.lockutils [req-96f987b5-2c49-4cea-84ff-77342d432831 req-e2633718-61a4-4d48-8f47-0a7a97886eac service nova] Releasing lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2281.409785] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f4f355bd-5763-4ab6-a738-f1dc26ce94e1" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2281.410265] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Processing image f4f355bd-5763-4ab6-a738-f1dc26ce94e1 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2281.410265] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f4f355bd-5763-4ab6-a738-f1dc26ce94e1/f4f355bd-5763-4ab6-a738-f1dc26ce94e1.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2281.410421] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f4f355bd-5763-4ab6-a738-f1dc26ce94e1/f4f355bd-5763-4ab6-a738-f1dc26ce94e1.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2281.410596] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2281.410838] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1da1f381-a281-4b11-a933-1713c7e91b74 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.419010] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2281.419208] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2281.419858] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2498880e-9b22-403e-9968-a8ac9380f054 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.424885] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2281.424885] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528c52da-3147-f3fa-f2e2-2cefa4d40fac" [ 2281.424885] env[63248]: _type = "Task" [ 2281.424885] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.431895] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]528c52da-3147-f3fa-f2e2-2cefa4d40fac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.935420] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Preparing fetch location {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2281.935736] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Fetch image to [datastore1] OSTACK_IMG_2e0373b3-4fc0-45f8-ab57-62487256d9ba/OSTACK_IMG_2e0373b3-4fc0-45f8-ab57-62487256d9ba.vmdk {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2281.935929] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Downloading stream optimized image f4f355bd-5763-4ab6-a738-f1dc26ce94e1 to [datastore1] OSTACK_IMG_2e0373b3-4fc0-45f8-ab57-62487256d9ba/OSTACK_IMG_2e0373b3-4fc0-45f8-ab57-62487256d9ba.vmdk on the data store datastore1 as vApp {{(pid=63248) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2281.936115] env[63248]: DEBUG nova.virt.vmwareapi.images [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Downloading image file data f4f355bd-5763-4ab6-a738-f1dc26ce94e1 to the ESX as VM named 'OSTACK_IMG_2e0373b3-4fc0-45f8-ab57-62487256d9ba' {{(pid=63248) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2282.002875] env[63248]: DEBUG oslo_vmware.rw_handles [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2282.002875] env[63248]: value = "resgroup-9" [ 2282.002875] env[63248]: _type = "ResourcePool" [ 2282.002875] env[63248]: }. {{(pid=63248) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2282.003183] env[63248]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4be4e807-4b16-4f66-9545-43bcf8b4791e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.024945] env[63248]: DEBUG oslo_vmware.rw_handles [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lease: (returnval){ [ 2282.024945] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5282002f-e688-ba29-670b-98abc024b5f3" [ 2282.024945] env[63248]: _type = "HttpNfcLease" [ 2282.024945] env[63248]: } obtained for vApp import into resource pool (val){ [ 2282.024945] env[63248]: value = "resgroup-9" [ 2282.024945] env[63248]: _type = "ResourcePool" [ 2282.024945] env[63248]: }. {{(pid=63248) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2282.025258] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the lease: (returnval){ [ 2282.025258] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5282002f-e688-ba29-670b-98abc024b5f3" [ 2282.025258] env[63248]: _type = "HttpNfcLease" [ 2282.025258] env[63248]: } to be ready. {{(pid=63248) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2282.031142] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2282.031142] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5282002f-e688-ba29-670b-98abc024b5f3" [ 2282.031142] env[63248]: _type = "HttpNfcLease" [ 2282.031142] env[63248]: } is initializing. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2282.532948] env[63248]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2282.532948] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5282002f-e688-ba29-670b-98abc024b5f3" [ 2282.532948] env[63248]: _type = "HttpNfcLease" [ 2282.532948] env[63248]: } is ready. {{(pid=63248) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2282.533319] env[63248]: DEBUG oslo_vmware.rw_handles [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2282.533319] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]5282002f-e688-ba29-670b-98abc024b5f3" [ 2282.533319] env[63248]: _type = "HttpNfcLease" [ 2282.533319] env[63248]: }. {{(pid=63248) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2282.533970] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519e3a49-01e5-4b17-9779-d1d40267f6a0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.540693] env[63248]: DEBUG oslo_vmware.rw_handles [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274d542-bb58-bfbb-832e-117b48e39c4e/disk-0.vmdk from lease info. {{(pid=63248) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2282.540867] env[63248]: DEBUG oslo_vmware.rw_handles [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Creating HTTP connection to write to file with size = 31596032 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274d542-bb58-bfbb-832e-117b48e39c4e/disk-0.vmdk. {{(pid=63248) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2282.603947] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e4a075b1-2932-40ca-9a13-d6432fa311eb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.723680] env[63248]: DEBUG oslo_vmware.rw_handles [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Completed reading data from the image iterator. {{(pid=63248) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2283.724124] env[63248]: DEBUG oslo_vmware.rw_handles [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274d542-bb58-bfbb-832e-117b48e39c4e/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2283.724893] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962a5008-9eb1-4e38-998a-5d55b94d9b51 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.731751] env[63248]: DEBUG oslo_vmware.rw_handles [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274d542-bb58-bfbb-832e-117b48e39c4e/disk-0.vmdk is in state: ready. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2283.731913] env[63248]: DEBUG oslo_vmware.rw_handles [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274d542-bb58-bfbb-832e-117b48e39c4e/disk-0.vmdk. {{(pid=63248) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2283.732188] env[63248]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-90ad70d6-7c47-4623-a1d5-1b31b74354f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.793035] env[63248]: DEBUG nova.compute.manager [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Stashing vm_state: active {{(pid=63248) _prep_resize /opt/stack/nova/nova/compute/manager.py:6091}} [ 2283.919271] env[63248]: DEBUG oslo_vmware.rw_handles [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274d542-bb58-bfbb-832e-117b48e39c4e/disk-0.vmdk. {{(pid=63248) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2283.919520] env[63248]: INFO nova.virt.vmwareapi.images [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Downloaded image file data f4f355bd-5763-4ab6-a738-f1dc26ce94e1 [ 2283.920335] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2a0356-a348-425d-8238-25f299f4d2d7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.935078] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f297a557-4e21-4a6a-8a0c-3f489fec4f28 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.963411] env[63248]: INFO nova.virt.vmwareapi.images [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] The imported VM was unregistered [ 2283.965710] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Caching image {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2283.965939] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f4f355bd-5763-4ab6-a738-f1dc26ce94e1 {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2283.966195] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a3bbb60-5932-4607-9516-d9f155c42af7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.975892] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Created directory with path [datastore1] devstack-image-cache_base/f4f355bd-5763-4ab6-a738-f1dc26ce94e1 {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2283.976051] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2e0373b3-4fc0-45f8-ab57-62487256d9ba/OSTACK_IMG_2e0373b3-4fc0-45f8-ab57-62487256d9ba.vmdk to [datastore1] devstack-image-cache_base/f4f355bd-5763-4ab6-a738-f1dc26ce94e1/f4f355bd-5763-4ab6-a738-f1dc26ce94e1.vmdk. {{(pid=63248) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2283.976290] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b2a17a65-056a-49b2-b20a-1fd0f1dbfc1e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.982411] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2283.982411] env[63248]: value = "task-1801836" [ 2283.982411] env[63248]: _type = "Task" [ 2283.982411] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.989899] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801836, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.313587] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.313861] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.494148] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801836, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.819380] env[63248]: INFO nova.compute.claims [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2284.994318] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801836, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.325461] env[63248]: INFO nova.compute.resource_tracker [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating resource usage from migration 41b5be4d-edf1-448a-b326-92ea71ed26d8 [ 2285.378619] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea54ba44-4953-4050-9375-e6dc68a2806f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.388585] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239c9a7f-22fb-4de4-9a0f-273c8f0b7dfe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.423523] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88303fbc-d4fd-4af9-a992-e1776ed05cb9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.434019] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a88fb40-21d5-428c-a8de-0838286cf2d9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.450878] env[63248]: DEBUG nova.compute.provider_tree [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2285.494848] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801836, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.954463] env[63248]: DEBUG nova.scheduler.client.report [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2285.995819] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801836, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.459807] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.146s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2286.459995] env[63248]: INFO nova.compute.manager [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Migrating [ 2286.494355] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801836, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.120184} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.494611] env[63248]: INFO nova.virt.vmwareapi.ds_util [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2e0373b3-4fc0-45f8-ab57-62487256d9ba/OSTACK_IMG_2e0373b3-4fc0-45f8-ab57-62487256d9ba.vmdk to [datastore1] devstack-image-cache_base/f4f355bd-5763-4ab6-a738-f1dc26ce94e1/f4f355bd-5763-4ab6-a738-f1dc26ce94e1.vmdk. [ 2286.494797] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Cleaning up location [datastore1] OSTACK_IMG_2e0373b3-4fc0-45f8-ab57-62487256d9ba {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2286.494959] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2e0373b3-4fc0-45f8-ab57-62487256d9ba {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2286.495206] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29bd3092-f3b1-4b82-a5f5-9f26d9cc2916 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.502018] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2286.502018] env[63248]: value = "task-1801837" [ 2286.502018] env[63248]: _type = "Task" [ 2286.502018] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.510199] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.974552] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2286.974552] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2286.974552] env[63248]: DEBUG nova.network.neutron [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2287.011572] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032289} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.011814] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2287.011984] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f4f355bd-5763-4ab6-a738-f1dc26ce94e1/f4f355bd-5763-4ab6-a738-f1dc26ce94e1.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2287.012236] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f4f355bd-5763-4ab6-a738-f1dc26ce94e1/f4f355bd-5763-4ab6-a738-f1dc26ce94e1.vmdk to [datastore1] c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb/c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2287.012478] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9895a54d-b9d8-4341-97e3-167bd9383274 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.021090] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2287.021090] env[63248]: value = "task-1801838" [ 2287.021090] env[63248]: _type = "Task" [ 2287.021090] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.030068] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.533226] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801838, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.709019] env[63248]: DEBUG nova.network.neutron [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance_info_cache with network_info: [{"id": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "address": "fa:16:3e:bf:86:f9", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30c2dbc2-f6", "ovs_interfaceid": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.034383] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801838, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.212536] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2288.535851] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801838, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.035429] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801838, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.534286] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801838, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.213101} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.534535] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f4f355bd-5763-4ab6-a738-f1dc26ce94e1/f4f355bd-5763-4ab6-a738-f1dc26ce94e1.vmdk to [datastore1] c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb/c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2289.535300] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36910e49-bdaa-4432-9824-2bc621f723f6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.556436] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb/c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb.vmdk or device None with type streamOptimized {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2289.556628] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b397aa8d-7f4a-47af-a0fc-f4eb147b1385 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.575016] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2289.575016] env[63248]: value = "task-1801839" [ 2289.575016] env[63248]: _type = "Task" [ 2289.575016] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.583286] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.728697] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da135e4c-b4b8-484f-9e15-ac7345d11449 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.746794] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance '2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5' progress to 0 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2290.084553] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801839, 'name': ReconfigVM_Task, 'duration_secs': 0.318744} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.084929] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb/c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb.vmdk or device None with type streamOptimized {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2290.085405] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9c241a3-1c81-4b32-b194-6e33ffb6c725 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.091282] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2290.091282] env[63248]: value = "task-1801840" [ 2290.091282] env[63248]: _type = "Task" [ 2290.091282] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.098952] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801840, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.253074] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2290.253389] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1a53891-d08c-4bb5-b125-20ff62e90d9d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.260202] env[63248]: DEBUG oslo_vmware.api [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2290.260202] env[63248]: value = "task-1801841" [ 2290.260202] env[63248]: _type = "Task" [ 2290.260202] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.267840] env[63248]: DEBUG oslo_vmware.api [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.601199] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801840, 'name': Rename_Task, 'duration_secs': 0.147582} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.601466] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2290.601696] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e19ee7a-9450-45ad-b30d-461d10348b12 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.607289] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2290.607289] env[63248]: value = "task-1801842" [ 2290.607289] env[63248]: _type = "Task" [ 2290.607289] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.614237] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.769832] env[63248]: DEBUG oslo_vmware.api [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801841, 'name': PowerOffVM_Task, 'duration_secs': 0.194185} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.770098] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2290.770265] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance '2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5' progress to 17 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2291.116883] env[63248]: DEBUG oslo_vmware.api [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801842, 'name': PowerOnVM_Task, 'duration_secs': 0.444872} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.117277] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2291.213724] env[63248]: DEBUG nova.compute.manager [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2291.214659] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35286d09-0484-4d76-9a64-4b6696274367 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.276947] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2291.277209] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2291.277373] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2291.277557] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2291.277737] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2291.277894] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2291.278114] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2291.278277] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2291.278442] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2291.278628] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2291.278821] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2291.284198] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f12dc0d4-87e5-4696-b83c-8b8af593e053 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.300133] env[63248]: DEBUG oslo_vmware.api [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2291.300133] env[63248]: value = "task-1801843" [ 2291.300133] env[63248]: _type = "Task" [ 2291.300133] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.308178] env[63248]: DEBUG oslo_vmware.api [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.732653] env[63248]: DEBUG oslo_concurrency.lockutils [None req-c622aa61-4b72-431a-9438-756682eadf76 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.366s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.811454] env[63248]: DEBUG oslo_vmware.api [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801843, 'name': ReconfigVM_Task, 'duration_secs': 0.147792} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.811676] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance '2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5' progress to 33 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2292.317938] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2292.318303] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2292.318303] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2292.318381] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2292.318487] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2292.318618] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2292.319432] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2292.319432] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2292.319432] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2292.319432] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2292.319672] env[63248]: DEBUG nova.virt.hardware [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2292.324989] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2292.325303] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-593c83d2-6964-4e85-9ede-3595cb8157cf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.344154] env[63248]: DEBUG oslo_vmware.api [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2292.344154] env[63248]: value = "task-1801844" [ 2292.344154] env[63248]: _type = "Task" [ 2292.344154] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.352275] env[63248]: DEBUG oslo_vmware.api [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.854132] env[63248]: DEBUG oslo_vmware.api [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801844, 'name': ReconfigVM_Task, 'duration_secs': 0.157185} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.854498] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2292.855391] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc87808-a500-43f9-a405-7d2aadc386f8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.882022] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5/2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2292.882022] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e25783bb-a8c9-4709-9424-3fdca5c9e25e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.899267] env[63248]: DEBUG oslo_vmware.api [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2292.899267] env[63248]: value = "task-1801845" [ 2292.899267] env[63248]: _type = "Task" [ 2292.899267] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.908779] env[63248]: DEBUG oslo_vmware.api [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.169078] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4211d0a7-bed9-410f-a14a-e96e9d184cec {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.175887] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f7786b02-620b-4e26-a817-9c4ad014d363 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Suspending the VM {{(pid=63248) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2293.176154] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2820a0e4-b517-494a-8ba9-fef8af5729f9 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.182905] env[63248]: DEBUG oslo_vmware.api [None req-f7786b02-620b-4e26-a817-9c4ad014d363 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2293.182905] env[63248]: value = "task-1801846" [ 2293.182905] env[63248]: _type = "Task" [ 2293.182905] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.192325] env[63248]: DEBUG oslo_vmware.api [None req-f7786b02-620b-4e26-a817-9c4ad014d363 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801846, 'name': SuspendVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.409203] env[63248]: DEBUG oslo_vmware.api [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801845, 'name': ReconfigVM_Task, 'duration_secs': 0.247355} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.409632] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5/2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2293.409734] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance '2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5' progress to 50 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2293.696650] env[63248]: DEBUG oslo_vmware.api [None req-f7786b02-620b-4e26-a817-9c4ad014d363 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801846, 'name': SuspendVM_Task} progress is 79%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.916411] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f005d5c9-4581-4b3e-8490-eb2d492f42d8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.936157] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cede146d-98d4-4739-9c2c-7a2e6c6d7cbf {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.952696] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance '2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5' progress to 67 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2294.194061] env[63248]: DEBUG oslo_vmware.api [None req-f7786b02-620b-4e26-a817-9c4ad014d363 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801846, 'name': SuspendVM_Task, 'duration_secs': 0.597597} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.194339] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f7786b02-620b-4e26-a817-9c4ad014d363 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Suspended the VM {{(pid=63248) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2294.194520] env[63248]: DEBUG nova.compute.manager [None req-f7786b02-620b-4e26-a817-9c4ad014d363 tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2294.195266] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f94e89e-5712-4254-bb29-0dabc62255e2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.491315] env[63248]: DEBUG nova.network.neutron [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Port 30c2dbc2-f6cf-4b67-a8b1-2c603db361ab binding to destination host cpu-1 is already ACTIVE {{(pid=63248) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2295.514560] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.514894] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.514938] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.588189] env[63248]: INFO nova.compute.manager [None req-6c8f2ef3-32b4-4198-98b5-8067dcc15bef tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Resuming [ 2295.588811] env[63248]: DEBUG nova.objects.instance [None req-6c8f2ef3-32b4-4198-98b5-8067dcc15bef tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lazy-loading 'flavor' on Instance uuid c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2296.547815] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2296.548134] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2296.548242] env[63248]: DEBUG nova.network.neutron [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2297.098509] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6c8f2ef3-32b4-4198-98b5-8067dcc15bef tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2297.098683] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6c8f2ef3-32b4-4198-98b5-8067dcc15bef tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquired lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2297.098888] env[63248]: DEBUG nova.network.neutron [None req-6c8f2ef3-32b4-4198-98b5-8067dcc15bef tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2297.252664] env[63248]: DEBUG nova.network.neutron [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance_info_cache with network_info: [{"id": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "address": "fa:16:3e:bf:86:f9", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30c2dbc2-f6", "ovs_interfaceid": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2297.755597] env[63248]: DEBUG oslo_concurrency.lockutils [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2297.773732] env[63248]: DEBUG nova.network.neutron [None req-6c8f2ef3-32b4-4198-98b5-8067dcc15bef tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Updating instance_info_cache with network_info: [{"id": "e3e78d45-1d92-4396-9901-babbb4cafe01", "address": "fa:16:3e:77:10:92", "network": {"id": "bc5d8c83-26cb-4a0a-8a99-2e92a9835ff2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-831849932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fc5c97dbc7b41bf91f7f98d8f1a8ea6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e78d45-1d", "ovs_interfaceid": "e3e78d45-1d92-4396-9901-babbb4cafe01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2298.276669] env[63248]: DEBUG oslo_concurrency.lockutils [None req-6c8f2ef3-32b4-4198-98b5-8067dcc15bef tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Releasing lock "refresh_cache-c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2298.277594] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6ca45a-254d-4822-b7af-87de163790ab {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.281694] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a7ffe3-fc34-45e6-ba3b-baf89d1f8424 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.287733] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8f2ef3-32b4-4198-98b5-8067dcc15bef tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Resuming the VM {{(pid=63248) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2298.300422] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccc23761-2e81-477b-8f93-d6349e3d18f5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.302286] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2635f5d-ff45-4746-be66-55e583b80124 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.309260] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance '2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5' progress to 83 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2298.314313] env[63248]: DEBUG oslo_vmware.api [None req-6c8f2ef3-32b4-4198-98b5-8067dcc15bef tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2298.314313] env[63248]: value = "task-1801847" [ 2298.314313] env[63248]: _type = "Task" [ 2298.314313] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.321298] env[63248]: DEBUG oslo_vmware.api [None req-6c8f2ef3-32b4-4198-98b5-8067dcc15bef tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.815986] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2298.816457] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c732f81-7427-4f0c-824e-d118402dd439 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.830979] env[63248]: DEBUG oslo_vmware.api [None req-6c8f2ef3-32b4-4198-98b5-8067dcc15bef tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801847, 'name': PowerOnVM_Task, 'duration_secs': 0.501837} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.832412] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8f2ef3-32b4-4198-98b5-8067dcc15bef tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Resumed the VM {{(pid=63248) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2298.832607] env[63248]: DEBUG nova.compute.manager [None req-6c8f2ef3-32b4-4198-98b5-8067dcc15bef tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2298.832938] env[63248]: DEBUG oslo_vmware.api [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2298.832938] env[63248]: value = "task-1801848" [ 2298.832938] env[63248]: _type = "Task" [ 2298.832938] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.833678] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f75a67-74a5-4310-b5e4-a7bc0a93e762 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.847950] env[63248]: DEBUG oslo_vmware.api [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801848, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.345988] env[63248]: DEBUG oslo_vmware.api [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801848, 'name': PowerOnVM_Task, 'duration_secs': 0.453444} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.346284] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2299.346473] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-65cb1e0a-8751-4404-8f24-8fb3597de234 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance '2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5' progress to 100 {{(pid=63248) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2301.546917] env[63248]: DEBUG nova.network.neutron [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Port 30c2dbc2-f6cf-4b67-a8b1-2c603db361ab binding to destination host cpu-1 is already ACTIVE {{(pid=63248) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2301.547253] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2301.547417] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2301.547585] env[63248]: DEBUG nova.network.neutron [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2302.261563] env[63248]: DEBUG nova.network.neutron [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance_info_cache with network_info: [{"id": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "address": "fa:16:3e:bf:86:f9", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30c2dbc2-f6", "ovs_interfaceid": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2302.763986] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2303.267057] env[63248]: DEBUG nova.compute.manager [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63248) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2303.267318] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2303.267557] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.770504] env[63248]: DEBUG nova.objects.instance [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lazy-loading 'migration_context' on Instance uuid 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2303.927651] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2303.927932] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.928178] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2303.928369] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.928540] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.930719] env[63248]: INFO nova.compute.manager [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Terminating instance [ 2304.336889] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd567fe-ebd8-44d8-9874-4aca2df3e217 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.347249] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d80d8c0-2905-4865-9626-ff87cff9a96f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.378412] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57bac13-0ee0-42bb-b398-357c4548243f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.385997] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08aaf91-ca74-42d7-aaef-796c23c43cf7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.400452] env[63248]: DEBUG nova.compute.provider_tree [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2304.434479] env[63248]: DEBUG nova.compute.manager [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2304.434687] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2304.435536] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f7e0e9-d381-40f0-8210-088ac4c43bf3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.443456] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2304.443692] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b4bfd35-eb3e-44be-948a-cb8ab3e76efd {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.449671] env[63248]: DEBUG oslo_vmware.api [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2304.449671] env[63248]: value = "task-1801849" [ 2304.449671] env[63248]: _type = "Task" [ 2304.449671] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.457690] env[63248]: DEBUG oslo_vmware.api [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.904234] env[63248]: DEBUG nova.scheduler.client.report [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2304.959373] env[63248]: DEBUG oslo_vmware.api [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801849, 'name': PowerOffVM_Task, 'duration_secs': 0.257485} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.959618] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2304.959782] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2304.960053] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ecb9900-6fe5-49da-ba60-73a2396c89f3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.044626] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2305.044904] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2305.045127] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Deleting the datastore file [datastore1] c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2305.045390] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-265792e6-ba90-427f-9e30-fc1fff1bec4e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.051214] env[63248]: DEBUG oslo_vmware.api [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for the task: (returnval){ [ 2305.051214] env[63248]: value = "task-1801851" [ 2305.051214] env[63248]: _type = "Task" [ 2305.051214] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.059064] env[63248]: DEBUG oslo_vmware.api [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.561054] env[63248]: DEBUG oslo_vmware.api [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Task: {'id': task-1801851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15019} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.561313] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2305.561494] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2305.561669] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2305.561840] env[63248]: INFO nova.compute.manager [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2305.562090] env[63248]: DEBUG oslo.service.loopingcall [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2305.562280] env[63248]: DEBUG nova.compute.manager [-] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2305.562373] env[63248]: DEBUG nova.network.neutron [-] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2305.808980] env[63248]: DEBUG nova.compute.manager [req-10781606-3a74-44f6-8387-d98b0f126176 req-172d8396-a6e3-4848-90be-8955e2e0db3f service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Received event network-vif-deleted-e3e78d45-1d92-4396-9901-babbb4cafe01 {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2305.809231] env[63248]: INFO nova.compute.manager [req-10781606-3a74-44f6-8387-d98b0f126176 req-172d8396-a6e3-4848-90be-8955e2e0db3f service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Neutron deleted interface e3e78d45-1d92-4396-9901-babbb4cafe01; detaching it from the instance and deleting it from the info cache [ 2305.809423] env[63248]: DEBUG nova.network.neutron [req-10781606-3a74-44f6-8387-d98b0f126176 req-172d8396-a6e3-4848-90be-8955e2e0db3f service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2305.916370] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.649s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2306.291471] env[63248]: DEBUG nova.network.neutron [-] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2306.311680] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d718fd6d-0af3-4469-8686-725e15c9a65a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.325564] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dd22ae-bb40-476c-ac4c-32da1cb53a1f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.348905] env[63248]: DEBUG nova.compute.manager [req-10781606-3a74-44f6-8387-d98b0f126176 req-172d8396-a6e3-4848-90be-8955e2e0db3f service nova] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Detach interface failed, port_id=e3e78d45-1d92-4396-9901-babbb4cafe01, reason: Instance c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2306.794611] env[63248]: INFO nova.compute.manager [-] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Took 1.23 seconds to deallocate network for instance. [ 2307.301163] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2307.301630] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.301699] env[63248]: DEBUG nova.objects.instance [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lazy-loading 'resources' on Instance uuid c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2307.451064] env[63248]: INFO nova.compute.manager [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Swapping old allocation on dict_keys(['1638ab4e-cea9-4ee4-8810-cd0c789d1eec']) held by migration 41b5be4d-edf1-448a-b326-92ea71ed26d8 for instance [ 2307.470999] env[63248]: DEBUG nova.scheduler.client.report [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Overwriting current allocation {'allocations': {'1638ab4e-cea9-4ee4-8810-cd0c789d1eec': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 181}}, 'project_id': '3bdabcf2b9df4c319bc64673bb10df8c', 'user_id': '9dc7e5a0699d4016892e7e3c2634f4bb', 'consumer_generation': 1} on consumer 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5 {{(pid=63248) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2307.542952] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2307.543165] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2307.543345] env[63248]: DEBUG nova.network.neutron [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2307.841881] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635f5d4e-fb8c-4af9-b401-e1bf9aac73a5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.849498] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28c3a08-b364-4702-a7de-d479b3b4a29a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.879331] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ca3ad9-6515-495f-a498-632956f83b4c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.885951] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67f6f35-f9a3-48bd-9915-a2c8800a85fe {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.898520] env[63248]: DEBUG nova.compute.provider_tree [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2308.272101] env[63248]: DEBUG nova.network.neutron [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance_info_cache with network_info: [{"id": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "address": "fa:16:3e:bf:86:f9", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30c2dbc2-f6", "ovs_interfaceid": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.401361] env[63248]: DEBUG nova.scheduler.client.report [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2308.775168] env[63248]: DEBUG oslo_concurrency.lockutils [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2308.775626] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2308.775917] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93e4e5c8-fe5d-4bbb-937e-da13a4b5d2d3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.783405] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2308.783405] env[63248]: value = "task-1801852" [ 2308.783405] env[63248]: _type = "Task" [ 2308.783405] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.791816] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.906169] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.925629] env[63248]: INFO nova.scheduler.client.report [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Deleted allocations for instance c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb [ 2309.293530] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801852, 'name': PowerOffVM_Task, 'duration_secs': 0.20101} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.293804] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2309.294492] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2309.294722] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2309.294879] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2309.295075] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2309.295226] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2309.295372] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2309.295576] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2309.295734] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2309.295898] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2309.296077] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2309.296291] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2309.301285] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c2740a1-6a7a-4c66-aa2f-d7247f9638ad {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.316656] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2309.316656] env[63248]: value = "task-1801853" [ 2309.316656] env[63248]: _type = "Task" [ 2309.316656] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.323953] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.434695] env[63248]: DEBUG oslo_concurrency.lockutils [None req-8a7f64af-2614-4a21-ae87-efc2958d4c5f tempest-ServersNegativeTestJSON-2005651403 tempest-ServersNegativeTestJSON-2005651403-project-member] Lock "c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.507s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.827093] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801853, 'name': ReconfigVM_Task, 'duration_secs': 0.129364} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.827922] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2551a513-eb73-4a23-9e36-9f684329bb3a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.846052] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2309.846052] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2309.846052] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2309.846415] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2309.846415] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2309.846534] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2309.846671] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2309.846830] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2309.846997] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2309.847176] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2309.847351] env[63248]: DEBUG nova.virt.hardware [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2309.848151] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce5d323e-07ab-489b-b090-9e95a3bf07ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.853822] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2309.853822] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a8818c-6133-2b2f-42e8-231a79c4f444" [ 2309.853822] env[63248]: _type = "Task" [ 2309.853822] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.863208] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a8818c-6133-2b2f-42e8-231a79c4f444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.364465] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52a8818c-6133-2b2f-42e8-231a79c4f444, 'name': SearchDatastore_Task, 'duration_secs': 0.009718} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.369710] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2310.370016] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5e203ce-9b40-4311-8257-e06486811db4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.387611] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2310.387611] env[63248]: value = "task-1801854" [ 2310.387611] env[63248]: _type = "Task" [ 2310.387611] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.395076] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.690497] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2310.690855] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2310.690900] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2310.897919] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801854, 'name': ReconfigVM_Task, 'duration_secs': 0.192144} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.898206] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=63248) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2310.898966] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5ccf17-8410-45b0-97e2-6013528552e3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.921891] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5/2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2310.922196] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6304dc12-c2fb-4b5f-b58c-4c1d7a612e09 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.940152] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2310.940152] env[63248]: value = "task-1801855" [ 2310.940152] env[63248]: _type = "Task" [ 2310.940152] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.947919] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.196911] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2311.196911] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquired lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2311.196911] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Forcefully refreshing network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2311.453883] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801855, 'name': ReconfigVM_Task, 'duration_secs': 0.312234} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.454051] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5/2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5.vmdk or device None with type thin {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2311.455209] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b9c52a-6ecd-403b-9886-6ac3273a8206 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.482621] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d40484-42fa-4378-9d55-c2e8b9082b0c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.509640] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f62be29-d2e0-4999-8746-5b0a4a05272b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.537998] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dacbf1-1703-4157-9c4c-45abd65bc636 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.546895] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2311.547221] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a97a2690-995a-41d5-8ab4-f8fcfc333912 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.554433] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2311.554433] env[63248]: value = "task-1801856" [ 2311.554433] env[63248]: _type = "Task" [ 2311.554433] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.562646] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.065343] env[63248]: DEBUG oslo_vmware.api [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801856, 'name': PowerOnVM_Task, 'duration_secs': 0.368412} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.065691] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2312.410235] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance_info_cache with network_info: [{"id": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "address": "fa:16:3e:bf:86:f9", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30c2dbc2-f6", "ovs_interfaceid": "30c2dbc2-f6cf-4b67-a8b1-2c603db361ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2312.912562] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Releasing lock "refresh_cache-2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2312.912777] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updated the network info_cache for instance {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2312.912981] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2312.913160] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2312.913313] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2312.913462] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2312.913604] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2312.913748] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2312.913877] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2312.914033] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2313.077059] env[63248]: INFO nova.compute.manager [None req-b0a1c680-c75c-4b3d-aa4f-441a15303e35 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance to original state: 'active' [ 2313.416962] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2313.417233] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2313.417411] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.417572] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2313.418620] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c92f1ed-bf79-4cf8-a95c-25e1358324f1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.426939] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b206b68-260b-4c8d-b60c-a59c59c29ad8 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.440392] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f418e72a-782f-4256-8502-354d006db389 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.446457] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8a45f1-501c-4d2a-a753-c2f7c50b97c2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.475409] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181176MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2313.475547] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2313.475739] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.003069] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.003279] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.003425] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.003649] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.003852] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.006046] env[63248]: INFO nova.compute.manager [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Terminating instance [ 2314.500019] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2314.500342] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2314.500432] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2314.510332] env[63248]: DEBUG nova.compute.manager [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2314.510560] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2314.511513] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac3280a-6432-4f4b-87ff-f93c879870d5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.521498] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2314.521750] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-870c5ed0-49a7-4c57-b385-776cbc80fed1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.527113] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd8eb1e-ff9f-4c1a-9981-3e1a51f4264f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.530781] env[63248]: DEBUG oslo_vmware.api [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2314.530781] env[63248]: value = "task-1801857" [ 2314.530781] env[63248]: _type = "Task" [ 2314.530781] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.536683] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f86c7f-4511-4dcc-a2df-65668a9e77b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.542527] env[63248]: DEBUG oslo_vmware.api [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.571627] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47b3cf9-9058-449c-90f5-b210fae13f13 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.578655] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dad9b5-8a87-478c-a268-17633e30cfed {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.591701] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2315.041009] env[63248]: DEBUG oslo_vmware.api [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801857, 'name': PowerOffVM_Task, 'duration_secs': 0.214677} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.041300] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2315.041472] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2315.041714] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c579448-d8d6-4a2d-81a2-a9fa1cea6f23 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.095268] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2315.107373] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2315.107564] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2315.107746] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Deleting the datastore file [datastore1] 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2315.108009] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52edaf61-197d-4d9c-822c-ae7a4d5d31a7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.115760] env[63248]: DEBUG oslo_vmware.api [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2315.115760] env[63248]: value = "task-1801859" [ 2315.115760] env[63248]: _type = "Task" [ 2315.115760] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.122957] env[63248]: DEBUG oslo_vmware.api [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.599887] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2315.600308] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.124s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.600308] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2315.600730] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Getting list of instances from cluster (obj){ [ 2315.600730] env[63248]: value = "domain-c8" [ 2315.600730] env[63248]: _type = "ClusterComputeResource" [ 2315.600730] env[63248]: } {{(pid=63248) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2315.601742] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f80547-934b-4e1a-9129-179418a7b259 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.609976] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Got total of 0 instances {{(pid=63248) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2315.610253] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2315.625272] env[63248]: DEBUG oslo_vmware.api [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157629} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.625504] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2315.625681] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2315.625854] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2315.626034] env[63248]: INFO nova.compute.manager [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2315.626264] env[63248]: DEBUG oslo.service.loopingcall [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2315.626445] env[63248]: DEBUG nova.compute.manager [-] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2315.626538] env[63248]: DEBUG nova.network.neutron [-] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2316.057902] env[63248]: DEBUG nova.compute.manager [req-fadd3c26-2a18-4fce-aa62-51ecdaee64ce req-91f118a4-6a6a-46b9-aa9a-f8e9f7e166ba service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Received event network-vif-deleted-30c2dbc2-f6cf-4b67-a8b1-2c603db361ab {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2316.058062] env[63248]: INFO nova.compute.manager [req-fadd3c26-2a18-4fce-aa62-51ecdaee64ce req-91f118a4-6a6a-46b9-aa9a-f8e9f7e166ba service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Neutron deleted interface 30c2dbc2-f6cf-4b67-a8b1-2c603db361ab; detaching it from the instance and deleting it from the info cache [ 2316.058270] env[63248]: DEBUG nova.network.neutron [req-fadd3c26-2a18-4fce-aa62-51ecdaee64ce req-91f118a4-6a6a-46b9-aa9a-f8e9f7e166ba service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2316.192790] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2316.193091] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Cleaning up deleted instances {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11702}} [ 2316.536356] env[63248]: DEBUG nova.network.neutron [-] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2316.560666] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55b3fb5a-5327-421f-8e4e-040403bf1e56 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.570818] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d43607-66ef-4d88-8c0e-7bf6a0af2148 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.594306] env[63248]: DEBUG nova.compute.manager [req-fadd3c26-2a18-4fce-aa62-51ecdaee64ce req-91f118a4-6a6a-46b9-aa9a-f8e9f7e166ba service nova] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Detach interface failed, port_id=30c2dbc2-f6cf-4b67-a8b1-2c603db361ab, reason: Instance 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2316.699088] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] There are 8 instances to clean {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2316.699414] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 5fbd514b-82d2-445f-aac6-25cc684aa723] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2317.039474] env[63248]: INFO nova.compute.manager [-] [instance: 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5] Took 1.41 seconds to deallocate network for instance. [ 2317.202470] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: c1b8c83f-e3e3-4f5b-ad3f-95aa5ffcf3cb] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2317.546697] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2317.546979] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2317.547224] env[63248]: DEBUG nova.objects.instance [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lazy-loading 'resources' on Instance uuid 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2317.705878] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: edbba668-bbb4-434a-a242-f64206b88ceb] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2318.080410] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca62db54-ef38-4692-add6-a441cec1b02c {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.087743] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab25f38-d418-43c6-bd9a-1dc8d7625ed5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.117724] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c2dc0a-62aa-4b9d-bbf9-27058726f681 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.124986] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcd30d1-4e7c-42a6-8dd4-26fe7fa9cea2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.137833] env[63248]: DEBUG nova.compute.provider_tree [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2318.209107] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 1ee40994-9e50-4903-a498-56611d88bd7c] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2318.641138] env[63248]: DEBUG nova.scheduler.client.report [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2318.712122] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: d47fd485-44d1-4a20-91b5-0baa9479148f] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2319.145927] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2319.163507] env[63248]: INFO nova.scheduler.client.report [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Deleted allocations for instance 2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5 [ 2319.215425] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 7137db6c-7c17-4f58-bb9a-06edaa4ece95] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2319.671818] env[63248]: DEBUG oslo_concurrency.lockutils [None req-1bc2e7af-c873-451b-9b52-d473b8592786 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "2c8b7b3e-5a0f-4a35-b6d5-3165fc7c85f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.669s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2319.718730] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: 0668bf57-b197-4810-9292-5186954d42a5] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2320.222537] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: a391b76a-3953-4930-86d1-ae87c3a972aa] Instance has had 0 of 5 cleanup attempts {{(pid=63248) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11715}} [ 2320.996313] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "bc7a2eff-1e28-493e-9d85-f73707342736" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.996637] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "bc7a2eff-1e28-493e-9d85-f73707342736" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.217979] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.498495] env[63248]: DEBUG nova.compute.manager [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Starting instance... {{(pid=63248) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2322.016925] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2322.017197] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.018696] env[63248]: INFO nova.compute.claims [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2323.052548] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b818eb3a-e49c-4365-9fb6-9999816948b4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.059777] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f82bf24-d458-4cf9-be10-6efbe8c3618a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.088721] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f7472c-5660-45b0-b7e5-b6af9836cb47 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.095525] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db18a41c-3320-4885-aa5f-23d919253ed4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.108119] env[63248]: DEBUG nova.compute.provider_tree [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2323.611702] env[63248]: DEBUG nova.scheduler.client.report [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2323.690092] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.690352] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Cleaning up deleted instances with incomplete migration {{(pid=63248) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11740}} [ 2324.117749] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.118347] env[63248]: DEBUG nova.compute.manager [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Start building networks asynchronously for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2324.622976] env[63248]: DEBUG nova.compute.utils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Using /dev/sd instead of None {{(pid=63248) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2324.624384] env[63248]: DEBUG nova.compute.manager [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Allocating IP information in the background. {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2324.624573] env[63248]: DEBUG nova.network.neutron [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] allocate_for_instance() {{(pid=63248) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2324.674292] env[63248]: DEBUG nova.policy [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dc7e5a0699d4016892e7e3c2634f4bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bdabcf2b9df4c319bc64673bb10df8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63248) authorize /opt/stack/nova/nova/policy.py:192}} [ 2324.929841] env[63248]: DEBUG nova.network.neutron [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Successfully created port: 635f7f7c-f7c2-4b0c-ad40-15c18369210d {{(pid=63248) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2325.127269] env[63248]: DEBUG nova.compute.manager [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Start building block device mappings for instance. {{(pid=63248) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2326.142891] env[63248]: DEBUG nova.compute.manager [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Start spawning the instance on the hypervisor. {{(pid=63248) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2326.169045] env[63248]: DEBUG nova.virt.hardware [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T07:13:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T07:13:22Z,direct_url=,disk_format='vmdk',id=e2b56cce-89e7-4da7-be26-1c226d221e06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeb0c989705f453baa6fb1f23653aa58',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T07:13:23Z,virtual_size=,visibility=), allow threads: False {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2326.169313] env[63248]: DEBUG nova.virt.hardware [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2326.169467] env[63248]: DEBUG nova.virt.hardware [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image limits 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2326.169645] env[63248]: DEBUG nova.virt.hardware [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Flavor pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2326.169789] env[63248]: DEBUG nova.virt.hardware [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Image pref 0:0:0 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2326.169932] env[63248]: DEBUG nova.virt.hardware [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63248) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2326.170152] env[63248]: DEBUG nova.virt.hardware [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2326.170312] env[63248]: DEBUG nova.virt.hardware [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2326.170479] env[63248]: DEBUG nova.virt.hardware [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Got 1 possible topologies {{(pid=63248) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2326.170700] env[63248]: DEBUG nova.virt.hardware [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2326.170888] env[63248]: DEBUG nova.virt.hardware [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63248) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2326.171765] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c62eaa-23cb-4865-88de-b7d2e5550ba3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.179831] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc9b565-51cc-44c2-8c2c-8d0fbc6baa35 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.285742] env[63248]: DEBUG nova.compute.manager [req-7416be19-7f88-403a-9f87-c12104053bb9 req-11d75cfb-c707-408b-98f7-1906b463bab3 service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Received event network-vif-plugged-635f7f7c-f7c2-4b0c-ad40-15c18369210d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2326.285997] env[63248]: DEBUG oslo_concurrency.lockutils [req-7416be19-7f88-403a-9f87-c12104053bb9 req-11d75cfb-c707-408b-98f7-1906b463bab3 service nova] Acquiring lock "bc7a2eff-1e28-493e-9d85-f73707342736-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.286264] env[63248]: DEBUG oslo_concurrency.lockutils [req-7416be19-7f88-403a-9f87-c12104053bb9 req-11d75cfb-c707-408b-98f7-1906b463bab3 service nova] Lock "bc7a2eff-1e28-493e-9d85-f73707342736-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.286439] env[63248]: DEBUG oslo_concurrency.lockutils [req-7416be19-7f88-403a-9f87-c12104053bb9 req-11d75cfb-c707-408b-98f7-1906b463bab3 service nova] Lock "bc7a2eff-1e28-493e-9d85-f73707342736-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.286655] env[63248]: DEBUG nova.compute.manager [req-7416be19-7f88-403a-9f87-c12104053bb9 req-11d75cfb-c707-408b-98f7-1906b463bab3 service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] No waiting events found dispatching network-vif-plugged-635f7f7c-f7c2-4b0c-ad40-15c18369210d {{(pid=63248) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2326.286782] env[63248]: WARNING nova.compute.manager [req-7416be19-7f88-403a-9f87-c12104053bb9 req-11d75cfb-c707-408b-98f7-1906b463bab3 service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Received unexpected event network-vif-plugged-635f7f7c-f7c2-4b0c-ad40-15c18369210d for instance with vm_state building and task_state spawning. [ 2326.367124] env[63248]: DEBUG nova.network.neutron [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Successfully updated port: 635f7f7c-f7c2-4b0c-ad40-15c18369210d {{(pid=63248) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2326.872858] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2326.873062] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.873176] env[63248]: DEBUG nova.network.neutron [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2327.402983] env[63248]: DEBUG nova.network.neutron [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Instance cache missing network info. {{(pid=63248) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2327.523414] env[63248]: DEBUG nova.network.neutron [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Updating instance_info_cache with network_info: [{"id": "635f7f7c-f7c2-4b0c-ad40-15c18369210d", "address": "fa:16:3e:1a:4d:96", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635f7f7c-f7", "ovs_interfaceid": "635f7f7c-f7c2-4b0c-ad40-15c18369210d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2328.026060] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.026352] env[63248]: DEBUG nova.compute.manager [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Instance network_info: |[{"id": "635f7f7c-f7c2-4b0c-ad40-15c18369210d", "address": "fa:16:3e:1a:4d:96", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635f7f7c-f7", "ovs_interfaceid": "635f7f7c-f7c2-4b0c-ad40-15c18369210d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63248) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2328.026796] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:4d:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '635f7f7c-f7c2-4b0c-ad40-15c18369210d', 'vif_model': 'vmxnet3'}] {{(pid=63248) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2328.034189] env[63248]: DEBUG oslo.service.loopingcall [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2328.034407] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Creating VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2328.035833] env[63248]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7789eeee-0ef8-4b49-a495-ac630102f1d1 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.055014] env[63248]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2328.055014] env[63248]: value = "task-1801860" [ 2328.055014] env[63248]: _type = "Task" [ 2328.055014] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.062128] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801860, 'name': CreateVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.313534] env[63248]: DEBUG nova.compute.manager [req-9e6db4fe-7b7a-4a48-a7ed-264c16d0b070 req-178023b8-fc49-4c75-bd5f-4dc79a64565f service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Received event network-changed-635f7f7c-f7c2-4b0c-ad40-15c18369210d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2328.313747] env[63248]: DEBUG nova.compute.manager [req-9e6db4fe-7b7a-4a48-a7ed-264c16d0b070 req-178023b8-fc49-4c75-bd5f-4dc79a64565f service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Refreshing instance network info cache due to event network-changed-635f7f7c-f7c2-4b0c-ad40-15c18369210d. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2328.313951] env[63248]: DEBUG oslo_concurrency.lockutils [req-9e6db4fe-7b7a-4a48-a7ed-264c16d0b070 req-178023b8-fc49-4c75-bd5f-4dc79a64565f service nova] Acquiring lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2328.314108] env[63248]: DEBUG oslo_concurrency.lockutils [req-9e6db4fe-7b7a-4a48-a7ed-264c16d0b070 req-178023b8-fc49-4c75-bd5f-4dc79a64565f service nova] Acquired lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2328.314270] env[63248]: DEBUG nova.network.neutron [req-9e6db4fe-7b7a-4a48-a7ed-264c16d0b070 req-178023b8-fc49-4c75-bd5f-4dc79a64565f service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Refreshing network info cache for port 635f7f7c-f7c2-4b0c-ad40-15c18369210d {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2328.564781] env[63248]: DEBUG oslo_vmware.api [-] Task: {'id': task-1801860, 'name': CreateVM_Task, 'duration_secs': 0.359531} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.565150] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Created VM on the ESX host {{(pid=63248) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2328.565624] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2328.565793] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2328.566144] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2328.566405] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8fdf914-6f7a-4d05-b444-cb56c4c65d0d {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.570441] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2328.570441] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e91a13-ff56-16d4-5842-14a86802f83b" [ 2328.570441] env[63248]: _type = "Task" [ 2328.570441] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.577105] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e91a13-ff56-16d4-5842-14a86802f83b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.990628] env[63248]: DEBUG nova.network.neutron [req-9e6db4fe-7b7a-4a48-a7ed-264c16d0b070 req-178023b8-fc49-4c75-bd5f-4dc79a64565f service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Updated VIF entry in instance network info cache for port 635f7f7c-f7c2-4b0c-ad40-15c18369210d. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2328.990979] env[63248]: DEBUG nova.network.neutron [req-9e6db4fe-7b7a-4a48-a7ed-264c16d0b070 req-178023b8-fc49-4c75-bd5f-4dc79a64565f service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Updating instance_info_cache with network_info: [{"id": "635f7f7c-f7c2-4b0c-ad40-15c18369210d", "address": "fa:16:3e:1a:4d:96", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635f7f7c-f7", "ovs_interfaceid": "635f7f7c-f7c2-4b0c-ad40-15c18369210d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2329.079971] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52e91a13-ff56-16d4-5842-14a86802f83b, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.080290] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2329.080521] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Processing image e2b56cce-89e7-4da7-be26-1c226d221e06 {{(pid=63248) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2329.080752] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.080901] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.081110] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2329.081367] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faa73ecb-be53-47d2-8e79-8124f4ff557f {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.089437] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63248) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2329.089616] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63248) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2329.090281] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a39cdd1-6aaa-4152-90a2-7b61924fa407 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.094822] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2329.094822] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cde087-c752-7a0d-fc83-141bc8889ad4" [ 2329.094822] env[63248]: _type = "Task" [ 2329.094822] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.101781] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cde087-c752-7a0d-fc83-141bc8889ad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.493338] env[63248]: DEBUG oslo_concurrency.lockutils [req-9e6db4fe-7b7a-4a48-a7ed-264c16d0b070 req-178023b8-fc49-4c75-bd5f-4dc79a64565f service nova] Releasing lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2329.604837] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]52cde087-c752-7a0d-fc83-141bc8889ad4, 'name': SearchDatastore_Task, 'duration_secs': 0.008744} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.605613] env[63248]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62fc07d7-7b09-4d3c-b2de-7225cbf6f9b3 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.610386] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2329.610386] env[63248]: value = "session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524e3894-0307-097c-dd4e-31249f29348e" [ 2329.610386] env[63248]: _type = "Task" [ 2329.610386] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.617506] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524e3894-0307-097c-dd4e-31249f29348e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.120698] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': session[524c4f17-d1cc-b80a-e870-3bf1c8da8d61]524e3894-0307-097c-dd4e-31249f29348e, 'name': SearchDatastore_Task, 'duration_secs': 0.009299} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.120963] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2330.121239] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] bc7a2eff-1e28-493e-9d85-f73707342736/bc7a2eff-1e28-493e-9d85-f73707342736.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2330.121491] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80d630a3-1b83-46d8-8d3f-04d0fe01b165 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.128209] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2330.128209] env[63248]: value = "task-1801861" [ 2330.128209] env[63248]: _type = "Task" [ 2330.128209] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.135379] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.637480] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449535} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.640237] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2b56cce-89e7-4da7-be26-1c226d221e06/e2b56cce-89e7-4da7-be26-1c226d221e06.vmdk to [datastore1] bc7a2eff-1e28-493e-9d85-f73707342736/bc7a2eff-1e28-493e-9d85-f73707342736.vmdk {{(pid=63248) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2330.640237] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Extending root virtual disk to 1048576 {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2330.640237] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1989fb72-ca4b-4fd1-8edb-dd2bbde6ae1b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.645552] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2330.645552] env[63248]: value = "task-1801862" [ 2330.645552] env[63248]: _type = "Task" [ 2330.645552] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.652086] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.155356] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069857} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.155653] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Extended root virtual disk {{(pid=63248) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2331.156454] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc4b68f-1441-4d1c-9a83-1c252bcdc9c6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.178221] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] bc7a2eff-1e28-493e-9d85-f73707342736/bc7a2eff-1e28-493e-9d85-f73707342736.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2331.178515] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88bceb94-9706-491b-9809-dac8249f95a4 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.198579] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2331.198579] env[63248]: value = "task-1801863" [ 2331.198579] env[63248]: _type = "Task" [ 2331.198579] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.206445] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.708556] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.210035] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.709752] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801863, 'name': ReconfigVM_Task, 'duration_secs': 1.284799} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.710153] env[63248]: DEBUG nova.virt.vmwareapi.volumeops [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Reconfigured VM instance instance-0000007d to attach disk [datastore1] bc7a2eff-1e28-493e-9d85-f73707342736/bc7a2eff-1e28-493e-9d85-f73707342736.vmdk or device None with type sparse {{(pid=63248) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2332.710691] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b0765ce-7e3a-4aaa-ba4f-fd98e4fa6867 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.716208] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2332.716208] env[63248]: value = "task-1801864" [ 2332.716208] env[63248]: _type = "Task" [ 2332.716208] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.723280] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801864, 'name': Rename_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.225546] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801864, 'name': Rename_Task, 'duration_secs': 0.1507} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.225821] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2333.226085] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2148214b-95bc-40b5-8df8-01aeffbea286 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.232492] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2333.232492] env[63248]: value = "task-1801865" [ 2333.232492] env[63248]: _type = "Task" [ 2333.232492] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.240069] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.743124] env[63248]: DEBUG oslo_vmware.api [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801865, 'name': PowerOnVM_Task, 'duration_secs': 0.466842} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.743489] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2333.743588] env[63248]: INFO nova.compute.manager [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Took 7.60 seconds to spawn the instance on the hypervisor. [ 2333.743742] env[63248]: DEBUG nova.compute.manager [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2333.744552] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2808d227-9d1b-43b4-a799-697ceea909f6 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.261412] env[63248]: INFO nova.compute.manager [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Took 12.26 seconds to build instance. [ 2334.763704] env[63248]: DEBUG oslo_concurrency.lockutils [None req-5659f8e5-7512-44c1-b839-1116698df2be tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "bc7a2eff-1e28-493e-9d85-f73707342736" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.767s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2335.023536] env[63248]: DEBUG nova.compute.manager [req-23a84739-9faf-46a9-8167-e8752d9b31d5 req-62fd3b29-c070-4662-946a-bdc3e393aa3d service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Received event network-changed-635f7f7c-f7c2-4b0c-ad40-15c18369210d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2335.024586] env[63248]: DEBUG nova.compute.manager [req-23a84739-9faf-46a9-8167-e8752d9b31d5 req-62fd3b29-c070-4662-946a-bdc3e393aa3d service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Refreshing instance network info cache due to event network-changed-635f7f7c-f7c2-4b0c-ad40-15c18369210d. {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11610}} [ 2335.024586] env[63248]: DEBUG oslo_concurrency.lockutils [req-23a84739-9faf-46a9-8167-e8752d9b31d5 req-62fd3b29-c070-4662-946a-bdc3e393aa3d service nova] Acquiring lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2335.024586] env[63248]: DEBUG oslo_concurrency.lockutils [req-23a84739-9faf-46a9-8167-e8752d9b31d5 req-62fd3b29-c070-4662-946a-bdc3e393aa3d service nova] Acquired lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2335.024586] env[63248]: DEBUG nova.network.neutron [req-23a84739-9faf-46a9-8167-e8752d9b31d5 req-62fd3b29-c070-4662-946a-bdc3e393aa3d service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Refreshing network info cache for port 635f7f7c-f7c2-4b0c-ad40-15c18369210d {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2335.730993] env[63248]: DEBUG nova.network.neutron [req-23a84739-9faf-46a9-8167-e8752d9b31d5 req-62fd3b29-c070-4662-946a-bdc3e393aa3d service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Updated VIF entry in instance network info cache for port 635f7f7c-f7c2-4b0c-ad40-15c18369210d. {{(pid=63248) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2335.731391] env[63248]: DEBUG nova.network.neutron [req-23a84739-9faf-46a9-8167-e8752d9b31d5 req-62fd3b29-c070-4662-946a-bdc3e393aa3d service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Updating instance_info_cache with network_info: [{"id": "635f7f7c-f7c2-4b0c-ad40-15c18369210d", "address": "fa:16:3e:1a:4d:96", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635f7f7c-f7", "ovs_interfaceid": "635f7f7c-f7c2-4b0c-ad40-15c18369210d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2336.233955] env[63248]: DEBUG oslo_concurrency.lockutils [req-23a84739-9faf-46a9-8167-e8752d9b31d5 req-62fd3b29-c070-4662-946a-bdc3e393aa3d service nova] Releasing lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2358.185599] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.690156] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2359.193603] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2359.193995] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2359.193995] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2359.194186] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63248) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2359.195108] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56951396-c67d-4db2-910f-26404cc02e6a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.203428] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a02ce4-e7b0-46ec-b224-7eaa0e972dd0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.217662] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c816203d-fbb8-41af-abe7-dfcf0d3e26ff {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.223756] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1109ddc-7010-48c1-9f2a-ac299670bb91 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.251329] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181216MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=63248) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2359.251474] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2359.251647] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.277399] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Instance bc7a2eff-1e28-493e-9d85-f73707342736 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63248) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2360.277679] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2360.277767] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63248) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2360.304187] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b097e0a-3708-4346-98fe-2f0e62eab222 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.312407] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c000c48f-afa2-4690-8e4e-0be0acc117b7 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.342089] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d625bd4-a2e0-442b-8118-7ece12558910 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.349183] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b09aa7d-4757-4ada-a44b-d696c9b32740 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.361919] env[63248]: DEBUG nova.compute.provider_tree [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2360.864688] env[63248]: DEBUG nova.scheduler.client.report [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2361.370592] env[63248]: DEBUG nova.compute.resource_tracker [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63248) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2361.370978] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2362.010704] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2362.010908] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Starting heal instance info cache {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2362.011021] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Rebuilding the list of instances to heal {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10406}} [ 2362.541642] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2362.541835] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquired lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2362.541960] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Forcefully refreshing network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2362.542153] env[63248]: DEBUG nova.objects.instance [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lazy-loading 'info_cache' on Instance uuid bc7a2eff-1e28-493e-9d85-f73707342736 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2364.258707] env[63248]: DEBUG nova.network.neutron [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Updating instance_info_cache with network_info: [{"id": "635f7f7c-f7c2-4b0c-ad40-15c18369210d", "address": "fa:16:3e:1a:4d:96", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635f7f7c-f7", "ovs_interfaceid": "635f7f7c-f7c2-4b0c-ad40-15c18369210d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2364.762085] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Releasing lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2364.762298] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Updated the network info_cache for instance {{(pid=63248) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10473}} [ 2364.762533] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2364.762739] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2364.762896] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2364.763146] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2364.763209] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2364.763347] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2365.266336] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Getting list of instances from cluster (obj){ [ 2365.266336] env[63248]: value = "domain-c8" [ 2365.266336] env[63248]: _type = "ClusterComputeResource" [ 2365.266336] env[63248]: } {{(pid=63248) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2365.267451] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d933634f-efad-421d-9ee2-ff61b5b28b95 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.276994] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Got total of 1 instances {{(pid=63248) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2365.277180] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Triggering sync for uuid bc7a2eff-1e28-493e-9d85-f73707342736 {{(pid=63248) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10812}} [ 2365.277501] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Acquiring lock "bc7a2eff-1e28-493e-9d85-f73707342736" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2365.277712] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "bc7a2eff-1e28-493e-9d85-f73707342736" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.277936] env[63248]: DEBUG oslo_service.periodic_task [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63248) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2365.278084] env[63248]: DEBUG nova.compute.manager [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63248) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11021}} [ 2365.278719] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfca31fb-98c8-4541-b330-234f7927258e {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.789170] env[63248]: DEBUG oslo_concurrency.lockutils [None req-349f5fcc-39cd-4741-a21f-6016751e7540 None None] Lock "bc7a2eff-1e28-493e-9d85-f73707342736" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2371.818152] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0bb7502b-4ab4-4155-b8e6-b700809c3b75 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "bc7a2eff-1e28-493e-9d85-f73707342736" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2371.818595] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0bb7502b-4ab4-4155-b8e6-b700809c3b75 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "bc7a2eff-1e28-493e-9d85-f73707342736" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2371.818595] env[63248]: DEBUG nova.compute.manager [None req-0bb7502b-4ab4-4155-b8e6-b700809c3b75 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2371.819545] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287b82a5-581f-41aa-96e2-084821b9b526 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.826129] env[63248]: DEBUG nova.compute.manager [None req-0bb7502b-4ab4-4155-b8e6-b700809c3b75 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63248) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2371.826716] env[63248]: DEBUG nova.objects.instance [None req-0bb7502b-4ab4-4155-b8e6-b700809c3b75 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lazy-loading 'flavor' on Instance uuid bc7a2eff-1e28-493e-9d85-f73707342736 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2372.835557] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb7502b-4ab4-4155-b8e6-b700809c3b75 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2372.835982] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a15fc0b-ea09-4b9f-8d92-f43f2725ae73 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.844584] env[63248]: DEBUG oslo_vmware.api [None req-0bb7502b-4ab4-4155-b8e6-b700809c3b75 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2372.844584] env[63248]: value = "task-1801866" [ 2372.844584] env[63248]: _type = "Task" [ 2372.844584] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2372.851969] env[63248]: DEBUG oslo_vmware.api [None req-0bb7502b-4ab4-4155-b8e6-b700809c3b75 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.353876] env[63248]: DEBUG oslo_vmware.api [None req-0bb7502b-4ab4-4155-b8e6-b700809c3b75 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801866, 'name': PowerOffVM_Task, 'duration_secs': 0.165337} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2373.354169] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb7502b-4ab4-4155-b8e6-b700809c3b75 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2373.354370] env[63248]: DEBUG nova.compute.manager [None req-0bb7502b-4ab4-4155-b8e6-b700809c3b75 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2373.355164] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f97e22-dede-4b7e-9bb4-7b83b2c7149b {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.867548] env[63248]: DEBUG oslo_concurrency.lockutils [None req-0bb7502b-4ab4-4155-b8e6-b700809c3b75 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "bc7a2eff-1e28-493e-9d85-f73707342736" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2374.168995] env[63248]: DEBUG nova.objects.instance [None req-554c97cc-f7d9-4c48-a31e-df59bec2e36a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lazy-loading 'flavor' on Instance uuid bc7a2eff-1e28-493e-9d85-f73707342736 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2374.674515] env[63248]: DEBUG oslo_concurrency.lockutils [None req-554c97cc-f7d9-4c48-a31e-df59bec2e36a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2374.674716] env[63248]: DEBUG oslo_concurrency.lockutils [None req-554c97cc-f7d9-4c48-a31e-df59bec2e36a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2374.674860] env[63248]: DEBUG nova.network.neutron [None req-554c97cc-f7d9-4c48-a31e-df59bec2e36a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2374.675049] env[63248]: DEBUG nova.objects.instance [None req-554c97cc-f7d9-4c48-a31e-df59bec2e36a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lazy-loading 'info_cache' on Instance uuid bc7a2eff-1e28-493e-9d85-f73707342736 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2375.178253] env[63248]: DEBUG nova.objects.base [None req-554c97cc-f7d9-4c48-a31e-df59bec2e36a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63248) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2375.872482] env[63248]: DEBUG nova.network.neutron [None req-554c97cc-f7d9-4c48-a31e-df59bec2e36a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Updating instance_info_cache with network_info: [{"id": "635f7f7c-f7c2-4b0c-ad40-15c18369210d", "address": "fa:16:3e:1a:4d:96", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635f7f7c-f7", "ovs_interfaceid": "635f7f7c-f7c2-4b0c-ad40-15c18369210d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2376.375554] env[63248]: DEBUG oslo_concurrency.lockutils [None req-554c97cc-f7d9-4c48-a31e-df59bec2e36a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2377.382105] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-554c97cc-f7d9-4c48-a31e-df59bec2e36a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Powering on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2377.382505] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a30b2cf-e6ca-4232-bd2c-2606a046ba93 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.390375] env[63248]: DEBUG oslo_vmware.api [None req-554c97cc-f7d9-4c48-a31e-df59bec2e36a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2377.390375] env[63248]: value = "task-1801867" [ 2377.390375] env[63248]: _type = "Task" [ 2377.390375] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.398139] env[63248]: DEBUG oslo_vmware.api [None req-554c97cc-f7d9-4c48-a31e-df59bec2e36a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.899730] env[63248]: DEBUG oslo_vmware.api [None req-554c97cc-f7d9-4c48-a31e-df59bec2e36a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801867, 'name': PowerOnVM_Task, 'duration_secs': 0.359038} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2377.900105] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-554c97cc-f7d9-4c48-a31e-df59bec2e36a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Powered on the VM {{(pid=63248) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2377.900303] env[63248]: DEBUG nova.compute.manager [None req-554c97cc-f7d9-4c48-a31e-df59bec2e36a tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2377.901050] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718c6105-6b0f-4eef-826e-6f0839a01b56 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.090026] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f439cc1-4256-4146-8be4-d7e01f04de94 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.095322] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6c832c3d-ef04-4ac8-b683-da147f1f573b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Suspending the VM {{(pid=63248) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2379.095672] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-73f2a941-67c2-4557-b587-ffb6d2bc51eb {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.102221] env[63248]: DEBUG oslo_vmware.api [None req-6c832c3d-ef04-4ac8-b683-da147f1f573b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2379.102221] env[63248]: value = "task-1801868" [ 2379.102221] env[63248]: _type = "Task" [ 2379.102221] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.110186] env[63248]: DEBUG oslo_vmware.api [None req-6c832c3d-ef04-4ac8-b683-da147f1f573b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801868, 'name': SuspendVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.616325] env[63248]: DEBUG oslo_vmware.api [None req-6c832c3d-ef04-4ac8-b683-da147f1f573b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801868, 'name': SuspendVM_Task} progress is 75%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.115041] env[63248]: DEBUG oslo_vmware.api [None req-6c832c3d-ef04-4ac8-b683-da147f1f573b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801868, 'name': SuspendVM_Task, 'duration_secs': 0.565908} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.115041] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-6c832c3d-ef04-4ac8-b683-da147f1f573b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Suspended the VM {{(pid=63248) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2380.115041] env[63248]: DEBUG nova.compute.manager [None req-6c832c3d-ef04-4ac8-b683-da147f1f573b tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2380.115041] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37b528f-579d-4e11-b459-fa9cc9e21acc {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.411054] env[63248]: INFO nova.compute.manager [None req-f8c0c88e-2cd0-4175-b909-7d250eb60154 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Resuming [ 2381.411054] env[63248]: DEBUG nova.objects.instance [None req-f8c0c88e-2cd0-4175-b909-7d250eb60154 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lazy-loading 'flavor' on Instance uuid bc7a2eff-1e28-493e-9d85-f73707342736 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2382.920439] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f8c0c88e-2cd0-4175-b909-7d250eb60154 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2382.920852] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f8c0c88e-2cd0-4175-b909-7d250eb60154 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquired lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2382.920852] env[63248]: DEBUG nova.network.neutron [None req-f8c0c88e-2cd0-4175-b909-7d250eb60154 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Building network info cache for instance {{(pid=63248) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2383.621459] env[63248]: DEBUG nova.network.neutron [None req-f8c0c88e-2cd0-4175-b909-7d250eb60154 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Updating instance_info_cache with network_info: [{"id": "635f7f7c-f7c2-4b0c-ad40-15c18369210d", "address": "fa:16:3e:1a:4d:96", "network": {"id": "aa95f3b6-7b45-4b88-92eb-9cca0aeafb1b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-224031807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdabcf2b9df4c319bc64673bb10df8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635f7f7c-f7", "ovs_interfaceid": "635f7f7c-f7c2-4b0c-ad40-15c18369210d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2384.124220] env[63248]: DEBUG oslo_concurrency.lockutils [None req-f8c0c88e-2cd0-4175-b909-7d250eb60154 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Releasing lock "refresh_cache-bc7a2eff-1e28-493e-9d85-f73707342736" {{(pid=63248) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2384.125206] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1066f2ef-a1b2-4b52-b770-d353b0c571c2 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.132246] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c0c88e-2cd0-4175-b909-7d250eb60154 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Resuming the VM {{(pid=63248) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2384.132489] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9d001a4-70dd-4def-92f5-9cdde61c55c5 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.138484] env[63248]: DEBUG oslo_vmware.api [None req-f8c0c88e-2cd0-4175-b909-7d250eb60154 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2384.138484] env[63248]: value = "task-1801869" [ 2384.138484] env[63248]: _type = "Task" [ 2384.138484] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2384.145725] env[63248]: DEBUG oslo_vmware.api [None req-f8c0c88e-2cd0-4175-b909-7d250eb60154 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.652157] env[63248]: DEBUG oslo_vmware.api [None req-f8c0c88e-2cd0-4175-b909-7d250eb60154 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801869, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.149507] env[63248]: DEBUG oslo_vmware.api [None req-f8c0c88e-2cd0-4175-b909-7d250eb60154 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801869, 'name': PowerOnVM_Task, 'duration_secs': 0.540565} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2385.149922] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c0c88e-2cd0-4175-b909-7d250eb60154 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Resumed the VM {{(pid=63248) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2385.149978] env[63248]: DEBUG nova.compute.manager [None req-f8c0c88e-2cd0-4175-b909-7d250eb60154 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Checking state {{(pid=63248) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2385.150739] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c05750f-68c1-431d-bfe1-9767619f67e0 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.082564] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "bc7a2eff-1e28-493e-9d85-f73707342736" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.082784] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "bc7a2eff-1e28-493e-9d85-f73707342736" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.082995] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "bc7a2eff-1e28-493e-9d85-f73707342736-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.083198] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "bc7a2eff-1e28-493e-9d85-f73707342736-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.083373] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "bc7a2eff-1e28-493e-9d85-f73707342736-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.085660] env[63248]: INFO nova.compute.manager [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Terminating instance [ 2386.589587] env[63248]: DEBUG nova.compute.manager [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Start destroying the instance on the hypervisor. {{(pid=63248) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2386.589980] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Destroying instance {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2386.590747] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b97a8b-d2a2-4606-844f-ba8636ba3479 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.598171] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Powering off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2386.598394] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eab256aa-b5bb-486a-a484-6707d534b323 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.605402] env[63248]: DEBUG oslo_vmware.api [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2386.605402] env[63248]: value = "task-1801870" [ 2386.605402] env[63248]: _type = "Task" [ 2386.605402] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.612808] env[63248]: DEBUG oslo_vmware.api [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.115803] env[63248]: DEBUG oslo_vmware.api [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801870, 'name': PowerOffVM_Task, 'duration_secs': 0.195477} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.116075] env[63248]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Powered off the VM {{(pid=63248) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2387.116248] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Unregistering the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2387.116549] env[63248]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4314b8a5-e156-48ce-bdcb-68b763653065 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.187863] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Unregistered the VM {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2387.188156] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Deleting contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2387.188400] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Deleting the datastore file [datastore1] bc7a2eff-1e28-493e-9d85-f73707342736 {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2387.188669] env[63248]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f700b523-0ce9-4f56-b4df-0db87a58a421 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.194242] env[63248]: DEBUG oslo_vmware.api [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for the task: (returnval){ [ 2387.194242] env[63248]: value = "task-1801872" [ 2387.194242] env[63248]: _type = "Task" [ 2387.194242] env[63248]: } to complete. {{(pid=63248) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.202534] env[63248]: DEBUG oslo_vmware.api [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.703557] env[63248]: DEBUG oslo_vmware.api [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Task: {'id': task-1801872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138761} completed successfully. {{(pid=63248) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.703939] env[63248]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Deleted the datastore file {{(pid=63248) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2387.703999] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Deleted contents of the VM from datastore datastore1 {{(pid=63248) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2387.704160] env[63248]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Instance destroyed {{(pid=63248) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2387.704336] env[63248]: INFO nova.compute.manager [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2387.704571] env[63248]: DEBUG oslo.service.loopingcall [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63248) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2387.704763] env[63248]: DEBUG nova.compute.manager [-] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Deallocating network for instance {{(pid=63248) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2387.704855] env[63248]: DEBUG nova.network.neutron [-] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] deallocate_for_instance() {{(pid=63248) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2388.124713] env[63248]: DEBUG nova.compute.manager [req-4dd771c9-f819-4aa3-b1b1-07b2f1ecc4c2 req-db1d8ecb-0936-48dd-bbda-58b5b7bbd5fe service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Received event network-vif-deleted-635f7f7c-f7c2-4b0c-ad40-15c18369210d {{(pid=63248) external_instance_event /opt/stack/nova/nova/compute/manager.py:11605}} [ 2388.124921] env[63248]: INFO nova.compute.manager [req-4dd771c9-f819-4aa3-b1b1-07b2f1ecc4c2 req-db1d8ecb-0936-48dd-bbda-58b5b7bbd5fe service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Neutron deleted interface 635f7f7c-f7c2-4b0c-ad40-15c18369210d; detaching it from the instance and deleting it from the info cache [ 2388.125118] env[63248]: DEBUG nova.network.neutron [req-4dd771c9-f819-4aa3-b1b1-07b2f1ecc4c2 req-db1d8ecb-0936-48dd-bbda-58b5b7bbd5fe service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2388.605747] env[63248]: DEBUG nova.network.neutron [-] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Updating instance_info_cache with network_info: [] {{(pid=63248) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2388.627560] env[63248]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-341a4019-0fb9-4b3c-bfad-e75c321aa3ec {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.637546] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c977b16-78c8-46a1-ad70-8e1e2da87170 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.660497] env[63248]: DEBUG nova.compute.manager [req-4dd771c9-f819-4aa3-b1b1-07b2f1ecc4c2 req-db1d8ecb-0936-48dd-bbda-58b5b7bbd5fe service nova] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Detach interface failed, port_id=635f7f7c-f7c2-4b0c-ad40-15c18369210d, reason: Instance bc7a2eff-1e28-493e-9d85-f73707342736 could not be found. {{(pid=63248) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11439}} [ 2389.109938] env[63248]: INFO nova.compute.manager [-] [instance: bc7a2eff-1e28-493e-9d85-f73707342736] Took 1.40 seconds to deallocate network for instance. [ 2389.616045] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.616045] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.616045] env[63248]: DEBUG nova.objects.instance [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lazy-loading 'resources' on Instance uuid bc7a2eff-1e28-493e-9d85-f73707342736 {{(pid=63248) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2390.224373] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf730254-f6e7-4686-ae89-e274e18fdc1a {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.232148] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4443978-4acf-4fd2-8047-9a661b064d52 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.261948] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b898925a-5b59-4adf-9a2c-384cc9cfffea {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.268861] env[63248]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63240f68-4116-465e-8921-bc1a4e61d145 {{(pid=63248) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.281738] env[63248]: DEBUG nova.compute.provider_tree [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed in ProviderTree for provider: 1638ab4e-cea9-4ee4-8810-cd0c789d1eec {{(pid=63248) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2390.785374] env[63248]: DEBUG nova.scheduler.client.report [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Inventory has not changed for provider 1638ab4e-cea9-4ee4-8810-cd0c789d1eec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63248) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2391.290413] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2391.314041] env[63248]: INFO nova.scheduler.client.report [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Deleted allocations for instance bc7a2eff-1e28-493e-9d85-f73707342736 [ 2391.821981] env[63248]: DEBUG oslo_concurrency.lockutils [None req-fbf3632a-1651-49f8-a659-a476a4118d46 tempest-ServerActionsTestJSON-1465773339 tempest-ServerActionsTestJSON-1465773339-project-member] Lock "bc7a2eff-1e28-493e-9d85-f73707342736" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.739s {{(pid=63248) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}